{"bge-base-en-v1.5": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Bile_bear", "Brown_bear", "Grizzly_bear", "Pinniped", "Sloth_bear", "Hunting_and_fishing_in_Alaska", "Ursus_americanus_carlottae", "Rubus_arcticus", "Surplus_killing"], "ranked_scores": [0.6685, 0.6522, 0.6228, 0.5887, 0.5698, 0.5674, 0.5619, 0.5565, 0.5564, 0.5509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Methane_clathrate", "Clathrate_gun_hypothesis", "Polar_ice_cap", "Global_warming_in_Antarctica", "Cryovolcano", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7784, 0.7322, 0.7119, 0.7061, 0.6958, 0.6939, 0.6931, 0.6884, 0.686, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Sea_level", "Future_sea_level", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Climate_variability", "Regional_effects_of_global_warming", "Raised_shoreline"], "ranked_scores": [0.6858, 0.6649, 0.6445, 0.6366, 0.6312, 0.6304, 0.618, 0.6125, 0.6105, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Fast_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Wiesław_Masłowski", "Retreat_of_glaciers_since_1850", "Global_warming_hiatus"], "ranked_scores": [0.7355, 0.7023, 0.7007, 0.6986, 0.6868, 0.6767, 0.6734, 0.6732, 0.6655, 0.6615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Zero-energy_building", "Carbon_neutrality"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Carbon_footprint", "Wind_power", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Wind_power_in_the_United_Kingdom", "Wind_power_in_Colorado", "Carbon_diet", "Wind_power_by_country", "Renewable_energy"], "ranked_scores": [0.7412, 0.7251, 0.7245, 0.7147, 0.6983, 0.697, 0.6959, 0.6957, 0.6919, 0.6914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming_controversy", "Atmospheric_carbon_cycle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "Carbon_diet"], "ranked_scores": [0.7564, 0.73, 0.7168, 0.7162, 0.7045, 0.7005, 0.6999, 0.693, 0.6929, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Greenland", "Geography_of_Greenland", "Greenland_ice_sheet", "Ice2sea", "Glacial_earthquake", "Climate_change_in_the_Arctic", "List_of_companies_of_Greenland"], "ranked_scores": [0.7043, 0.7005, 0.6912, 0.6756, 0.654, 0.6456, 0.6417, 0.6319, 0.6316, 0.6267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Climate_sensitivity"], "ranked_ids": ["Global_warming_in_Antarctica", "Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "Carbon_dioxide", "Global_warming", "Keeling_Curve", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7032, 0.7011, 0.7011, 0.6977, 0.6818, 0.676, 0.6759, 0.6725, 0.6709, 0.6704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "Effects_of_global_warming_on_humans", "Global_warming_controversy", "The_Coming_Global_Superstorm", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Politics_of_global_warming", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.7505, 0.6943, 0.6895, 0.6846, 0.6814, 0.6754, 0.6736, 0.6666, 0.6554, 0.6542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "North_Carolina", "Sun_Belt", "Frost_Belt", "Geography_of_North_America", "Climate_of_Minnesota", "Temperate_climate", "List_of_mammals_of_New_England"], "ranked_scores": [0.7004, 0.6634, 0.6597, 0.6551, 0.6453, 0.6399, 0.6358, 0.635, 0.6349, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "World_Climate_Change_Conference,_Moscow", "Temperature_record_of_the_past_1000_years", "Economics_of_global_warming", "Hockey_stick_controversy", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Hockey_stick_graph", "Views_on_the_Kyoto_Protocol", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.7049, 0.6968, 0.6936, 0.6892, 0.6855, 0.6845, 0.6842, 0.6818, 0.6783, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Neoglaciation", "Hekla_3_eruption", "Hockey_stick_graph", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6707, 0.6623, 0.6598, 0.6571, 0.6552, 0.6491, 0.6424, 0.6416, 0.6374, 0.6339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenhouse_gas_emissions_by_the_United_States", "Scientific_opinion_on_climate_change", "Satellite_temperature_measurements"], "ranked_scores": [0.655, 0.649, 0.5929, 0.5894, 0.5886, 0.5763, 0.576, 0.5653, 0.5622, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "PH", "Acid_rain", "Carbonic_acid", "Carbon_dioxide", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis", "Extreme_environment"], "ranked_scores": [0.6428, 0.6254, 0.6117, 0.6024, 0.594, 0.5897, 0.5855, 0.5839, 0.5803, 0.5798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4018, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "World_Climate_Report", "Ian_Clark_(geologist)", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_documents", "Climate_change_denial"], "ranked_scores": [0.6922, 0.6601, 0.6593, 0.6575, 0.6476, 0.631, 0.6241, 0.615, 0.6146, 0.6142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "El_Niño", "1000", "2010_Northern_Hemisphere_heat_waves", "Cool_tropics_paradox", "Indonesian_Democratic_Party", "2010_Northern_Hemisphere_summer_heat_waves", "Pliocene_climate"], "ranked_scores": [0.6526, 0.6009, 0.5893, 0.588, 0.5621, 0.5604, 0.556, 0.5547, 0.5542, 0.5535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Measurement_of_sea_ice", "Arctic_Climate_Impact_Assessment", "Wiesław_Masłowski", "Scientific_opinion_on_climate_change", "Ice2sea", "Arctic_geoengineering", "Hockey_stick_controversy", "Ian_Clark_(geologist)", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.7367, 0.6673, 0.6663, 0.6628, 0.6589, 0.6541, 0.6528, 0.6528, 0.6525, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Low-pressure_area", "Wind_shear", "Polar_vortex", "Weather_front", "Cold-air_damming", "Winter_1985_cold_wave", "Polar_front", "Gulf_Stream"], "ranked_scores": [0.7076, 0.6732, 0.6718, 0.6635, 0.65, 0.6465, 0.64, 0.6391, 0.6379, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "List_of_climate_research_satellites", "Instrumental_temperature_record", "NOAA-7", "1997–98_El_Niño_event", "Solar_cycle_19"], "ranked_scores": [0.7412, 0.6985, 0.6833, 0.6683, 0.655, 0.6338, 0.6332, 0.63, 0.6287, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_email_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Global_Change_Research_Act_of_1990", "Campaign_against_Climate_Change", "Climate_Change_Science_Program"], "ranked_scores": [0.5761, 0.5449, 0.5305, 0.5286, 0.5245, 0.5212, 0.5202, 0.5168, 0.513, 0.5116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "TransCanada_Corporation", "Carbon_bubble", "Politics_of_global_warming", "Carbon_capture_and_storage_in_Australia", "Keystone_Pipeline"], "ranked_scores": [0.6768, 0.673, 0.6358, 0.633, 0.6211, 0.6185, 0.6092, 0.606, 0.604, 0.6002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Holocene_glacial_retreat", "Post-glacial_rebound", "Measurement_of_sea_ice", "Last_Glacial_Maximum", "Past_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6498, 0.645, 0.6398, 0.6329, 0.6271, 0.627, 0.6263, 0.626, 0.6232, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "Hurricane_Katrina_and_global_warming", "2001_Eastern_North_America_heat_wave", "MSU_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Satellite_temperature_measurements", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.65, 0.6192, 0.6141, 0.6121, 0.5899, 0.5893, 0.587, 0.5867, 0.5847, 0.5832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Sea", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_threats_to_the_Great_Barrier_Reef", "Ocean", "Chemical_oceanography", "Mercury_pollution_in_the_ocean", "Acid_rain"], "ranked_scores": [0.79, 0.7544, 0.6993, 0.6646, 0.6642, 0.6605, 0.6598, 0.6554, 0.6535, 0.652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics"], "ranked_ids": ["World_Climate_Report", "List_of_experimental_errors_and_frauds_in_physics", "Junk_science", "Alternative_medicine", "Management_systems_for_road_safety", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "Environmental_skepticism", "List_of_topics_characterized_as_pseudoscience", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.6004, 0.5945, 0.5907, 0.5858, 0.5854, 0.5829, 0.5714, 0.5712, 0.5697, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2482, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Fast_ice", "Past_sea_level", "Glacial_earthquake", "Ice_rise", "Abrupt_climate_change", "Marine_transgression"], "ranked_scores": [0.7914, 0.7399, 0.7258, 0.6956, 0.6912, 0.6843, 0.6531, 0.6504, 0.6483, 0.6463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Dust_Bowl", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_Spain", "Megadrought", "The_Coming_Global_Superstorm", "United_Nations_Convention_to_Combat_Desertification", "Europe", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.6336, 0.6248, 0.6166, 0.611, 0.5944, 0.5944, 0.5863, 0.5757, 0.5749, 0.5643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_United_States", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "Global_warming"], "ranked_scores": [0.6485, 0.6402, 0.6399, 0.6393, 0.6306, 0.6299, 0.6277, 0.6274, 0.6229, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_the_United_States", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6767, 0.6742, 0.673, 0.6609, 0.6553, 0.6395, 0.6371, 0.6281, 0.6269, 0.6248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_controversy", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "World_Climate_Report", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy"], "ranked_scores": [0.7136, 0.6935, 0.6877, 0.6753, 0.6733, 0.6724, 0.658, 0.6534, 0.6518, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_variability", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Global_warming_controversy", "Proxy_(climate)", "Global_warming"], "ranked_scores": [0.7181, 0.7008, 0.7007, 0.6967, 0.679, 0.6728, 0.6575, 0.6545, 0.6514, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Biogas", "Methane", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Mootral", "Wind", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_China", "Atmospheric_methane", "Carbon_offset", "Methane", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.6455, 0.6439, 0.6437, 0.6399, 0.6365, 0.6319, 0.6305, 0.6277, 0.6249, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Futures_studies", "Nick_Bostrom"], "ranked_ids": ["Global_catastrophic_risk", "Risk", "Centre_for_the_Study_of_Existential_Risk", "Management_systems_for_road_safety", "Longevity_risk", "Prudent_avoidance_principle", "Hypotheticals", "Scenario_analysis", "Probability_of_error", "Doomsday_argument"], "ranked_scores": [0.615, 0.6099, 0.591, 0.5854, 0.5764, 0.5764, 0.5695, 0.5686, 0.5633, 0.5627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Clean_Air_Act_(United_States)", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_Environmental_Protection_Agency", "Carbon-neutral_fuel", "Coal_pollution_mitigation", "Lisa_P._Jackson"], "ranked_scores": [0.5655, 0.5573, 0.5545, 0.5479, 0.5355, 0.5301, 0.5239, 0.5182, 0.5182, 0.5158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "El_Niño", "El_Niño–Southern_Oscillation", "Global_warming_hiatus", "1982–83_El_Niño_event", "1808/1809_mystery_eruption", "Year_Without_a_Summer", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.744, 0.7162, 0.7014, 0.6969, 0.6882, 0.6767, 0.6712, 0.6668, 0.662, 0.6607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Polar_seas", "Ice2sea", "Sea_ice_thickness", "Antarctica", "Arctic_Satellite_Composite_Project", "Global_warming_in_Antarctica"], "ranked_scores": [0.7355, 0.7256, 0.7098, 0.7068, 0.7017, 0.7005, 0.6971, 0.6966, 0.6944, 0.6936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3501, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Refined_coal", "Cleaner_production", "Coal", "Fossil_fuel_power_station", "List_of_coal_fired_power_stations_in_Australia", "Coal_mining", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.7612, 0.7478, 0.654, 0.6529, 0.6528, 0.6518, 0.6444, 0.6415, 0.6408, 0.6332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "PDOS", "Indonesian_Democratic_Party", "El_Niño", "Programmed_Data_Processor", "Global_cooling_(disambiguation)", "Little_Ice_Age", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.6572, 0.6209, 0.5704, 0.5683, 0.5663, 0.5556, 0.5534, 0.5452, 0.5447, 0.5406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Global_cooling", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.648, 0.6268, 0.6239, 0.6222, 0.6211, 0.6202, 0.6113, 0.6111, 0.6098, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Climate_change_adaptation_in_Nepal", "World_Climate_Change_Conference,_Moscow", "Climate_change_denial", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7271, 0.6775, 0.6768, 0.675, 0.6735, 0.6707, 0.6703, 0.6701, 0.6674, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Little_Ice_Age", "Lake_Superior", "Permafrost"], "ranked_ids": ["March_2012_North_American_heat_wave", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6091, 0.5988, 0.5962, 0.5722, 0.5689, 0.5656, 0.5616, 0.5583, 0.5556, 0.5546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Cosmic_ray", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming_in_Antarctica", "Global_warming", "History_of_climate_change_science", "Climate_change", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Greenhouse_effect", "Idealized_greenhouse_model", "Regional_effects_of_global_warming"], "ranked_scores": [0.7275, 0.7117, 0.7043, 0.7031, 0.6977, 0.6896, 0.6871, 0.6848, 0.6845, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Global_warming_hiatus", "Soft_landing_(economics)", "Future_sea_level", "Income_in_the_United_States", "Diminishing_returns", "Growth_of_wind_power_in_the_United_States", "Season_creep", "Management_systems_for_road_safety"], "ranked_scores": [0.6002, 0.5819, 0.5726, 0.5697, 0.5595, 0.5573, 0.5572, 0.547, 0.5455, 0.5454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Global_warming", "Politics_of_global_warming", "History_of_sustainability", "Future_of_Earth", "Environmental_issue", "Greenhouse_gas", "Effects_of_global_warming_on_humans", "Human_overpopulation"], "ranked_scores": [0.6821, 0.6813, 0.6631, 0.6462, 0.6428, 0.6419, 0.6402, 0.638, 0.628, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7087, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Scientific_consensus_on_climate_change", "Earth", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Global_warming_in_Antarctica", "Neoglaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Holocene_glacial_retreat", "100,000-year_problem"], "ranked_scores": [0.6937, 0.6864, 0.6751, 0.6732, 0.6721, 0.6715, 0.6712, 0.6701, 0.6624, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "World_Climate_Report", "Views_on_the_Kyoto_Protocol", "Scientific_opinion_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.6129, 0.6019, 0.5986, 0.5952, 0.5891, 0.578, 0.576, 0.5754, 0.5726, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "List_of_energy_efficient_buildings_in_India", "Automobile_air_conditioning", "List_of_heat_waves", "2001_Eastern_North_America_heat_wave", "Hot_tower", "Microclimate", "Climate_of_Dallas", "Cooling_tower"], "ranked_scores": [0.6375, 0.615, 0.6147, 0.6133, 0.5893, 0.5748, 0.5746, 0.568, 0.5672, 0.5665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Climate_change_in_the_United_States", "Global_warming_in_Antarctica", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "History_of_climate_change_science", "Global_warming_conspiracy_theory"], "ranked_scores": [0.7104, 0.705, 0.7034, 0.6859, 0.6857, 0.6815, 0.6789, 0.6756, 0.6733, 0.6678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "California", "Southern_California_Edison", "List_of_lakes_in_California", "Photovoltaics", "Solar_power_by_country", "Plug-in_hybrids_in_California", "Electricity_sector_of_the_United_States"], "ranked_scores": [0.6569, 0.6486, 0.6426, 0.6336, 0.5941, 0.5933, 0.5931, 0.5904, 0.5892, 0.5887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Renewable_energy_in_the_United_States", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Solow_residual", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina", "Economy_of_the_United_States"], "ranked_scores": [0.6398, 0.638, 0.6362, 0.6263, 0.6183, 0.6141, 0.6111, 0.6103, 0.6078, 0.6027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Rubus_arcticus", "Syrian_brown_bear", "Bear_attack", "Beringian_wolf", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.5233, 0.5195, 0.5029, 0.4299, 0.4058, 0.3977, 0.3908, 0.385, 0.3836, 0.3747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Polar_High", "Cryovolcano", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Cryosphere"], "ranked_scores": [0.6856, 0.5917, 0.5625, 0.549, 0.5464, 0.5295, 0.5195, 0.5179, 0.5061, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Climate_variability", "Tide", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Climate_change_(general_concept)", "Raised_shoreline"], "ranked_scores": [0.5643, 0.5196, 0.5014, 0.4623, 0.462, 0.4604, 0.459, 0.4526, 0.44, 0.4366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Arctic_geoengineering", "Future_sea_level", "Antarctic_sea_ice", "Sea_ice", "Deglaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6744, 0.5797, 0.5573, 0.5546, 0.5439, 0.5393, 0.5175, 0.5074, 0.5032, 0.5015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Zero-energy_building", "Carbon_neutrality"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Growth_of_wind_power_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "GHG_footprint", "Wind_power_in_Colorado", "Wind_power_by_country", "Carbon_neutrality", "Carbon_offset"], "ranked_scores": [0.6232, 0.605, 0.5925, 0.5901, 0.5634, 0.557, 0.5446, 0.5425, 0.532, 0.5317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "Global_warming_controversy", "Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "CO2_is_Green", "Atmospheric_carbon_cycle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Climate_change_denial"], "ranked_scores": [0.5969, 0.5781, 0.5747, 0.5624, 0.5608, 0.5558, 0.554, 0.5428, 0.539, 0.5375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Greenland", "Glacial_earthquake", "Climate_change_in_the_Arctic", "Climate_inertia", "Geography_of_Greenland"], "ranked_scores": [0.6135, 0.6112, 0.5197, 0.5193, 0.5088, 0.4998, 0.4989, 0.4988, 0.4984, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Climate_sensitivity"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Politics_of_global_warming", "Global_warming", "Keeling_Curve", "Attribution_of_recent_climate_change", "Climate_inertia", "Global_warming_in_Antarctica", "Effects_of_global_warming"], "ranked_scores": [0.5915, 0.5587, 0.5579, 0.5465, 0.5459, 0.544, 0.5377, 0.5356, 0.5353, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "The_Real_Global_Warming_Disaster", "Global_warming", "Global_warming_controversy", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Regional_effects_of_global_warming", "Environmental_issue"], "ranked_scores": [0.6839, 0.578, 0.5696, 0.5691, 0.5681, 0.5524, 0.5509, 0.5505, 0.5432, 0.5411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "North_Carolina", "Climate_of_the_United_States", "Sun_Belt", "Frost_Belt", "Climate_of_Georgia_(U.S._state)", "Geography_of_North_America", "Temperate_climate", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [0.516, 0.4623, 0.4615, 0.4596, 0.4484, 0.4323, 0.4248, 0.4218, 0.4154, 0.4144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "ECMWF_re-analysis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_controversy", "Scientific_opinion_on_climate_change", "World_Climate_Change_Conference,_Moscow", "IPCC_First_Assessment_Report", "Climate_change_policy_of_the_United_States", "Climate_ensemble"], "ranked_scores": [0.5432, 0.5421, 0.5371, 0.5287, 0.5263, 0.5249, 0.5206, 0.5194, 0.5188, 0.5151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "100,000-year_problem", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Reasons_for_concern", "Milankovitch_cycles", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5462, 0.5416, 0.527, 0.5267, 0.5246, 0.5207, 0.4728, 0.4714, 0.4705, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "Free_Ocean_CO2_Enrichment", "Climate_change_in_Tuvalu", "IPCC_First_Assessment_Report", "Argo_(oceanography)", "NoCO2_Certification_Program"], "ranked_scores": [0.5408, 0.5048, 0.4443, 0.4177, 0.4124, 0.4098, 0.4001, 0.4, 0.3958, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "PH", "Metabolic_acidosis", "Extreme_environment", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Acidosis"], "ranked_scores": [0.4804, 0.4606, 0.421, 0.4088, 0.4084, 0.4, 0.3767, 0.3734, 0.3711, 0.3677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "World_Climate_Report", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Ian_Clark_(geologist)", "Climate_change_denial"], "ranked_scores": [0.5983, 0.5581, 0.5452, 0.5431, 0.5429, 0.5209, 0.5206, 0.5178, 0.5136, 0.5136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_heat_waves", "1000", "El_Niño", "Eugenius_Warming", "2005_Pacific_hurricane_season", "2010_Northern_Hemisphere_summer_heat_waves", "Cool_tropics_paradox"], "ranked_scores": [0.4802, 0.4338, 0.3821, 0.363, 0.3569, 0.3554, 0.3516, 0.3473, 0.3445, 0.3368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Stern_Review", "Ice2sea", "Wiesław_Masłowski", "The_Hockey_Stick_Illusion", "Scientific_opinion_on_climate_change", "Arctic_sea_ice_decline"], "ranked_scores": [0.6775, 0.5697, 0.5401, 0.5334, 0.5314, 0.5283, 0.5282, 0.5264, 0.5138, 0.5118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Wind_shear", "Weather_front", "Winter_1985_cold_wave", "Low-pressure_area", "Polar_front", "Gulf_Stream", "Cold-air_damming", "Norwegian_cyclone_model"], "ranked_scores": [0.5542, 0.5348, 0.5058, 0.4908, 0.4898, 0.484, 0.4796, 0.4777, 0.4736, 0.4599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "List_of_climate_research_satellites", "Instrumental_temperature_record", "NOAA-7", "1997–98_El_Niño_event", "Landsat_1"], "ranked_scores": [0.6073, 0.6031, 0.5492, 0.4999, 0.4912, 0.4754, 0.4567, 0.4557, 0.4533, 0.4467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Journal_for_Geoclimatic_Studies", "The_Real_Global_Warming_Disaster", "Cosmic-ray_observatory"], "ranked_scores": [0.4638, 0.4008, 0.3861, 0.3764, 0.3567, 0.3552, 0.3543, 0.3528, 0.3519, 0.3492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "TransCanada_Corporation", "Keystone_Pipeline", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5559, 0.5429, 0.5224, 0.4998, 0.4782, 0.4728, 0.4677, 0.4409, 0.4392, 0.4384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Post-glacial_rebound", "Last_Glacial_Maximum", "Past_sea_level", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Ice2sea", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5575, 0.5283, 0.5105, 0.505, 0.5041, 0.5024, 0.4936, 0.4843, 0.4831, 0.4582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "1908", "Satellite_temperature_measurements", "Hurricane_Katrina_and_global_warming", "World_Climate_Report", "2001_Eastern_North_America_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.498, 0.4968, 0.4639, 0.4426, 0.4404, 0.4299, 0.4252, 0.424, 0.4204, 0.415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Acid_rain", "Sea", "Environmental_threats_to_the_Great_Barrier_Reef", "Mercury_pollution_in_the_ocean", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event"], "ranked_scores": [0.7249, 0.6751, 0.5796, 0.5333, 0.5214, 0.52, 0.505, 0.5027, 0.5014, 0.5013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Alternative_medicine", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "Junk_science", "Energy_accidents", "Environmental_skepticism", "Climate_Change_Denial:_Heads_in_the_Sand", "Management_systems_for_road_safety", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.4711, 0.4342, 0.4309, 0.4281, 0.4233, 0.414, 0.407, 0.4054, 0.4047, 0.4039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Ice_rise", "Raised_shoreline", "Glacial_earthquake", "Abrupt_climate_change"], "ranked_scores": [0.7351, 0.6468, 0.5753, 0.5517, 0.5493, 0.5358, 0.5191, 0.5079, 0.4958, 0.4909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Dust_Bowl", "2012–13_North_American_drought", "Megadrought", "Drought_in_the_United_Kingdom", "Desertification", "Effects_of_global_warming_on_humans", "Climate_change_in_Europe"], "ranked_scores": [0.5324, 0.5159, 0.5026, 0.4848, 0.4844, 0.4747, 0.4408, 0.4323, 0.4283, 0.4206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "ECMWF_re-analysis", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Climatic_Research_Unit_email_controversy", "Community_Earth_System_Model"], "ranked_scores": [0.5074, 0.4906, 0.4863, 0.4859, 0.4836, 0.4768, 0.476, 0.4743, 0.4698, 0.4656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.5831, 0.556, 0.5559, 0.5298, 0.5264, 0.516, 0.4903, 0.4855, 0.4726, 0.4699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Climate_change_denial", "Skeptical_Science", "The_Great_Global_Warming_Swindle", "World_Climate_Report"], "ranked_scores": [0.6148, 0.58, 0.544, 0.5361, 0.5297, 0.5273, 0.5184, 0.506, 0.5044, 0.5033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_inertia", "Temperature_record_of_the_past_1000_years", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6121, 0.6084, 0.5578, 0.5173, 0.5086, 0.4982, 0.4971, 0.4948, 0.4842, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Greenhouse_gas", "Mootral", "Carbon_dioxide_in_Earth's_atmosphere", "Wind", "Climate_change_in_China", "Global_warming_potential", "Wetland_methane_emissions", "Carbon_emissions_reporting"], "ranked_scores": [0.55, 0.5092, 0.507, 0.5022, 0.5003, 0.4934, 0.4833, 0.4799, 0.4788, 0.4776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Futures_studies", "Nick_Bostrom"], "ranked_ids": ["Risk", "Global_catastrophic_risk", "Centre_for_the_Study_of_Existential_Risk", "Longevity_risk", "Risk_neutral", "Hypotheticals", "Management_systems_for_road_safety", "Misuse_of_statistics", "Probability_of_error", "Counterfactual_thinking"], "ranked_scores": [0.4772, 0.4702, 0.4578, 0.4418, 0.4345, 0.4155, 0.4051, 0.4028, 0.3996, 0.398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Coal_pollution_mitigation", "Carbon-neutral_fuel", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_neutrality", "United_States_Environmental_Protection_Agency", "Global_Warming_Pollution_Reduction_Act_of_2007", "Scott_Pruitt"], "ranked_scores": [0.4909, 0.4505, 0.4492, 0.446, 0.4378, 0.4261, 0.4252, 0.4112, 0.4111, 0.4075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "El_Niño", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Year_Without_a_Summer", "Instrumental_temperature_record", "1808/1809_mystery_eruption", "Global_warming_hiatus"], "ranked_scores": [0.6357, 0.5842, 0.5433, 0.5334, 0.5261, 0.5192, 0.5088, 0.5071, 0.4963, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Sea_ice_thickness", "Ice2sea", "Polar_seas", "Arctic_ice_pack", "Arctic_geoengineering", "Drift_ice"], "ranked_scores": [0.6266, 0.6126, 0.6044, 0.585, 0.5843, 0.5738, 0.5549, 0.5497, 0.5486, 0.5441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coal", "Coal_mining", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "History_of_coal_mining"], "ranked_scores": [0.7354, 0.7177, 0.5504, 0.5433, 0.5295, 0.5291, 0.5158, 0.5133, 0.5019, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "PDOS", "Programmed_Data_Processor", "Indonesian_Democratic_Party", "Global_warming_hiatus", "History_of_the_Philippines_(1898–1946)", "1911_Eastern_North_America_heat_wave", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.4906, 0.4631, 0.3777, 0.3512, 0.3494, 0.3437, 0.3263, 0.3258, 0.3215, 0.3211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Environmental_indicator", "Global_cooling", "2015_United_Nations_Climate_Change_Conference", "Global_stilling", "Global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Scientific_consensus_on_climate_change", "Sustainability", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.4715, 0.469, 0.4665, 0.4655, 0.4636, 0.459, 0.4583, 0.457, 0.4502, 0.4473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Global_change"], "ranked_scores": [0.6205, 0.5796, 0.5724, 0.5656, 0.5634, 0.5595, 0.5504, 0.5486, 0.5476, 0.5464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Little_Ice_Age", "Lake_Superior", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "Climate_change_denial", "Retreat_of_glaciers_since_1850", "2014–15_North_American_winter", "Global_stilling", "Early_2014_North_American_cold_wave", "Sea_surface_temperature", "United_States_rainfall_climatology"], "ranked_scores": [0.3711, 0.3517, 0.3507, 0.3395, 0.3378, 0.3281, 0.3272, 0.3261, 0.3237, 0.3222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Cosmic_ray", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Idealized_greenhouse_model", "Climate_change", "Regional_effects_of_global_warming", "Effects_of_global_warming", "Earth's_energy_budget", "Global_warming_in_Antarctica"], "ranked_scores": [0.6615, 0.6289, 0.5994, 0.5959, 0.5922, 0.5874, 0.5823, 0.5764, 0.5748, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Diminishing_returns", "Global_warming_hiatus", "Soft_landing_(economics)", "Dumbing_down", "Worse-than-average_effect", "Tendency_of_the_rate_of_profit_to_fall", "Skewness", "Eco-economic_decoupling"], "ranked_scores": [0.4415, 0.4274, 0.3918, 0.3764, 0.3757, 0.371, 0.3696, 0.3529, 0.3489, 0.3398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "History_of_sustainability", "Effects_of_global_warming_on_humans", "Human_overpopulation", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Future_of_Earth"], "ranked_scores": [0.568, 0.5525, 0.5261, 0.5153, 0.5014, 0.4974, 0.4911, 0.4895, 0.4837, 0.4832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Scientific_consensus_on_climate_change", "Earth", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Pliocene_climate", "Attribution_of_recent_climate_change", "Global_warming", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change"], "ranked_scores": [0.5546, 0.5521, 0.5431, 0.5167, 0.5134, 0.5117, 0.509, 0.4964, 0.4961, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Not_even_wrong", "Scientific_opinion_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "World_Climate_Report"], "ranked_scores": [0.4845, 0.4837, 0.4505, 0.4358, 0.4327, 0.4176, 0.4135, 0.4096, 0.4076, 0.4055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Weather_station", "Automobile_air_conditioning", "Hot_tower", "List_of_energy_efficient_buildings_in_India", "Station_model", "List_of_heat_waves", "Cooling_tower", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.5248, 0.4708, 0.462, 0.455, 0.4507, 0.4355, 0.4335, 0.4304, 0.4266, 0.4236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "History_of_climate_change_science", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_hiatus", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "Global_warming", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5636, 0.5592, 0.549, 0.5475, 0.5424, 0.5415, 0.5412, 0.5396, 0.5348, 0.5329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Southern_California_Edison", "Plug-in_hybrids_in_California", "Six_Californias", "Solar_power_in_Michigan", "Wind_power_in_the_United_States", "California_State_Assembly"], "ranked_scores": [0.5477, 0.5367, 0.5181, 0.5015, 0.473, 0.4556, 0.4555, 0.4439, 0.4405, 0.4403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Solow_residual", "Productivity_(ecology)", "Agriculture_in_Argentina", "Food,_Conservation,_and_Energy_Act_of_2008", "Renewable_energy_in_the_United_States", "Workforce_productivity", "Agricultural_policy_of_the_United_States"], "ranked_scores": [0.481, 0.475, 0.4574, 0.4512, 0.451, 0.45, 0.4495, 0.4398, 0.4328, 0.4304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Rubus_arcticus", "Grizzly_bear", "Ursus_americanus_carlottae", "Sloth_bear", "Northwoods_(forest)", "Great_Bear_Wilderness", "Seed_predation"], "ranked_scores": [0.5957, 0.5886, 0.5828, 0.575, 0.5742, 0.5447, 0.5183, 0.514, 0.5129, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Clathrate_gun_hypothesis", "Wetland_methane_emissions", "Arctic", "Methane", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.8046, 0.7326, 0.6665, 0.6655, 0.6653, 0.6488, 0.6482, 0.6453, 0.6452, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Marine_regression", "Atlantic_hurricane_season", "Permanent_Service_for_Mean_Sea_Level", "Regional_effects_of_global_warming", "Sea_level", "Tide"], "ranked_scores": [0.6781, 0.6194, 0.6057, 0.5912, 0.5779, 0.5748, 0.5576, 0.5561, 0.5554, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Antarctic_Cold_Reversal", "Measurement_of_sea_ice", "Abrupt_climate_change", "Deglaciation", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Fast_ice", "Arctic_geoengineering"], "ranked_scores": [0.7423, 0.7144, 0.6596, 0.6541, 0.6481, 0.6361, 0.6251, 0.6205, 0.6156, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Zero-energy_building", "Carbon_neutrality"], "ranked_ids": ["Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Views_on_the_Kyoto_Protocol", "Clean_Energy_Regulator", "Carbon_neutrality", "Contribution_to_global_warming_by_Australia", "2015_United_Nations_Climate_Change_Conference", "List_of_renewable_energy_companies_by_stock_exchange", "Climate_footprint", "Carbon_emissions_reporting"], "ranked_scores": [0.7005, 0.6967, 0.6835, 0.6785, 0.6667, 0.6662, 0.6634, 0.6615, 0.6609, 0.6579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Black_carbon", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_diet", "Carbon_offset", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Carbon_dioxide_in_Earth's_atmosphere", "Global_cooling"], "ranked_scores": [0.7098, 0.6869, 0.6828, 0.6793, 0.6783, 0.6745, 0.6653, 0.6584, 0.657, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Geography_of_Greenland", "Greenland_ice_sheet", "Glacial_earthquake", "Greenland_Sea", "Ice_sheet", "North_Greenland_Ice_Core_Project", "Climate_change_in_the_Arctic", "List_of_companies_of_Greenland"], "ranked_scores": [0.6996, 0.649, 0.6327, 0.6255, 0.6254, 0.6087, 0.5761, 0.5665, 0.5649, 0.5601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Climate_sensitivity"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Carbon_bubble", "Temperature_record_of_the_past_1000_years", "IPCC_First_Assessment_Report", "Global_warming", "Global_warming_potential", "Politics_of_global_warming"], "ranked_scores": [0.7566, 0.703, 0.6771, 0.6586, 0.6422, 0.6417, 0.641, 0.6354, 0.6334, 0.6316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Loss_and_damage", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Reasons_for_concern"], "ranked_scores": [0.7557, 0.7032, 0.7016, 0.6957, 0.6602, 0.6505, 0.6487, 0.643, 0.6413, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Disease_diffusion_mapping", "Disease", "Ixodes", "Infectious_mononucleosis", "Southern_tick-associated_rash_illness", "Ehrlichia_Wisconsin_HM543746", "Geography_of_North_America", "North_Carolina", "Amblyomma_americanum"], "ranked_scores": [0.6555, 0.6129, 0.5998, 0.5764, 0.5758, 0.5636, 0.5529, 0.5497, 0.5436, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "ECMWF_re-analysis", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change", "Climate_prediction", "Atmospheric_Model_Intercomparison_Project", "Global_warming_hiatus", "IPCC_First_Assessment_Report", "Climate_ensemble"], "ranked_scores": [0.648, 0.632, 0.622, 0.6097, 0.5913, 0.591, 0.5784, 0.574, 0.5731, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Polar_forests_of_the_Cretaceous", "Neoglaciation", "Timeline_of_glaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling", "Hockey_stick_graph"], "ranked_scores": [0.6774, 0.6629, 0.6585, 0.6428, 0.6297, 0.6261, 0.6253, 0.6222, 0.6217, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "National_Oceanic_and_Atmospheric_Administration", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "Office_of_Public_Affairs", "Atmospheric_carbon_cycle", "Greenhouse_gas_inventory", "Free_Ocean_CO2_Enrichment", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.6337, 0.5036, 0.4979, 0.4972, 0.4929, 0.4925, 0.4899, 0.4838, 0.4787, 0.4781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Metabolic_acidosis", "Chemocline", "Carbonic_acid", "PH", "Carbon_dioxide", "Sulfuric_acid", "Geological_history_of_oxygen", "Acidophiles_in_acid_mine_drainage"], "ranked_scores": [0.5751, 0.5707, 0.5569, 0.5355, 0.5319, 0.5255, 0.5148, 0.5128, 0.5115, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3236, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_opinion_by_country", "Scientific_opinion_on_climate_change", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Skeptical_Science"], "ranked_scores": [0.6687, 0.6501, 0.645, 0.6352, 0.635, 0.6276, 0.6172, 0.6117, 0.602, 0.6007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "20th_century", "Pacifico_Yokohama", "Philippine_Revolution", "List_of_states_during_the_Middle_Ages", "List_of_recessions_in_the_United_States", "Post–World_War_II_economic_expansion", "History_of_the_Philippines_(1898–1946)", "1901_Louisiana_hurricane"], "ranked_scores": [0.5603, 0.538, 0.5121, 0.5118, 0.4878, 0.4748, 0.4678, 0.4642, 0.4631, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ian_Clark_(geologist)", "Arctic_Satellite_Composite_Project", "Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Ice2sea", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Skeptical_Science"], "ranked_scores": [0.6667, 0.6526, 0.649, 0.6367, 0.6367, 0.629, 0.6286, 0.6247, 0.6235, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Jet_stream", "Low-pressure_area", "Weather_front", "Polar_front", "Cold-air_damming", "North_American_Arctic", "Shutdown_of_thermohaline_circulation", "Rear-inflow_jet", "North_Atlantic_Current"], "ranked_scores": [0.6578, 0.599, 0.5942, 0.5906, 0.5831, 0.5798, 0.5772, 0.5753, 0.5709, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Summer_of_1976_(Europe)", "Weather_satellite", "Weather_station", "Microwave_Sounding_Unit_temperature_measurements", "CLIMAT", "2010_Northern_Hemisphere_summer_heat_waves", "2006_European_heat_wave", "Typical_meteorological_year"], "ranked_scores": [0.6818, 0.6709, 0.6127, 0.5838, 0.576, 0.5715, 0.5633, 0.5574, 0.5568, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Global_warming_hiatus", "Heaven_and_Earth_(book)", "CLOUD_experiment", "Committee_on_Climate_Change_Science_and_Technology_Integration", "World_Climate_Research_Programme", "Climate_Change_Science_Program", "Skeptical_Science", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5762, 0.5549, 0.5508, 0.5386, 0.5358, 0.5343, 0.5269, 0.5241, 0.5169, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_bubble", "Carbon_price", "Carbon_pricing_in_Australia", "Fossil_fuel", "TransCanada_Corporation", "Gasoline_gallon_equivalent", "Carbon-based_fuel", "Environmental_impact_of_transport_in_Australia", "Politics_of_global_warming"], "ranked_scores": [0.5571, 0.5511, 0.5374, 0.5372, 0.5331, 0.5329, 0.5255, 0.5116, 0.505, 0.5042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Last_Glacial_Maximum", "Holocene_glacial_retreat", "Post-glacial_rebound", "Abrupt_climate_change", "Heinrich_event"], "ranked_scores": [0.6747, 0.6521, 0.6445, 0.6404, 0.6275, 0.6141, 0.6093, 0.6081, 0.6024, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "National_Oceanic_and_Atmospheric_Administration", "Highest_temperature_recorded_on_Earth", "Weather_media_in_the_United_States", "1936_North_American_cold_wave", "The_Great_Warming", "Climate_of_the_United_States", "AccuWeather", "Winter_1985_cold_wave"], "ranked_scores": [0.6256, 0.6042, 0.5732, 0.5707, 0.5674, 0.5527, 0.5483, 0.5445, 0.5422, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Sulfuric_acid", "Great_Oxygenation_Event", "Anoxic_event", "Chemical_oceanography", "Acidophiles_in_acid_mine_drainage", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7949, 0.7295, 0.7187, 0.6505, 0.6295, 0.6247, 0.617, 0.603, 0.5937, 0.5725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "False_consensus_effect", "Publication_bias", "Management_systems_for_road_safety", "The_Real_Global_Warming_Disaster", "Cognitive_bias", "Antarctica_cooling_controversy", "Misleading_graph", "Skeptical_Science", "Ecological_debt"], "ranked_scores": [0.5601, 0.5511, 0.5498, 0.5184, 0.5114, 0.5069, 0.504, 0.5038, 0.5031, 0.5011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Abrupt_climate_change", "Fast_ice", "Ice2sea", "Glacial_earthquake", "Marine_transgression", "Ice_calving", "Heinrich_event", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [0.7638, 0.7125, 0.6414, 0.641, 0.6393, 0.6282, 0.5984, 0.5975, 0.5878, 0.5865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Europe", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "The_Coming_Global_Superstorm", "Drought_in_the_United_Kingdom", "Abrupt_climate_change", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.6147, 0.5988, 0.5671, 0.5413, 0.5389, 0.5263, 0.5168, 0.5162, 0.5007, 0.4988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Antarctica_cooling_controversy", "Global_warming_hiatus", "Climate_change_in_Texas", "Global_warming_controversy", "Renewable_energy_debate", "Climate_change_in_Australia", "Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6184, 0.6061, 0.597, 0.5794, 0.573, 0.5626, 0.5485, 0.5469, 0.544, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "Climate_of_the_United_States", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Humid_continental_climate", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "United_States_rainfall_climatology"], "ranked_scores": [0.6628, 0.6265, 0.6219, 0.6212, 0.6149, 0.6145, 0.6031, 0.5992, 0.5818, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "Global_warming_controversy", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Friends_of_Science", "Politics_of_global_warming"], "ranked_scores": [0.693, 0.6607, 0.6562, 0.6549, 0.632, 0.6317, 0.6197, 0.6184, 0.6118, 0.6093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Climate_oscillation", "Climate_change", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Climate_state", "Climate_pattern"], "ranked_scores": [0.7193, 0.7137, 0.6703, 0.6626, 0.6192, 0.5869, 0.585, 0.5829, 0.5789, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Fossil_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Wetland_methane_emissions", "Atmospheric_methane", "Arctic_methane_emissions", "Aerobic_methane_production", "Flue-gas_emissions_from_fossil-fuel_combustion", "Pollution_in_the_Arctic_Ocean"], "ranked_scores": [0.6435, 0.6313, 0.6304, 0.6254, 0.6236, 0.6212, 0.6134, 0.6023, 0.5911, 0.5863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3072, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Futures_studies", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Planning_fallacy", "Human_extinction", "Statistical_murder", "Hypotheticals", "Prudent_avoidance_principle", "Misuse_of_statistics", "Management_systems_for_road_safety", "Inverse_consequences"], "ranked_scores": [0.6305, 0.5703, 0.5247, 0.524, 0.5131, 0.5125, 0.5107, 0.5072, 0.5059, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Carbon-neutral_fuel", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_neutrality", "Clean_Energy_Ministerial", "Coal_pollution_mitigation", "Presidential_Climate_Action_Plan", "Clean_Air_Act_(United_States)", "United_States_withdrawal_from_the_Paris_Agreement", "Clean_Energy_Regulator"], "ranked_scores": [0.5783, 0.5497, 0.5297, 0.5153, 0.5152, 0.5138, 0.5125, 0.5, 0.4915, 0.4896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2012–13_North_American_drought", "1908", "Year_Without_a_Summer", "Droughts_in_the_United_States", "Temperature_record_of_the_past_1000_years", "Climate_change_in_the_United_States", "March_2012_North_American_heat_wave", "1982–83_El_Niño_event"], "ranked_scores": [0.7082, 0.6577, 0.6539, 0.6535, 0.6361, 0.6313, 0.6168, 0.6168, 0.613, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Ice2sea", "Measurement_of_sea_ice", "Antarctic_Cold_Reversal", "Sea_ice", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "Ice_shelf", "Arctic_Satellite_Composite_Project"], "ranked_scores": [0.7427, 0.7292, 0.7094, 0.6998, 0.6972, 0.6905, 0.6855, 0.6816, 0.6802, 0.6773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coalbed_methane", "Fossil_fuel_power_station", "Clean_technology", "List_of_coal_fired_power_stations_in_Australia", "Carbon-neutral_fuel", "Carbon_capture_and_storage"], "ranked_scores": [0.8308, 0.8058, 0.6747, 0.6529, 0.6337, 0.6267, 0.6203, 0.6107, 0.6101, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Pacific_decadal_oscillation", "History_of_the_Philippines_(1898–1946)", "Philippine_Revolution", "List_of_states_during_the_Middle_Ages", "Pacifico_Yokohama", "Post–World_War_II_economic_expansion", "History_of_the_United_States_(1945–64)", "20th_century"], "ranked_scores": [0.593, 0.5469, 0.529, 0.5254, 0.5051, 0.4961, 0.4958, 0.4851, 0.4715, 0.4597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "Contribution_to_global_warming_by_Australia", "Climate_change_in_China", "Climate_change_in_Canada", "2015_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "Earth_Day", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy"], "ranked_scores": [0.619, 0.5993, 0.5771, 0.5752, 0.5746, 0.5631, 0.5614, 0.5591, 0.5581, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "U.S._Global_Change_Research_Program", "Global_warming", "Climate_change", "Fossil_fuel_divestment", "2011_United_Nations_Climate_Change_Conference", "World_Climate_Change_Conference,_Moscow", "History_of_sustainability"], "ranked_scores": [0.6048, 0.6046, 0.6002, 0.5984, 0.5866, 0.5784, 0.5769, 0.5769, 0.5717, 0.57], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Little_Ice_Age", "Lake_Superior", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_denial", "Global_stilling", "Polar_forests_of_the_Cretaceous", "Celsius", "Ross_Gyre", "Global_biodiversity", "Cool_tropics_paradox", "Proxy_(climate)", "Antarctic_Cold_Reversal"], "ranked_scores": [0.5036, 0.4941, 0.494, 0.469, 0.456, 0.4495, 0.4471, 0.4451, 0.4404, 0.4381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Cosmic_ray", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Global_warming", "Climate_change", "Solar_phenomena", "Greenhouse_effect", "Climate_change_in_the_United_States", "Global_cooling", "History_of_climate_change_science", "Earth's_energy_budget"], "ranked_scores": [0.7467, 0.7183, 0.7098, 0.6982, 0.6894, 0.6807, 0.6652, 0.6606, 0.653, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Soft_landing_(economics)", "2000s_(decade)", "Future_sea_level", "Growth_of_wind_power_in_the_United_States", "Tendency_of_the_rate_of_profit_to_fall", "Shutdown_of_thermohaline_circulation", "Regression_toward_the_mean", "Slowdown", "Usage_share_of_operating_systems"], "ranked_scores": [0.5344, 0.5343, 0.5085, 0.5026, 0.4939, 0.4836, 0.4833, 0.483, 0.4705, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas"], "ranked_ids": ["History_of_climate_change_science", "Abrupt_climate_change", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_sustainability", "Runaway_greenhouse_effect", "Paleocene–Eocene_Thermal_Maximum", "Climate_change", "Global_cooling", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7179, 0.69, 0.6421, 0.6411, 0.6333, 0.6225, 0.6112, 0.608, 0.6026, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Scientific_consensus_on_climate_change", "Earth", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Climate_change", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change", "Temperature_record_of_the_past_1000_years", "Biodiversity", "Polar_forests_of_the_Cretaceous", "Neoglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6784, 0.6589, 0.64, 0.628, 0.6276, 0.6248, 0.6222, 0.6191, 0.6136, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Media_coverage_of_climate_change", "World_Climate_Report", "Views_on_the_Kyoto_Protocol", "World_Climate_Change_Conference,_Moscow", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Climate_change_denial"], "ranked_scores": [0.5629, 0.5613, 0.5571, 0.5492, 0.5472, 0.5414, 0.5403, 0.5366, 0.5365, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Climate_of_the_United_States", "List_of_energy_efficient_buildings_in_India", "United_States_rainfall_climatology", "Climate_of_Los_Angeles", "Microclimate", "Mesopause", "Weather_station", "2001_Eastern_North_America_heat_wave", "Climate_of_Dallas"], "ranked_scores": [0.6366, 0.585, 0.5842, 0.5742, 0.5612, 0.5605, 0.5581, 0.5548, 0.5518, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Global_warming_hiatus", "Climate_change", "Politics_of_global_warming", "Global_warming_controversy", "Global_cooling", "Attribution_of_recent_climate_change", "Regional_effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6953, 0.69, 0.6868, 0.6841, 0.6814, 0.6663, 0.6632, 0.6533, 0.6511, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Plug-in_hybrids_in_California", "Electricity_sector_in_China", "California", "Electricity_sector_of_the_United_States", "Wind_power_in_the_United_States", "List_of_renewable_energy_companies_by_stock_exchange", "California_(Blink-182_album)"], "ranked_scores": [0.6681, 0.6561, 0.6111, 0.588, 0.5848, 0.5837, 0.5607, 0.5496, 0.5419, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Workforce_productivity", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Ethiopia", "Agriculture_in_Argentina", "Productivity_(ecology)", "Income_in_the_United_States"], "ranked_scores": [0.619, 0.6143, 0.5886, 0.5705, 0.5689, 0.5645, 0.5584, 0.5487, 0.5395, 0.5326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-post-int8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Ursus_americanus_carlottae", "Beringian_wolf", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Syrian_brown_bear", "Grizzly_bear", "Rubus_arcticus"], "ranked_scores": [0.4666, 0.4421, 0.4324, 0.375, 0.3722, 0.3539, 0.3466, 0.3322, 0.3321, 0.3298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.672, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Atmospheric_methane", "Methane_clathrate", "Global_warming_in_Antarctica", "Polar_High", "Cryovolcano", "Arctic_geoengineering", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.6039, 0.513, 0.4543, 0.448, 0.4348, 0.4329, 0.4235, 0.4189, 0.3982, 0.3935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Tide", "Sea_level", "Regional_effects_of_global_warming", "Climate_variability", "Climate_change_(general_concept)"], "ranked_scores": [0.4565, 0.3959, 0.3827, 0.3648, 0.3377, 0.3344, 0.3329, 0.3259, 0.3149, 0.3025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Fast_ice", "Arctic_geoengineering", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Ice2sea", "Antarctic_Cold_Reversal", "Deglaciation", "Future_sea_level", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5923, 0.4626, 0.4477, 0.4319, 0.4289, 0.4286, 0.3937, 0.3922, 0.3922, 0.3915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Wind_power_by_country", "GHG_footprint", "Wind_power_in_the_European_Union", "Wind_power_in_New_Mexico", "Carbon_diet"], "ranked_scores": [0.547, 0.5376, 0.5236, 0.5153, 0.4915, 0.4718, 0.4656, 0.4484, 0.4463, 0.4454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Atmospheric_carbon_cycle", "CO2_is_Green", "Global_warming_controversy", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_dioxide", "Deforestation_and_climate_change", "Global_warming_conspiracy_theory"], "ranked_scores": [0.4933, 0.4513, 0.4452, 0.4376, 0.4293, 0.417, 0.411, 0.4109, 0.4086, 0.4078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Climate_change_in_the_Arctic", "Greenland", "Ice2sea", "Greenland_Sea", "Ice_rise", "Glacial_earthquake"], "ranked_scores": [0.5334, 0.5143, 0.4496, 0.4415, 0.4231, 0.4185, 0.4083, 0.4081, 0.4043, 0.4007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Politics_of_global_warming", "Global_warming_in_Antarctica", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_inertia", "Climate_sensitivity"], "ranked_scores": [0.448, 0.4181, 0.4158, 0.4152, 0.4089, 0.4065, 0.4029, 0.3968, 0.3827, 0.3796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_and_gender", "Climate_change_in_the_United_States", "Environmental_issue", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Reasons_for_concern"], "ranked_scores": [0.6284, 0.4612, 0.4462, 0.4452, 0.4444, 0.4311, 0.425, 0.4233, 0.4226, 0.4224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "North_Carolina", "Southern_tick-associated_rash_illness", "Frost_Belt", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_the_United_States", "Climate_of_Georgia_(U.S._state)", "Sun_Belt", "Climate_of_Minnesota", "List_of_mammals_of_New_England"], "ranked_scores": [0.415, 0.3952, 0.3717, 0.3538, 0.3515, 0.3443, 0.344, 0.3312, 0.3246, 0.3241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Views_on_the_Kyoto_Protocol", "ECMWF_re-analysis", "Economics_of_global_warming", "Climate_ensemble", "Climate_change_policy_of_the_United_States", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "DICE_model", "Coupled_model_intercomparison_project", "Hockey_stick_controversy"], "ranked_scores": [0.4477, 0.4432, 0.443, 0.4388, 0.4372, 0.4116, 0.4066, 0.406, 0.4049, 0.4042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "100,000-year_problem", "Temperature_record_of_the_past_1000_years", "Reasons_for_concern", "Hockey_stick_graph", "List_of_heat_waves", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.4626, 0.4535, 0.4216, 0.4142, 0.3978, 0.3855, 0.3654, 0.3563, 0.3513, 0.3481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Free_Ocean_CO2_Enrichment", "NoCO2_Certification_Program", "Mauna_Kea", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas_emissions_by_the_United_States", "Greenhouse_gas_accounting", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.4687, 0.3767, 0.3356, 0.3081, 0.3069, 0.3043, 0.2986, 0.2966, 0.2926, 0.2849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Metabolic_acidosis", "Acid_rain", "Ocean_acidification", "PH", "Acidosis", "Extreme_environment", "Carbonic_acid", "Carbon_bubble", "Geological_history_of_oxygen"], "ranked_scores": [0.3745, 0.3675, 0.3441, 0.3408, 0.3281, 0.3089, 0.2936, 0.2928, 0.283, 0.2769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "World_Climate_Report", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "The_Real_Global_Warming_Disaster", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_documents", "Global_warming_conspiracy_theory"], "ranked_scores": [0.503, 0.4525, 0.4453, 0.4408, 0.4354, 0.4322, 0.4294, 0.4285, 0.4157, 0.4057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "1000", "Indonesian_Democratic_Party", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2005_Pacific_hurricane_season", "PDOS", "The_Tropical_Sun", "Cool_tropics_paradox", "Programmed_Data_Processor"], "ranked_scores": [0.3993, 0.3776, 0.2972, 0.2927, 0.2891, 0.2881, 0.2725, 0.2662, 0.2653, 0.2602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "The_Hockey_Stick_Illusion", "Arctic_geoengineering", "Stern_Review", "Wiesław_Masłowski", "Ice2sea", "Ian_Clark_(geologist)", "Climatic_Research_Unit_documents", "Arctic_sea_ice_decline"], "ranked_scores": [0.6199, 0.4666, 0.4459, 0.4383, 0.4203, 0.4136, 0.4119, 0.411, 0.4096, 0.4013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Winter_1985_cold_wave", "Polar_front", "Wind_shear", "Weather_front", "Early_2014_North_American_cold_wave", "Cold-air_damming", "Norwegian_cyclone_model", "Gulf_Stream"], "ranked_scores": [0.4757, 0.4659, 0.4086, 0.4004, 0.3986, 0.3928, 0.375, 0.3742, 0.3732, 0.37], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Highest_temperature_recorded_on_Earth", "List_of_climate_research_satellites", "1997–98_El_Niño_event", "Instrumental_temperature_record", "Summer_of_1976_(Europe)", "NOAA-7"], "ranked_scores": [0.5041, 0.493, 0.4546, 0.4028, 0.3823, 0.382, 0.3434, 0.3411, 0.3328, 0.3214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "List_of_experimental_errors_and_frauds_in_physics", "Cosmic-ray_observatory", "Climatic_Research_Unit_email_controversy", "Journal_for_Geoclimatic_Studies", "The_Real_Global_Warming_Disaster", "Mandatory_renewable_energy_target", "Heaven_and_Earth_(book)"], "ranked_scores": [0.382, 0.3104, 0.3103, 0.2934, 0.2904, 0.2896, 0.2762, 0.2759, 0.2715, 0.2715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "TransCanada_Corporation", "Yves_Trudeau_(biker)", "Environmental_impact_of_transport_in_Australia", "Carbon_capture_and_storage_in_Australia", "Canadian_Association_of_Petroleum_Producers"], "ranked_scores": [0.4597, 0.4502, 0.4292, 0.4025, 0.3928, 0.3813, 0.3774, 0.3762, 0.35, 0.3425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Post-glacial_rebound", "Past_sea_level", "Measurement_of_sea_ice", "Ice2sea", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.4519, 0.4319, 0.4191, 0.4166, 0.4114, 0.3972, 0.3657, 0.3598, 0.3591, 0.3565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "1908", "2016_North_American_heat_wave", "List_of_heat_waves", "Hurricane_Katrina_and_global_warming", "Highest_temperature_recorded_on_Earth", "Early_2009_southeastern_Australia_heat_wave", "Climate_Central", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.4003, 0.3936, 0.3785, 0.3436, 0.3365, 0.3356, 0.331, 0.3303, 0.3257, 0.3205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Chemical_oceanography", "Environmental_issues_with_coral_reefs", "Environmental_threats_to_the_Great_Barrier_Reef", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Sea"], "ranked_scores": [0.6353, 0.5633, 0.4586, 0.4349, 0.4105, 0.3993, 0.3964, 0.383, 0.3792, 0.3654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Alternative_medicine", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "Junk_science", "Misuse_of_statistics", "False_attribution", "Environmental_skepticism", "Race_Against_the_Machine", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.4039, 0.3871, 0.3807, 0.3575, 0.3529, 0.3383, 0.3298, 0.3274, 0.3269, 0.3225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Global_warming_in_Antarctica", "Ice_rise", "Past_sea_level", "Raised_shoreline", "Glacial_earthquake", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6487, 0.5289, 0.4524, 0.4373, 0.4292, 0.425, 0.4234, 0.3958, 0.3752, 0.3655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "Climate_change_in_Europe", "Black_Sunday_(storm)", "Megadrought", "The_Coming_Global_Superstorm"], "ranked_scores": [0.4431, 0.4392, 0.4029, 0.3917, 0.3804, 0.3528, 0.3446, 0.3304, 0.3162, 0.3097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_Texas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "ECMWF_re-analysis", "Antarctica_cooling_controversy", "Community_Earth_System_Model", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "Climate_change_in_the_United_States"], "ranked_scores": [0.3942, 0.3884, 0.3869, 0.3815, 0.3808, 0.3777, 0.3706, 0.37, 0.3592, 0.3558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "Summer_of_1976_(Europe)", "2011_North_American_heat_wave"], "ranked_scores": [0.5125, 0.5111, 0.4803, 0.472, 0.4637, 0.429, 0.4188, 0.4155, 0.4043, 0.3994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Skeptical_Science", "Media_coverage_of_climate_change"], "ranked_scores": [0.549, 0.5025, 0.446, 0.4322, 0.4265, 0.4225, 0.4211, 0.4145, 0.4102, 0.4044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_inertia", "Global_warming_hiatus", "Proxy_(climate)", "Physical_impacts_of_climate_change", "Global_cooling", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.4783, 0.4767, 0.419, 0.3482, 0.3468, 0.344, 0.336, 0.3343, 0.3337, 0.33], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Greenhouse_gas", "Mootral", "Climate_change_in_China", "1971", "Carbon_emissions_reporting", "German_response_to_Kyoto_Protocol", "Carbon_offset", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.4826, 0.4057, 0.3925, 0.3916, 0.3813, 0.3742, 0.369, 0.3683, 0.3674, 0.3671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk", "Risk_neutral", "Counterfactual_thinking", "Global_catastrophic_risk", "Hypotheticals", "Misuse_of_statistics", "Longevity_risk", "Probability_of_error", "Worst-case_scenario"], "ranked_scores": [0.4106, 0.4, 0.3915, 0.3751, 0.3704, 0.3598, 0.3586, 0.3513, 0.3425, 0.3401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Coal_pollution_mitigation", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Carbon-neutral_fuel", "Energy_policy_of_the_Barack_Obama_administration", "Scott_Pruitt", "Carbon_neutrality", "California_Proposition_23_(2010)", "Low-carbon_building"], "ranked_scores": [0.4216, 0.3808, 0.3686, 0.3637, 0.353, 0.3453, 0.3388, 0.3304, 0.3301, 0.3274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "1982–83_El_Niño_event", "El_Niño", "El_Niño–Southern_Oscillation", "1808/1809_mystery_eruption", "Instrumental_temperature_record", "2016_North_American_heat_wave", "Year_Without_a_Summer"], "ranked_scores": [0.555, 0.4867, 0.465, 0.4244, 0.4144, 0.4123, 0.3865, 0.3856, 0.3785, 0.3675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Sea_ice", "Sea_ice_thickness", "Arctic_ice_pack", "Ice2sea", "Polar_seas", "Arctic_geoengineering", "Drift_ice"], "ranked_scores": [0.5781, 0.5306, 0.5181, 0.5109, 0.5016, 0.4782, 0.4766, 0.4649, 0.4622, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coal_mining", "List_of_coal_fired_power_stations_in_Australia", "Coal", "Coal_gasification", "Carbon_capture_and_storage", "History_of_coal_mining"], "ranked_scores": [0.7015, 0.6739, 0.5039, 0.4973, 0.4968, 0.4745, 0.4586, 0.4421, 0.4358, 0.4325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Programmed_Data_Processor", "Cool_tropics_paradox", "Indonesian_Democratic_Party", "1911_Eastern_North_America_heat_wave", "1990_in_science", "Pacifico_Yokohama", "Cold_War"], "ranked_scores": [0.3959, 0.372, 0.3185, 0.2955, 0.2927, 0.2797, 0.2638, 0.2514, 0.2496, 0.2484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Environmental_indicator", "Greenhouse_gas_emissions_by_the_United_States", "2015_United_Nations_Climate_Change_Conference", "Global_stilling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Instrumental_temperature_record", "Climate_footprint", "Climate_change_in_the_Arctic"], "ranked_scores": [0.3768, 0.3699, 0.3692, 0.3646, 0.3619, 0.3593, 0.3551, 0.3538, 0.3513, 0.3465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Media_coverage_of_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Greening_Earth_Society", "Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "Global_change", "Climate_change_denial"], "ranked_scores": [0.4359, 0.4121, 0.4048, 0.3992, 0.395, 0.3944, 0.3918, 0.3916, 0.3903, 0.3896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Climate_of_Italy", "2014–15_North_American_winter", "Snow_in_Florida", "Climate_change_denial", "Retreat_of_glaciers_since_1850", "1936_North_American_cold_wave", "Temperature_record_of_the_past_1000_years", "Early_2014_North_American_cold_wave", "Global_warming_hiatus", "Early_December_2007_North_American_winter_storm"], "ranked_scores": [0.2621, 0.2569, 0.2564, 0.2554, 0.2544, 0.2505, 0.249, 0.2486, 0.2454, 0.2414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "History_of_climate_change_science", "Global_warming", "Idealized_greenhouse_model", "Effects_of_global_warming", "Global_warming_in_Antarctica", "Attribution_of_recent_climate_change", "Regional_effects_of_global_warming", "Earth's_energy_budget", "Climate_change_in_the_United_States"], "ranked_scores": [0.5502, 0.4956, 0.4857, 0.4774, 0.4764, 0.4709, 0.4689, 0.461, 0.4582, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Diminishing_returns", "Dumbing_down", "Worse-than-average_effect", "Soft_landing_(economics)", "Skewness", "Seasonal_adjustment", "Economic_growth", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [0.3764, 0.358, 0.3425, 0.3403, 0.3353, 0.3057, 0.2759, 0.2748, 0.2737, 0.2721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_sustainability", "Environmental_issue", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "Environmental_impact_of_aviation", "Human_overpopulation", "Climate_change_adaptation", "Politics_of_global_warming"], "ranked_scores": [0.4521, 0.4267, 0.3999, 0.3933, 0.3788, 0.3718, 0.3711, 0.37, 0.3623, 0.3597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Cool_tropics_paradox", "Global_warming_in_Antarctica", "Pliocene_climate", "Timeline_of_glaciation", "Global_cooling", "Climate_change_in_the_Arctic", "History_of_sustainability"], "ranked_scores": [0.4426, 0.4342, 0.4128, 0.4103, 0.3989, 0.3986, 0.3838, 0.3828, 0.3792, 0.3777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Risk_neutral", "Media_coverage_of_climate_change", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_community", "Not_even_wrong", "Environmental_skepticism", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.4097, 0.4005, 0.3705, 0.3552, 0.3549, 0.3511, 0.341, 0.3304, 0.3301, 0.3273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "List_of_heat_waves", "Automobile_air_conditioning", "Hot_tower", "Urban_heat_island", "Weather_station", "Cooling_tower", "List_of_energy_efficient_buildings_in_India", "Station_model", "2016_North_American_heat_wave"], "ranked_scores": [0.4633, 0.3831, 0.3821, 0.3756, 0.3735, 0.3675, 0.3665, 0.354, 0.3431, 0.3381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "Global_warming_conspiracy_theory", "History_of_climate_change_science", "An_Appeal_to_Reason", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.4235, 0.4189, 0.401, 0.4008, 0.3963, 0.3962, 0.3945, 0.3872, 0.3868, 0.3824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Six_Californias", "California_State_Assembly", "California", "Solar_power_in_Michigan", "California_gubernatorial_election,_2014", "Southern_California_Edison", "Culture_of_California"], "ranked_scores": [0.4815, 0.4797, 0.4307, 0.4174, 0.4069, 0.404, 0.3982, 0.3979, 0.3949, 0.3938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Food,_Conservation,_and_Energy_Act_of_2008", "Solow_residual", "Biomedical_research_in_the_United_States", "Productivity_(ecology)", "List_of_Michigan_locations_by_per_capita_income"], "ranked_scores": [0.4141, 0.3992, 0.3881, 0.3663, 0.3622, 0.3555, 0.3496, 0.3413, 0.3303, 0.3292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Syrian_brown_bear", "Bear_attack", "Grizzly_bear", "Seed_predation", "Ursus_americanus_carlottae", "Rubus_arcticus", "Paleontology_in_Alaska"], "ranked_scores": [514.0, 509.0, 495.0, 487.0, 482.0, 481.0, 479.0, 478.0, 478.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Retreat_of_glaciers_since_1850", "Atmospheric_methane", "Greenhouse_gas", "Cryosphere", "Cryovolcano", "Avoiding_Dangerous_Climate_Change", "Arctic_Lowlands"], "ranked_scores": [556.0, 542.0, 535.0, 534.0, 532.0, 524.0, 521.0, 521.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Past_sea_level", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Climate_variability", "Climate_Data_Records", "Climate_change_(general_concept)", "Tidal_range"], "ranked_scores": [535.0, 524.0, 518.0, 508.0, 505.0, 503.0, 502.0, 501.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Fast_ice", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Neoglaciation", "Arctic_geoengineering", "Estuarine_acidification"], "ranked_scores": [583.0, 529.0, 528.0, 528.0, 528.0, 523.0, 521.0, 520.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Embedded_emissions", "Carbon_Shredders", "Carbon_diet", "Wind_power_by_country", "Carbon_accounting"], "ranked_scores": [568.0, 560.0, 539.0, 538.0, 535.0, 534.0, 529.0, 528.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Carbon_dioxide", "CO2_is_Green", "Media_coverage_of_climate_change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming_controversy", "Atmospheric_carbon_cycle", "Carbon_diet", "Scientific_consensus_on_climate_change"], "ranked_scores": [545.0, 533.0, 532.0, 531.0, 530.0, 529.0, 525.0, 524.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Greenland_Sea", "Greenland", "Greenland_ice_sheet", "East_Greenland_Current", "Denmark_Strait", "Geography_of_Greenland", "Glacial_earthquake", "Climate_inertia"], "ranked_scores": [541.0, 534.0, 533.0, 531.0, 525.0, 516.0, 515.0, 514.0, 513.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "Regional_effects_of_global_warming", "CO2_fertilization_effect", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Greenhouse_effect"], "ranked_scores": [538.0, 538.0, 535.0, 533.0, 531.0, 527.0, 527.0, 527.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Climate_change_in_Texas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Avoiding_Dangerous_Climate_Change", "Stern_Review", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Environmental_issue"], "ranked_scores": [577.0, 552.0, 533.0, 530.0, 530.0, 527.0, 527.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Southern_tick-associated_rash_illness", "Frost_Belt", "Lyme_disease", "Temperate_climate", "Amblyomma_americanum", "Climate_of_Georgia_(U.S._state)", "North_Carolina", "Climate_of_Africa", "Paleontology_in_the_United_States", "Climate_of_the_United_States"], "ranked_scores": [511.0, 507.0, 505.0, 494.0, 493.0, 493.0, 492.0, 492.0, 490.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Effects_of_global_warming", "Physical_impacts_of_climate_change", "Politics_of_global_warming", "Climatic_Research_Unit_documents", "Climate_change", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_adaptation_in_Nepal", "Hockey_stick_controversy", "Ocean_reanalysis"], "ranked_scores": [541.0, 528.0, 523.0, 523.0, 523.0, 523.0, 521.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Global_cooling_(disambiguation)", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Global_Historical_Climatology_Network", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Earth_Changes", "History_of_climate_change_science", "Hockey_stick_controversy", "Reasons_for_concern"], "ranked_scores": [535.0, 525.0, 523.0, 520.0, 518.0, 515.0, 514.0, 514.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Carbon_accounting", "Media_coverage_of_climate_change", "Global_Climate_Observing_System", "Carbon_profiling", "Climate_change_in_Tuvalu", "Eyes_on_the_Earth"], "ranked_scores": [513.0, 500.0, 488.0, 487.0, 484.0, 481.0, 481.0, 480.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Acid_rain", "Ocean_acidification", "PH", "Geological_history_of_oxygen", "Carbonic_acid", "Clathrate_gun_hypothesis", "Carbon_sequestration", "Oceanic_carbon_cycle", "Metabolic_acidosis"], "ranked_scores": [505.0, 497.0, 497.0, 493.0, 490.0, 487.0, 486.0, 485.0, 484.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "World_Climate_Report", "Global_warming_controversy", "Environmental_skepticism", "Antarctica_cooling_controversy", "Climate_change_opinion_by_country", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [539.0, 527.0, 526.0, 524.0, 513.0, 512.0, 511.0, 511.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_Chile", "El_Niño", "Oceanic_climate", "2005_Pacific_hurricane_season", "Mesopause"], "ranked_scores": [514.0, 491.0, 484.0, 482.0, 476.0, 476.0, 475.0, 473.0, 472.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Ice2sea", "The_Hockey_Stick_Illusion", "The_Hockey_Stick_and_the_Climate_Wars", "Arctic_sea_ice_decline", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [540.0, 534.0, 534.0, 533.0, 526.0, 525.0, 523.0, 519.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Cold-air_damming", "Rear-inflow_jet", "Wind_shear", "Winter_1985_cold_wave", "Jet_stream", "Mountain-gap_wind", "Polar_front", "Ice_piedmont", "November_2014_North_American_cold_wave", "Cold_wave"], "ranked_scores": [531.0, 529.0, 524.0, 523.0, 522.0, 514.0, 508.0, 506.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Earth_Radiation_Budget_Satellite", "1997–98_El_Niño_event", "SBUV/2", "Solar_cycle_19", "Hot_Bird_13B"], "ranked_scores": [550.0, 538.0, 530.0, 519.0, 518.0, 510.0, 508.0, 505.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Neutron_monitor", "Climate_engineering", "Clouds_and_the_Earth's_Radiant_Energy_System", "Campaign_against_Climate_Change", "Scientific_Alliance", "Global_Climate_Observing_System", "Eddy_covariance", "Total_Carbon_Column_Observing_Network"], "ranked_scores": [506.0, 493.0, 492.0, 491.0, 489.0, 483.0, 474.0, 474.0, 473.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Carbon_capture_and_storage_in_Australia", "Carbon_bubble", "Politics_of_global_warming", "TransCanada_Corporation", "Green_Energy_Act_2009"], "ranked_scores": [545.0, 529.0, 521.0, 519.0, 511.0, 505.0, 503.0, 503.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Post-glacial_rebound", "Past_sea_level", "Ice2sea", "Raised_shoreline", "Deglaciation", "Arctic_sea_ice_decline", "Tipping_points_in_the_climate_system"], "ranked_scores": [525.0, 520.0, 516.0, 512.0, 505.0, 503.0, 503.0, 499.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Instrumental_temperature_record", "March_2012_North_American_heat_wave", "World_Climate_Report", "Climate_Data_Records", "January_2014_southeastern_Australia_heat_wave", "List_of_heat_waves", "Scientific_opinion_on_climate_change"], "ranked_scores": [523.0, 504.0, 500.0, 499.0, 497.0, 496.0, 495.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "The_Real_Global_Warming_Disaster", "Environmental_issues_with_coral_reefs", "Environmental_threats_to_the_Great_Barrier_Reef", "Anoxic_event", "Oceanic_carbon_cycle", "Sea", "Free_Ocean_CO2_Enrichment", "Iron_fertilization"], "ranked_scores": [585.0, 561.0, 522.0, 520.0, 519.0, 518.0, 518.0, 518.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Alternative_medicine", "List_of_experimental_errors_and_frauds_in_physics", "Journal_for_Geoclimatic_Studies", "Junk_science", "Alternatives_assessment", "Climate_Change_Denial:_Heads_in_the_Sand", "Demand_destruction", "ExxonMobil_climate_change_controversy", "Systematic_risk"], "ranked_scores": [508.0, 496.0, 490.0, 486.0, 485.0, 485.0, 485.0, 484.0, 484.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Estuarine_acidification", "Fast_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Ocean_acidification", "Regional_effects_of_global_warming"], "ranked_scores": [591.0, 566.0, 542.0, 535.0, 533.0, 528.0, 522.0, 519.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Megadrought", "Climate_of_Australia", "2012_Atlantic_hurricane_season", "Year_Without_a_Summer", "Dust_Bowl", "Climate_change_in_Texas"], "ranked_scores": [522.0, 513.0, 512.0, 511.0, 501.0, 500.0, 493.0, 492.0, 490.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "350.org", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Scientific_opinion_on_climate_change"], "ranked_scores": [526.0, 521.0, 520.0, 512.0, 512.0, 508.0, 504.0, 504.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "Climate_of_Salt_Lake_City", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [540.0, 530.0, 525.0, 525.0, 517.0, 516.0, 513.0, 510.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "World_Climate_Report", "Gore_Effect", "Climate_change_denial", "Media_coverage_of_climate_change"], "ranked_scores": [551.0, 537.0, 532.0, 525.0, 524.0, 524.0, 523.0, 520.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Climate_variability", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Greenhouse_and_icehouse_Earth", "Attribution_of_recent_climate_change", "Global_warming_controversy"], "ranked_scores": [539.0, 537.0, 536.0, 523.0, 511.0, 510.0, 509.0, 509.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Climate_change_in_China", "Carbon_emissions_reporting", "Arctic_methane_emissions", "Wind", "Greenhouse_gas", "Climate_engineering", "Atmospheric_methane", "Aerobic_methane_production", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [524.0, 520.0, 512.0, 512.0, 512.0, 512.0, 511.0, 510.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Centre_for_the_Study_of_Existential_Risk", "Hypotheticals", "Global_catastrophic_risk", "Probability_of_error", "Policy_uncertainty", "Ingenuity", "Accident", "Risk_neutral", "Misuse_of_statistics"], "ranked_scores": [526.0, 513.0, 510.0, 505.0, 502.0, 501.0, 500.0, 499.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Coal_pollution_mitigation", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_neutrality", "Carbon-neutral_fuel", "Clean_coal_technology", "Clean_Air_Act_(United_States)", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "Environmental_governance_in_Brazil"], "ranked_scores": [507.0, 494.0, 489.0, 487.0, 487.0, 486.0, 485.0, 484.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Climate_change_in_the_United_States", "Year_Without_a_Summer", "El_Niño", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2012–13_North_American_drought", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [544.0, 543.0, 530.0, 528.0, 522.0, 522.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_geoengineering", "Antarctic_sea_ice", "Sea_ice_thickness", "Polar_seas", "Climate_of_the_Arctic", "Ice2sea", "Antarctic_ice_sheet", "Future_sea_level"], "ranked_scores": [549.0, 544.0, 542.0, 539.0, 534.0, 529.0, 528.0, 528.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_mining", "Cleaner_production", "Refined_coal", "Coal", "Clean_technology", "Fossil_fuel_power_station", "History_of_coal_mining", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [592.0, 578.0, 543.0, 536.0, 527.0, 525.0, 522.0, 516.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "El_Niño–Southern_Oscillation", "1908", "Global_warming_hiatus", "Post-glacial_rebound"], "ranked_scores": [510.0, 507.0, 485.0, 476.0, 475.0, 472.0, 471.0, 470.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Carbon_emissions_reporting", "Global_cooling", "Climate_footprint", "Environmental_indicator", "IPCC_First_Assessment_Report", "Carbon_footprint", "Embedded_emissions", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)"], "ranked_scores": [516.0, 509.0, 507.0, 505.0, 504.0, 504.0, 501.0, 501.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Media_coverage_of_climate_change", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Global_change", "Hurricane_Katrina_and_global_warming", "Climate_change_denial", "Attribution_of_recent_climate_change", "ExxonMobil_climate_change_controversy", "Campaign_against_Climate_Change"], "ranked_scores": [545.0, 536.0, 529.0, 528.0, 527.0, 526.0, 524.0, 523.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Regional_effects_of_global_warming", "Year_Without_a_Summer", "Cool_tropics_paradox", "Retreat_of_glaciers_since_1850", "Great_Lakes", "Climate_of_Italy", "Global_warming_hiatus", "Neoglaciation", "Early_2014_North_American_cold_wave", "Last_glacial_period"], "ranked_scores": [480.0, 480.0, 478.0, 477.0, 477.0, 475.0, 474.0, 472.0, 470.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Global_cooling", "Idealized_greenhouse_model", "Attribution_of_recent_climate_change", "Solar_gain", "Regional_effects_of_global_warming", "Global_warming", "Global_cooling_(disambiguation)"], "ranked_scores": [556.0, 552.0, 548.0, 547.0, 547.0, 544.0, 543.0, 542.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Diminishing_returns", "Covariate", "Dumbing_down", "Autumn", "Sea_level", "Statistical_significance", "Nonfarm_payrolls", "List_of_recessions_in_the_United_States"], "ranked_scores": [497.0, 493.0, 480.0, 478.0, 477.0, 474.0, 473.0, 473.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Future_of_Earth", "Environmental_issue", "Global_warming", "Environmental_emergency", "Cumulative_effects_(environment)", "Airborne_fraction", "Atmospheric_methane", "Human_overpopulation"], "ranked_scores": [545.0, 539.0, 536.0, 535.0, 527.0, 518.0, 517.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Cool_tropics_paradox", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Attribution_of_recent_climate_change", "Holocene", "Timeline_of_glaciation", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [530.0, 528.0, 519.0, 519.0, 518.0, 517.0, 515.0, 514.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "I'm_not_a_scientist", "Not_even_wrong", "Climate_change_denial", "Media_coverage_of_climate_change", "Skeptical_Science", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [515.0, 503.0, 500.0, 499.0, 498.0, 496.0, 496.0, 494.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Hot_tower", "List_of_heat_waves", "US_Weather_Bureau_Station_(Block_Island)", "Weather_station", "List_of_energy_efficient_buildings_in_India", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Satellite_temperature_measurements", "Station_model"], "ranked_scores": [509.0, 508.0, 507.0, 505.0, 505.0, 499.0, 497.0, 496.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Advisory_Group_on_Greenhouse_Gases", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "IPCC_Fourth_Assessment_Report", "An_Appeal_to_Reason", "IPCC_First_Assessment_Report", "Reasons_for_concern"], "ranked_scores": [549.0, 535.0, 531.0, 530.0, 526.0, 524.0, 518.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "California", "Solar_power_in_Michigan", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "Six_Californias", "Solar_cell_efficiency", "Southern_California_Edison", "Solar_power", "Plug-in_hybrids_in_California"], "ranked_scores": [530.0, 525.0, 517.0, 512.0, 511.0, 511.0, 506.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Syria", "Productivity_(ecology)", "Renewable_energy_in_the_United_States", "Agriculture_in_Pennsylvania", "Workforce_productivity", "Agriculture,_forestry,_and_fishing_in_Japan", "Solow_residual", "1971", "Climate_change_in_the_United_States"], "ranked_scores": [516.0, 515.0, 504.0, 504.0, 501.0, 501.0, 499.0, 494.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Bile_bear", "Brown_bear", "Mount_Bear", "Great_Bear_Wilderness", "Paleontology_in_Alaska", "Grizzly_bear", "Bear_attack", "Sloth_bear", "Beringian_wolf"], "ranked_scores": [522.0, 519.0, 511.0, 511.0, 498.0, 492.0, 492.0, 489.0, 487.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "The_Cryosphere", "Arctic_resources_race", "Greenhouse_gas", "Polar_High", "Climate_change_in_the_Arctic", "Cryosphere", "Methane"], "ranked_scores": [609.0, 554.0, 544.0, 532.0, 531.0, 531.0, 528.0, 526.0, 525.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Sea_level", "Tide", "Coast", "Great_Salinity_Anomaly", "Ice2sea"], "ranked_scores": [548.0, 538.0, 519.0, 516.0, 515.0, 507.0, 506.0, 489.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Fast_ice", "Deglaciation", "Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Marine_regression", "Ice2sea", "Antarctic_Cold_Reversal", "Neoglaciation"], "ranked_scores": [596.0, 538.0, 536.0, 536.0, 534.0, 531.0, 530.0, 529.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "100%_renewable_energy", "Climate_footprint", "Wind_power", "Intergovernmental_Panel_on_Climate_Change", "Carbon_diet", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Carbon_tax", "Climate_change_in_China", "Renewable_energy_in_Germany"], "ranked_scores": [562.0, 550.0, 541.0, 537.0, 536.0, 536.0, 535.0, 534.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Climate_change_denial", "Atmospheric_carbon_cycle", "Global_warming_potential", "Carbon_tax", "Carbon_dioxide", "Greenhouse_gas_emissions_by_the_United_States", "Politics_of_global_warming", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [555.0, 535.0, 535.0, 535.0, 535.0, 534.0, 531.0, 530.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Greenland_Sea", "Global_warming_in_Antarctica", "List_of_companies_of_Greenland", "Greenland_ice_sheet", "Greenland", "Geography_of_Greenland"], "ranked_scores": [552.0, 533.0, 528.0, 523.0, 520.0, 517.0, 517.0, 515.0, 514.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Global_warming_potential", "Climate_change_feedback", "Regional_effects_of_global_warming", "Politics_of_global_warming", "CO2_fertilization_effect", "Atmospheric_carbon_cycle", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas", "Global_warming", "Global_warming_in_Antarctica"], "ranked_scores": [543.0, 540.0, 534.0, 531.0, 527.0, 527.0, 526.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_effect_(United_States_Supreme_Court)", "Climate_change_in_Texas", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Global_cooling"], "ranked_scores": [609.0, 549.0, 534.0, 533.0, 528.0, 526.0, 524.0, 524.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Climate_of_the_United_States", "Lyme_disease", "North_Carolina", "Temperate_climate", "Disease_diffusion_mapping", "Amblyomma_americanum", "Climate_of_Georgia_(U.S._state)", "Sun_Belt", "Snow_in_Florida", "Ixodes"], "ranked_scores": [500.0, 499.0, 495.0, 491.0, 486.0, 485.0, 484.0, 484.0, 484.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Stern_Review", "DICE_model", "Climate_ensemble", "Climate_change_mitigation", "Regime_shift", "IPCC_Fourth_Assessment_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [552.0, 551.0, 538.0, 536.0, 534.0, 531.0, 530.0, 528.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "Hockey_stick_controversy", "Timeline_of_glaciation", "Antarctica_cooling_controversy", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Global_cooling", "Global_warming_hiatus", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [540.0, 532.0, 529.0, 517.0, 515.0, 513.0, 512.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Climate_change_in_Tuvalu", "IPCC_First_Assessment_Report", "Eyes_on_the_Earth", "Global_warming_potential", "Global_Climate_Observing_System", "Argo_(oceanography)", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [514.0, 511.0, 508.0, 502.0, 501.0, 498.0, 498.0, 496.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Metabolic_acidosis", "Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "PH", "Carbon_dioxide", "Carbonic_acid", "Extreme_environment", "Global_warming_potential"], "ranked_scores": [496.0, 492.0, 487.0, 486.0, 485.0, 484.0, 481.0, 479.0, 478.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3236, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "The_Great_Global_Warming_Swindle", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_email_controversy", "Climate_change_denial", "Scientific_opinion_on_climate_change"], "ranked_scores": [586.0, 553.0, 553.0, 541.0, 540.0, 538.0, 535.0, 533.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "1000", "PDO", "PDOS", "1911_Eastern_North_America_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Little_Ice_Age", "Köppen_climate_classification", "El_Niño", "List_of_heat_waves"], "ranked_scores": [495.0, 473.0, 470.0, 470.0, 468.0, 468.0, 464.0, 463.0, 462.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Stern_Review", "Ice2sea", "Wiesław_Masłowski", "The_Hockey_Stick_and_the_Climate_Wars", "Michael_E._Mann", "Arctic_geoengineering", "Arctic_resources_race", "The_Hockey_Stick_Illusion"], "ranked_scores": [559.0, 543.0, 535.0, 535.0, 533.0, 530.0, 526.0, 525.0, 525.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Winter_1985_cold_wave", "Rear-inflow_jet", "Jet_stream", "Wind_shear", "Cold-air_damming", "Polar_low", "Polar_vortex", "Polar_front", "Polar_High", "November_2014_North_American_cold_wave"], "ranked_scores": [540.0, 523.0, 517.0, 517.0, 517.0, 512.0, 511.0, 510.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "NOAA-7", "1997–98_El_Niño_event", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_heat_waves", "Solar_cycle_19"], "ranked_scores": [572.0, 562.0, 561.0, 536.0, 524.0, 518.0, 514.0, 514.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "World_Climate_Research_Programme", "EdGCM", "Global_Climate_Observing_System", "Climatic_Research_Unit_email_controversy", "Atmospheric_Model_Intercomparison_Project", "Copenhagen_Diagnosis", "Ian_Clark_(geologist)"], "ranked_scores": [523.0, 510.0, 508.0, 507.0, 497.0, 495.0, 494.0, 493.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Keystone_Pipeline", "Fuel_Economy_Reform_Act", "Carbon_capture_and_storage_in_Australia", "Carbon_offset"], "ranked_scores": [534.0, 527.0, 523.0, 508.0, 506.0, 501.0, 499.0, 498.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Global_cooling", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Sea_level_rise", "Holocene_glacial_retreat", "Post-glacial_rebound", "Past_sea_level", "Wiesław_Masłowski"], "ranked_scores": [540.0, 525.0, 524.0, 517.0, 510.0, 509.0, 508.0, 507.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_heat_waves", "Climate_change_in_the_United_States", "1908", "Media_coverage_of_climate_change", "Satellite_temperature_measurements", "Global_Historical_Climatology_Network", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_Change_Science_Program", "Idealized_greenhouse_model"], "ranked_scores": [524.0, 521.0, 515.0, 506.0, 506.0, 506.0, 504.0, 503.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Anoxic_event", "Environmental_threats_to_the_Great_Barrier_Reef", "Anoxic_waters", "Sea_level_rise", "Environmental_issues_with_coral_reefs", "Marine_biology", "Sea"], "ranked_scores": [600.0, 575.0, 534.0, 532.0, 530.0, 516.0, 514.0, 511.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Climate_Change_Denial:_Heads_in_the_Sand", "List_of_experimental_errors_and_frauds_in_physics", "The_Deniers", "Journal_for_Geoclimatic_Studies", "Danish_Committees_on_Scientific_Dishonesty", "Lies,_damned_lies,_and_statistics", "Management_systems_for_road_safety", "Heaven_and_Earth_(book)", "Circular_reporting"], "ranked_scores": [498.0, 497.0, 494.0, 492.0, 491.0, 488.0, 488.0, 481.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Fast_ice", "Ice2sea", "Past_sea_level", "Ice_rise", "Wiesław_Masłowski", "Global_warming_in_Antarctica", "Regional_effects_of_global_warming", "Climate_inertia"], "ranked_scores": [582.0, 553.0, 543.0, 540.0, 525.0, 520.0, 520.0, 519.0, 516.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Climate_change_mitigation_scenarios", "Drylands", "Desertification", "Water_scarcity", "Megadrought", "Water_scarcity_in_Africa"], "ranked_scores": [538.0, 535.0, 529.0, 517.0, 496.0, 493.0, 493.0, 492.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "ECMWF_re-analysis", "Stern_Review", "Climate_engineering", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "IPCC_First_Assessment_Report", "Heaven_and_Earth_(book)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [542.0, 530.0, 526.0, 524.0, 523.0, 523.0, 520.0, 520.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "2000_Southern_United_States_heat_wave", "Western_Oregon"], "ranked_scores": [552.0, 541.0, 541.0, 533.0, 528.0, 523.0, 523.0, 516.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Ian_Clark_(geologist)", "Environmental_skepticism", "The_Great_Warming", "Heaven_and_Earth_(book)", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [523.0, 521.0, 515.0, 514.0, 514.0, 514.0, 513.0, 510.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Temperature_record_of_the_past_1000_years", "Climate_change_(general_concept)", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_inertia", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [548.0, 530.0, 530.0, 529.0, 528.0, 527.0, 521.0, 517.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Global_warming_potential", "Arctic_methane_emissions", "Climate_change_in_China", "Carbon_offset", "Greenhouse_gas", "Global_stilling", "Attribution_of_recent_climate_change", "Wind", "Carbon_emissions_reporting"], "ranked_scores": [524.0, 522.0, 521.0, 520.0, 519.0, 517.0, 513.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk", "Hypotheticals", "Futures_studies", "Philosophical_skepticism", "Policy_uncertainty", "Nick_Bostrom", "Non-renewable_resource", "Human_extinction", "Policy_Uncertainty"], "ranked_scores": [515.0, 504.0, 502.0, 490.0, 489.0, 488.0, 487.0, 487.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6621, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_Energy_Regulator", "Carbon-neutral_fuel", "Clean_Air_Act_(United_States)", "Carbon_neutrality", "Environmental_policy_of_the_Donald_Trump_administration", "Secretary_of_State_for_Energy_and_Climate_Change", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "United_States_Environmental_Protection_Agency"], "ranked_scores": [514.0, 511.0, 499.0, 499.0, 498.0, 494.0, 492.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "1908", "2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "Year_Without_a_Summer", "2010_Northern_Hemisphere_heat_waves", "Climate_change_in_the_United_States", "Temperature_record_of_the_past_1000_years", "Megathermal", "El_Niño"], "ranked_scores": [544.0, 532.0, 530.0, 527.0, 526.0, 525.0, 523.0, 522.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_sea_ice_decline", "Polar_seas", "Weddell_Polynya", "Ice2sea", "Antarctic_ice_sheet", "International_Weddell_Sea_Oceanographic_Expeditions", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Arctic_geoengineering"], "ranked_scores": [584.0, 564.0, 554.0, 549.0, 545.0, 541.0, 540.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "History_of_coal_mining", "Coal_mining", "Coal", "Arch_Coal", "Environmental_impact_of_the_coal_industry", "Refined_coal", "Carbon_capture_and_storage", "Fossil_fuel_power_station"], "ranked_scores": [621.0, 612.0, 556.0, 549.0, 546.0, 529.0, 528.0, 524.0, 523.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Cool_tropics_paradox", "PDOS", "PDO", "Greenhouse_effect_(United_States_Supreme_Court)", "Programmed_Data_Processor", "Sublimation_(phase_transition)", "1911_Eastern_North_America_heat_wave", "Köppen_climate_classification", "Post–World_War_II_economic_expansion"], "ranked_scores": [501.0, 498.0, 488.0, 488.0, 478.0, 478.0, 475.0, 474.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "World_Climate_Report", "Instrumental_temperature_record", "Global_Climate_Observing_System", "Climate_change_in_China", "Carbon_footprint", "Environmental_Performance_Index", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_potential"], "ranked_scores": [514.0, 510.0, 504.0, 496.0, 494.0, 493.0, 491.0, 490.0, 489.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_policy_of_the_United_States", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate_Change_Science_Program", "Physical_impacts_of_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change"], "ranked_scores": [538.0, 537.0, 534.0, 534.0, 532.0, 531.0, 530.0, 530.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["1993_Storm_of_the_Century", "Global_warming_hiatus", "Measurement_of_sea_ice", "Early_2014_North_American_cold_wave", "2016–17_North_American_winter", "Cold-air_damming", "Climate_of_Finland", "2013–14_North_American_winter", "January_2016_East_Asia_cold_wave", "Ross_Ice_Shelf"], "ranked_scores": [470.0, 459.0, 459.0, 456.0, 455.0, 454.0, 451.0, 449.0, 449.0, 449.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Regional_effects_of_global_warming", "Effects_of_global_warming", "Earth's_energy_budget", "Solar_cycle", "Solar_gain", "Climate_change_in_the_Arctic", "Climate_engineering", "Idealized_greenhouse_model"], "ranked_scores": [560.0, 545.0, 542.0, 538.0, 537.0, 535.0, 535.0, 533.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Tendency_of_the_rate_of_profit_to_fall", "Regime_shift", "List_of_recessions_in_the_United_States", "Attribution_of_recent_climate_change", "Dumbing_down", "Future_sea_level", "GDP_deflator", "Nonfarm_payrolls"], "ranked_scores": [509.0, 507.0, 490.0, 481.0, 480.0, 477.0, 476.0, 476.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "CO2_fertilization_effect", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_China", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Greenhouse_gas_emissions_by_the_United_States", "Geological_history_of_oxygen", "ExxonMobil_climate_change_controversy"], "ranked_scores": [554.0, 532.0, 531.0, 530.0, 530.0, 523.0, 521.0, 521.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_cooling", "Temperature_record_of_the_past_1000_years", "History_of_sustainability", "Ian_Clark_(geologist)", "IPCC_Fourth_Assessment_Report", "Hockey_stick_controversy", "Timeline_of_glaciation"], "ranked_scores": [528.0, 518.0, 515.0, 512.0, 509.0, 508.0, 506.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "Skeptical_Science", "I'm_not_a_scientist", "Climatic_Research_Unit_documents", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Not_even_wrong", "Scientific_community", "Scientific_consensus_on_climate_change"], "ranked_scores": [512.0, 504.0, 502.0, 501.0, 498.0, 491.0, 490.0, 488.0, 488.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Hot_tower", "Cooling_center", "Excessive_heat_watch", "Weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Urban_heat_island", "List_of_energy_efficient_buildings_in_India", "Heat_index", "2001_Eastern_North_America_heat_wave", "List_of_heat_waves"], "ranked_scores": [543.0, 529.0, 523.0, 523.0, 522.0, 514.0, 512.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Hockey_stick_controversy", "History_of_climate_change_science", "Global_warming_controversy", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [548.0, 540.0, 539.0, 539.0, 538.0, 530.0, 529.0, 528.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "California", "Etymology_of_California", "Renewable_energy_in_the_United_States", "Pacific_States", "Solar_cell_efficiency", "California_State_Assembly", "Solar_power_by_country", "Solar_power"], "ranked_scores": [527.0, 523.0, 516.0, 506.0, 506.0, 502.0, 502.0, 501.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Productivity_(ecology)", "2012–13_North_American_drought", "Agriculture,_forestry,_and_fishing_in_Japan", "Food,_Conservation,_and_Energy_Act_of_2008", "Petroleum_in_the_United_States", "Climate_change_and_agriculture", "Plantation_economy"], "ranked_scores": [524.0, 514.0, 506.0, 500.0, 500.0, 499.0, 496.0, 495.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["British_North_Greenland_expedition", "High_Alps", "Alps", "Mount_Bear", "Ellesmere_Island", "Quelccaya_Ice_Cap", "Bering_Glacier", "East_Antarctica", "Banff_National_Park", "Woolly_mammoth"], "ranked_scores": [0.7847, 0.753, 0.7118, 0.7096, 0.707, 0.7011, 0.6985, 0.6923, 0.6846, 0.6841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Glaciers_on_Mars", "Polar_desert", "Cryovolcano", "Permafrost_carbon_cycle", "Arctic_Lowlands", "Swiss_cheese_features", "Martian_soil", "Bering_Glacier", "The_Cryosphere"], "ranked_scores": [0.8556, 0.7916, 0.7813, 0.7785, 0.7759, 0.7712, 0.7703, 0.7643, 0.761, 0.7557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Atlantic_Seaboard_fall_line", "Atlantic_Plain", "Atlantic_coastal_plain", "Mesoscale_convective_system", "Sea_level", "Climatology", "Surface_weather_analysis", "Oceanic_climate", "Central_Coast_(California)", "Atlantic_hurricane_season"], "ranked_scores": [0.7947, 0.7582, 0.7581, 0.7168, 0.7077, 0.7059, 0.7008, 0.6981, 0.6967, 0.6966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "ANDRILL", "Great_Salinity_Anomaly", "Abrupt_climate_change", "Amundsen–Scott_South_Pole_Station", "Amundsen's_South_Pole_expedition", "List_of_climate_research_satellites", "South_Atlantic_Convergence_Zone", "Rachel_Carson"], "ranked_scores": [0.7897, 0.7715, 0.7442, 0.7428, 0.7311, 0.7282, 0.7223, 0.7025, 0.7022, 0.699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_in_Colorado", "Wind_power_in_California", "Carbon_Shredders", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Canadian_Association_of_Petroleum_Producers", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "California_League_of_Conservation_Voters", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.7795, 0.7588, 0.7172, 0.712, 0.6756, 0.6749, 0.6742, 0.6624, 0.6616, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Black_carbon", "Regional_effects_of_global_warming", "Effects_of_global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "CO2_fertilization_effect", "Carbon_bubble", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming", "Energy_crisis"], "ranked_scores": [0.7707, 0.7557, 0.7396, 0.7233, 0.7209, 0.7118, 0.7111, 0.7061, 0.706, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Ice2sea", "Future_sea_level", "Wiesław_Masłowski", "Heinrich_event", "Iceberg_B-9", "Labrador_Current", "Iceberg_C-19", "Antarctic_Circumpolar_Current"], "ranked_scores": [0.8288, 0.8133, 0.809, 0.803, 0.7997, 0.7793, 0.7558, 0.7542, 0.7513, 0.7437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_of_Italy", "Global_warming", "Climate_oscillation", "Proxy_(climate)", "Station_model", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Weather", "Climatology", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7923, 0.7844, 0.7807, 0.7679, 0.7659, 0.7658, 0.7613, 0.7594, 0.757, 0.7563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Climate_change_and_agriculture", "Water_scarcity", "Scientific_opinion_on_climate_change", "Global_warming", "Regional_effects_of_global_warming", "Deforestation_and_climate_change", "Climate_change", "Hurricane_Katrina_and_global_warming", "Climate_risk", "Iris_hypothesis"], "ranked_scores": [0.7949, 0.7827, 0.7798, 0.7704, 0.7518, 0.7395, 0.736, 0.7339, 0.7309, 0.7308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Geography_of_North_America", "Paleontology_in_the_United_States", "2011_Super_Outbreak", "2012–13_North_American_drought", "Prehistory_of_the_United_States", "Paleontology_in_Alaska", "Effects_of_climate_change_on_terrestrial_animals", "Hockey_stick_controversy", "2010–13_Southern_United_States_and_Mexico_drought", "2009_flu_pandemic_in_the_United_States"], "ranked_scores": [0.7513, 0.7489, 0.7419, 0.7408, 0.7356, 0.7346, 0.7303, 0.7272, 0.7268, 0.721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Climate_ensemble", "ECMWF_re-analysis", "Temperature_record_of_the_past_1000_years", "Climate_change_adaptation", "Climate_sensitivity", "2011_United_Nations_Climate_Change_Conference", "Climate_change_policy_of_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Capacity_factor", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7361, 0.715, 0.6925, 0.6856, 0.6822, 0.6822, 0.6783, 0.6517, 0.6496, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "January_2016_East_Asia_cold_wave", "Temperature_record_of_the_past_1000_years", "Winter_1985_cold_wave", "ECMWF_re-analysis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Polar_forests_of_the_Cretaceous", "1808/1809_mystery_eruption", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [0.7885, 0.7742, 0.7729, 0.7705, 0.768, 0.7638, 0.7375, 0.7362, 0.7285, 0.7282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Scientific_modelling", "Publicity", "Greenhouse_gas_inventory", "Mauna_Loa_Observatory", "List_of_lakes_in_California", "Environmental_Science_Services_Administration", "Emission_inventory", "Environmental_impact_assessment", "Mass_balance", "National_Income_and_Product_Accounts"], "ranked_scores": [0.7124, 0.6821, 0.6778, 0.6708, 0.6663, 0.6537, 0.6535, 0.6519, 0.6478, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["C3_carbon_fixation", "Gasification", "Metabolic_acidosis", "CO2_fertilization_effect", "Acid_rain", "Coal_gasification", "Air_pollution", "Carbonic_acid", "Coal_gasification_commercialization", "Ocean_acidification"], "ranked_scores": [0.7168, 0.7037, 0.6863, 0.6776, 0.6687, 0.6677, 0.6677, 0.6646, 0.6631, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_climate_research_satellites", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Friends_of_Science", "Media_coverage_of_climate_change", "Polar_amplification", "Climatic_Research_Unit_documents", "Advisory_Group_on_Greenhouse_Gases", "Climate_change_in_the_United_States"], "ranked_scores": [0.676, 0.6745, 0.6728, 0.672, 0.6691, 0.6659, 0.6553, 0.6543, 0.633, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tidal_flooding", "List_of_off-season_Atlantic_hurricanes", "Soft_landing_(economics)", "2016_Atlantic_hurricane_season", "Flash_flood", "Hurricane_Florence_(1953)", "Great_Salinity_Anomaly", "Timeline_of_the_2005_Pacific_hurricane_season", "1919_Florida_Keys_hurricane", "Timeline_of_the_2006_Pacific_hurricane_season"], "ranked_scores": [0.7622, 0.7423, 0.7014, 0.6975, 0.6909, 0.6842, 0.6749, 0.6742, 0.6712, 0.6678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "List_of_climate_research_satellites", "Advisory_Group_on_Greenhouse_Gases", "Norwegian_cyclone_model", "Climate_change_in_Australia", "Richard_Lindzen", "ANDRILL", "Arctic_sea_ice_decline", "World_Climate_Change_Conference,_Moscow", "Climate_change_and_agriculture"], "ranked_scores": [0.8129, 0.7008, 0.6804, 0.6669, 0.6668, 0.6655, 0.6569, 0.6556, 0.6549, 0.6498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Oceanic_climate", "2018_British_Isles_heat_wave", "2006_European_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Tipping_point_(climatology)", "Wind_shear", "Weather_Research_and_Forecasting_Model", "December_1960_nor'easter", "2006_European_cold_wave", "United_States_rainfall_climatology"], "ranked_scores": [0.7704, 0.7658, 0.755, 0.7376, 0.7349, 0.731, 0.7195, 0.7181, 0.7165, 0.7125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "Station_model", "MSU_temperature_measurements", "Climate_of_Los_Angeles", "Summer_of_1976_(Europe)", "Idealized_greenhouse_model", "US_Weather_Bureau_Station_(Block_Island)", "2018_British_Isles_heat_wave", "Climate_change_in_the_United_States", "List_of_glaciers_of_Iceland"], "ranked_scores": [0.6684, 0.6624, 0.6612, 0.6559, 0.6462, 0.6379, 0.6219, 0.6116, 0.6074, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["History_of_Costa_Rica", "Climate_of_the_Nordic_countries", "List_of_climate_research_satellites", "Central_America", "Culture_of_California", "EdGCM", "Skeptical_Science", "Lists_about_skepticism", "Energy_in_Denmark", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6947, 0.6552, 0.6402, 0.6369, 0.6282, 0.6128, 0.6091, 0.6045, 0.6013, 0.5994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "CO2_fertilization_effect", "Economy_of_Canada", "Oceanic_carbon_cycle", "Drift_ice", "Carbon-neutral_fuel", "Flexible-fuel_vehicle", "Environmental_impact_of_aviation", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7351, 0.7002, 0.6883, 0.6611, 0.6541, 0.652, 0.6465, 0.641, 0.6233, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Past_sea_level", "Arctic_sea_ice_decline", "Great_Salinity_Anomaly", "Atlantic_Ocean", "North_Sea", "Climate_inertia", "Measurement_of_sea_ice"], "ranked_scores": [0.7907, 0.7701, 0.7701, 0.753, 0.737, 0.7358, 0.7272, 0.7163, 0.7039, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_of_the_United_States", "Rocky_Mountain_Front", "Antarctica_cooling_controversy", "Snow_in_Florida", "Climate_of_Australia", "Heaven_and_Earth_(book)", "Media_coverage_of_climate_change", "Beringia", "Winter_1985_cold_wave", "Banff_National_Park"], "ranked_scores": [0.726, 0.7238, 0.7238, 0.7125, 0.6971, 0.684, 0.6828, 0.6753, 0.6709, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Alkaline_tide", "Acidosis", "Acid_rain", "Metabolic_acidosis", "Syngas_fermentation", "Gasification", "Environmental_issues_with_coral_reefs"], "ranked_scores": [0.9239, 0.8473, 0.811, 0.7561, 0.7418, 0.7341, 0.7221, 0.7152, 0.7145, 0.711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Planning_fallacy", "Energy_accidents", "List_of_experimental_errors_and_frauds_in_physics", "History_of_economic_thought", "Induced_innovation", "Green_New_Deal", "American_Jobs", "Right-to-work_law", "Environmental_impact_of_the_coal_industry", "Straw_man"], "ranked_scores": [0.7624, 0.718, 0.6579, 0.6577, 0.6406, 0.6329, 0.6323, 0.6304, 0.6272, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice2sea", "Antarctic_Cold_Reversal", "Future_sea_level", "Great_Salinity_Anomaly", "Arctic_sea_ice_decline", "1971", "South_Atlantic_Convergence_Zone", "Paleocene–Eocene_Thermal_Maximum", "Antarctic_Circumpolar_Current"], "ranked_scores": [0.8153, 0.7993, 0.7991, 0.793, 0.7769, 0.7762, 0.7742, 0.7463, 0.7323, 0.7287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Europe", "Svalbard", "Eurasia", "Norway", "Iceland", "Italy", "Los_Angeles", "International_Charter_on_Space_and_Major_Disasters", "Spitsbergen", "Spain"], "ranked_scores": [0.7502, 0.7413, 0.688, 0.6866, 0.6856, 0.6818, 0.6795, 0.678, 0.6763, 0.6667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Climate_change_in_Texas", "Pro-nuclear_movement", "Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "Climatic_Research_Unit_documents", "Friends_of_Science", "Greenhouse_effect_(United_States_Supreme_Court)", "List_of_power_stations_in_Texas"], "ranked_scores": [0.7593, 0.7293, 0.719, 0.68, 0.6791, 0.6766, 0.668, 0.6663, 0.6629, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "Environment_of_West_Virginia", "Climate_of_Minnesota", "Humid_continental_climate"], "ranked_scores": [0.8123, 0.7598, 0.7514, 0.7382, 0.7215, 0.7205, 0.7046, 0.6992, 0.699, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Friends_of_Science", "Hockey_stick_controversy", "Skeptical_Science", "Global_warming_controversy", "Cool_tropics_paradox", "Environmental_skepticism", "Media_coverage_of_climate_change"], "ranked_scores": [0.8414, 0.76, 0.7492, 0.718, 0.7095, 0.7084, 0.7017, 0.7009, 0.6946, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Climate_gap", "Climate_pattern", "Iris_hypothesis", "Reforestation", "Year_Without_a_Summer", "List_of_climate_research_satellites", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [0.7817, 0.7684, 0.7533, 0.7251, 0.7128, 0.6986, 0.6957, 0.6888, 0.6851, 0.6816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Carbon_cycle_re-balancing", "Carbon", "Methane_clathrate", "Everglades", "Carbon-neutral_fuel", "Central_Valley_Project", "Trifluoromethyl_sulphur_pentafluoride", "Atmospheric_carbon_cycle", "Droughts_in_the_United_States"], "ranked_scores": [0.69, 0.6893, 0.6855, 0.6834, 0.6755, 0.6714, 0.6569, 0.6513, 0.6502, 0.6497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Misuse_of_statistics", "Disaster", "Global_catastrophic_risk", "Land_degradation", "Weathering", "Iris_hypothesis", "Resource", "Null_hypothesis", "Deregulation"], "ranked_scores": [0.7122, 0.6993, 0.6899, 0.6794, 0.6723, 0.6659, 0.6642, 0.6616, 0.6543, 0.6538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["United_Nations_Environment_Organization", "Environmental_policy_of_the_Donald_Trump_administration", "Views_on_the_Kyoto_Protocol", "Plug-in_hybrids_in_California", "United_States_withdrawal_from_the_Paris_Agreement", "London_congestion_charge", "Energy_policy_of_the_United_States", "Superfund", "Corruption_Perceptions_Index", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.5906, 0.5591, 0.5378, 0.5363, 0.5149, 0.4977, 0.4942, 0.4849, 0.4834, 0.4824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Winter_1985_cold_wave", "1908", "Droughts_in_the_United_States", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "March_2012_North_American_heat_wave", "2012–13_North_American_drought"], "ranked_scores": [0.7738, 0.7526, 0.7313, 0.7269, 0.7229, 0.7208, 0.7155, 0.711, 0.7045, 0.7024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_Satellite_Composite_Project", "Sea_ice_thickness", "International_Weddell_Sea_Oceanographic_Expeditions", "Antarctic_sea_ice", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Ice2sea", "Ice_shelf", "Drift_ice"], "ranked_scores": [0.7581, 0.7494, 0.7435, 0.7338, 0.7284, 0.7261, 0.7256, 0.7224, 0.7221, 0.7205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Cross-State_Air_Pollution_Rule", "Climate_footprint", "Cleaner_production", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Chain_of_Lakes_(Winter_Haven)", "ViaSat-1", "GHG_footprint", "Clean_coal_technology", "Low-carbon_fuel_standard"], "ranked_scores": [0.8174, 0.7863, 0.7201, 0.7081, 0.7072, 0.7049, 0.6942, 0.6907, 0.6861, 0.6818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Soft_landing_(economics)", "Porto", "Fleischmann–Pons_experiment", "Renaissance", "2016_Atlantic_hurricane_season", "Hurricane_Alicia", "Hurricane_Humberto_(1995)", "Shutdown_of_thermohaline_circulation", "Tidal_flooding", "Spain"], "ranked_scores": [0.704, 0.68, 0.6785, 0.6603, 0.6493, 0.6443, 0.6402, 0.6399, 0.6338, 0.6259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Climate_of_Minneapolis–Saint_Paul", "Canadian_Association_of_Petroleum_Producers", "Biosphere", "Oceanic_climate", "Carbon_neutrality", "Growth_of_wind_power_in_the_United_States", "Tornadoes_of_2017", "Prevailing_winds", "Attribution_of_recent_climate_change"], "ranked_scores": [0.8058, 0.7297, 0.7248, 0.714, 0.7095, 0.7043, 0.7018, 0.6936, 0.6905, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Climate_engineering", "List_of_climate_research_satellites", "World_Climate_Change_Conference,_Moscow", "Climate_change_adaptation_in_Nepal", "United_Nations_Climate_Change_conference", "Intergovernmental_Panel_on_Climate_Change", "Campaign_against_Climate_Change", "Climate_fiction", "Southern_California_Edison"], "ranked_scores": [0.7306, 0.6879, 0.6844, 0.6844, 0.6783, 0.6762, 0.6645, 0.6633, 0.6567, 0.6557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Ross_Gyre", "Cycadales", "Oligotroph", "Tropics", "Central_America", "Wildlife_of_Peru", "Cool_tropics_paradox", "South_Atlantic_Convergence_Zone", "Carbohydrate", "Black_carbon"], "ranked_scores": [0.6605, 0.6506, 0.6501, 0.646, 0.6305, 0.6011, 0.5956, 0.5871, 0.5826, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["History_of_climate_change_science", "Climate_change", "Station_model", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Idealized_greenhouse_model", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_(general_concept)", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.8303, 0.8195, 0.8101, 0.8081, 0.808, 0.8063, 0.8059, 0.7986, 0.7846, 0.7838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Renaissance", "Shutdown_of_thermohaline_circulation", "Sea_level", "Hurricane_Florence_(1953)", "Atlantic_coastal_plain", "Atlantic_Seaboard_fall_line", "Slow_movement_(culture)", "North_Sea", "Atlantic_Plain", "Hurricane_Florence_(1988)"], "ranked_scores": [0.701, 0.6935, 0.6891, 0.688, 0.6811, 0.6605, 0.6484, 0.6451, 0.6425, 0.638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Human_overpopulation", "History_of_climate_change_science", "Global_warming", "Environmental_impact_of_transport", "Climate_change_in_the_United_States", "Overconsumption", "Effects_of_global_warming", "Peak_oil", "Energy_crisis", "Global_warming_in_Antarctica"], "ranked_scores": [0.8254, 0.8052, 0.7642, 0.7498, 0.7462, 0.7439, 0.7414, 0.7384, 0.7362, 0.7344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Global_cooling", "Climate_change", "Attribution_of_recent_climate_change", "Biodiversity", "Climate_change_in_the_United_States", "Human_overpopulation", "Regional_effects_of_global_warming", "Climate_change_and_agriculture"], "ranked_scores": [0.8669, 0.8552, 0.8474, 0.8378, 0.8312, 0.8218, 0.808, 0.8076, 0.796, 0.7926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_change_denial", "Danish_Committees_on_Scientific_Dishonesty", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Scientific_Alliance", "March_for_Science", "False_balance", "Renewable_energy_debate", "False_consensus_effect"], "ranked_scores": [0.6774, 0.653, 0.6448, 0.6447, 0.641, 0.6355, 0.6324, 0.6267, 0.6259, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Climate_of_Los_Angeles", "Climate_of_the_United_States", "Satellite_temperature_measurements", "Microclimate", "United_States_rainfall_climatology", "Climate_of_Dallas", "Climate_of_Minnesota", "List_of_energy_efficient_buildings_in_India", "Climate_of_Minneapolis–Saint_Paul", "Cooling_center"], "ranked_scores": [0.7614, 0.7571, 0.7508, 0.7103, 0.7053, 0.7002, 0.6976, 0.6959, 0.6932, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_warming", "Polar_amplification", "Regional_effects_of_global_warming", "Climate_change_and_agriculture", "Climate_change", "History_of_climate_change_science", "Biodiversity", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.8546, 0.8035, 0.7952, 0.7853, 0.7843, 0.7819, 0.7783, 0.7761, 0.7732, 0.7709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Electricity_sector_of_the_United_States", "Solar_power_in_the_United_States", "Energy_policy_of_the_United_States", "Solar_power", "Paris_Agreement", "Photovoltaics", "Electricity_sector_in_China", "Wind_power_in_California", "Growth_of_wind_power_in_the_United_States", "List_of_power_stations_in_Texas"], "ranked_scores": [0.7865, 0.7238, 0.7118, 0.7048, 0.6765, 0.675, 0.6745, 0.6721, 0.6606, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Gold_mining_in_the_United_States", "Income_in_the_United_States", "Home-ownership_in_the_United_States", "Eastern_United_States", "Tendency_of_the_rate_of_profit_to_fall", "Middle_Stone_Age", "Southern_United_States", "2009_flu_pandemic_in_the_United_States", "Doubling_time", "Industrial_Revolution"], "ranked_scores": [0.7, 0.6717, 0.6702, 0.6665, 0.6638, 0.6569, 0.6384, 0.6276, 0.6212, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Seed_predation", "Wilderness", "Rubus_arcticus", "Brown_bear", "Bee", "Kodiak_bear", "Wilderness_area", "Pinniped", "Weddell_seal", "Woolly_mammoth"], "ranked_scores": [0.6081, 0.5856, 0.5816, 0.5809, 0.5794, 0.5689, 0.5687, 0.5678, 0.5617, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3693, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Cryovolcano", "Retreat_of_glaciers_since_1850", "Glacier", "Glaciers_on_Mars", "Bering_Glacier", "Cordilleran_Ice_Sheet"], "ranked_scores": [0.8123, 0.7674, 0.7552, 0.7395, 0.7354, 0.7307, 0.7273, 0.723, 0.7214, 0.7201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5155, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Marine_regression", "Sea_level_rise", "Atlantic_hurricane_season", "Climate_variability", "North_Atlantic_oscillation", "Climate_oscillation", "Tide"], "ranked_scores": [0.6657, 0.6566, 0.6493, 0.6445, 0.6257, 0.6242, 0.6236, 0.6213, 0.6134, 0.6114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Ice2sea", "Abrupt_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Wiesław_Masłowski", "Retreat_of_glaciers_since_1850", "The_Coming_Global_Superstorm", "ANDRILL", "Holocene_glacial_retreat"], "ranked_scores": [0.7925, 0.7621, 0.7428, 0.7271, 0.7091, 0.7033, 0.7018, 0.6981, 0.6892, 0.6872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_in_Colorado", "Wind_power_in_California", "Wind_power", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas_emissions_by_the_United_States", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_New_Mexico", "Wind_power_by_country", "Clean_Energy_Regulator", "Wind_power_in_the_European_Union"], "ranked_scores": [0.8029, 0.761, 0.7273, 0.7216, 0.7192, 0.7121, 0.7089, 0.7079, 0.7042, 0.6864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Black_carbon", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "Climate_change_in_Europe", "Scientific_consensus_on_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy"], "ranked_scores": [0.76, 0.751, 0.7312, 0.7244, 0.7126, 0.7115, 0.7113, 0.7083, 0.7073, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "World_Glacier_Monitoring_Service", "Greenland_ice_sheet", "Arctic_realm", "Glacial_earthquake", "Copenhagen_Diagnosis", "Wiesław_Masłowski", "Ice_rise"], "ranked_scores": [0.7653, 0.7065, 0.7023, 0.6663, 0.6625, 0.6519, 0.6478, 0.6467, 0.6413, 0.6381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Carbon_dioxide", "Global_warming_potential", "Mesopause", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Proxy_(climate)", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.7686, 0.7576, 0.7548, 0.7241, 0.7229, 0.7223, 0.7123, 0.7078, 0.7055, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Loss_and_damage", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_feedback", "Regional_effects_of_global_warming", "Climate_risk", "Effects_of_global_warming", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.7754, 0.7299, 0.729, 0.7194, 0.7124, 0.6981, 0.6903, 0.6844, 0.6769, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["List_of_mammals_of_New_England", "Geography_of_North_America", "Lyme_disease", "Range_(biology)", "Effects_of_climate_change_on_terrestrial_animals", "Spider_bite", "North_America", "North_Carolina", "Amblyomma_americanum", "Disease_diffusion_mapping"], "ranked_scores": [0.6512, 0.6444, 0.6393, 0.6296, 0.5897, 0.5894, 0.5887, 0.5885, 0.58, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Scientific_opinion_on_climate_change", "2010–13_Southern_United_States_and_Mexico_drought", "ECMWF_re-analysis", "Climate_change_in_the_United_States", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_policy_of_the_United_States", "Temperature_record_of_the_past_1000_years", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.689, 0.6692, 0.6691, 0.6604, 0.6582, 0.6517, 0.6515, 0.6513, 0.6416, 0.6413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "Polar_forests_of_the_Cretaceous", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "100,000-year_problem", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7984, 0.7624, 0.7532, 0.7502, 0.7181, 0.7171, 0.7081, 0.7063, 0.7036, 0.7029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Office_of_Public_Affairs", "Carbon_emissions_reporting", "Climate_change_adaptation_in_Nepal", "United_States_Geological_Survey", "Meteorology", "National_Center_for_Atmospheric_Research", "Everglades", "Greenhouse_gas_inventory", "Meteosat_8"], "ranked_scores": [0.6946, 0.6214, 0.5735, 0.5601, 0.5561, 0.5539, 0.5535, 0.5498, 0.5497, 0.5478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["C3_carbon_fixation", "Ocean_acidification", "Acid_rain", "Sulfuric_acid", "Metabolic_acidosis", "Carbonic_acid", "Oceanic_carbon_cycle", "Carbonation", "Gasification", "Dissolution_(chemistry)"], "ranked_scores": [0.6552, 0.6457, 0.6446, 0.6362, 0.6229, 0.6145, 0.5972, 0.591, 0.5864, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Climate_change_opinion_by_country", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Global_cooling", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Skeptical_Science", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6792, 0.6707, 0.6574, 0.6567, 0.6404, 0.6396, 0.635, 0.6283, 0.6228, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "Philippine_Revolution", "Pacific_decadal_oscillation", "List_of_recessions_in_the_United_States", "1919_Florida_Keys_hurricane", "Spain", "PDO", "Secularization", "Catholic_Church_and_politics_in_the_United_States", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.6375, 0.5988, 0.5744, 0.5713, 0.5589, 0.5551, 0.5495, 0.5341, 0.5331, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Ellesmere_Ice_Shelf", "Ian_Clark_(geologist)", "Arctic_Satellite_Composite_Project", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Arctic_sea_ice_decline", "Ice2sea", "Atmospheric_Model_Intercomparison_Project", "Measurement_of_sea_ice"], "ranked_scores": [0.7372, 0.6777, 0.6756, 0.6708, 0.6681, 0.6633, 0.6621, 0.6585, 0.6585, 0.6525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Weather_front", "Atlantic_Seaboard_fall_line", "Low-pressure_area", "Wind_shear", "Shutdown_of_thermohaline_circulation", "Weather_Research_and_Forecasting_Model", "Cold_wave", "December_1960_nor'easter", "Neoglaciation"], "ranked_scores": [0.7076, 0.6707, 0.6651, 0.6603, 0.659, 0.6523, 0.6502, 0.6475, 0.6376, 0.6359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Summer_of_1976_(Europe)", "MSU_temperature_measurements", "2006_European_heat_wave", "Radiative_forcing", "Satellite_temperature_measurements", "2018_British_Isles_heat_wave", "Climate_of_the_United_States", "Idealized_greenhouse_model", "US_Weather_Bureau_Station_(Block_Island)", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [0.6921, 0.6683, 0.6572, 0.619, 0.6182, 0.6149, 0.6116, 0.6083, 0.5965, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "EdGCM", "National_Climate_Assessment", "CLOUD_experiment", "World_Climate_Research_Programme", "Global_warming_hiatus", "Climate_change_mitigation", "National_Center_for_Atmospheric_Research", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6356, 0.6102, 0.5906, 0.5895, 0.5839, 0.5716, 0.562, 0.5575, 0.556, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Carbon_bubble", "Economy_of_Canada", "Carbon_price", "Environmental_impact_of_aviation", "TransCanada_Corporation", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport", "Canada–Panama_Free_Trade_Agreement"], "ranked_scores": [0.6682, 0.6661, 0.6299, 0.6134, 0.6008, 0.6004, 0.5989, 0.5968, 0.5913, 0.5896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Past_sea_level", "Post-glacial_rebound", "Sea_level_rise", "Iceberg_C-19", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [0.7389, 0.7196, 0.6961, 0.6689, 0.6681, 0.6669, 0.6619, 0.6527, 0.6524, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "Climate_of_the_United_States", "Antarctica_cooling_controversy", "AccuWeather", "Winter_1985_cold_wave", "Climate_of_Argentina", "March_2012_North_American_heat_wave", "AccuWeather_Network", "Office_of_Public_Affairs", "World_Climate_Report"], "ranked_scores": [0.7428, 0.6596, 0.6527, 0.6403, 0.6381, 0.634, 0.6176, 0.6113, 0.6068, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Chemical_oceanography", "Sulfuric_acid", "Anoxic_event", "Free_Ocean_CO2_Enrichment", "Carbonic_acid", "Iron_fertilization"], "ranked_scores": [0.89, 0.808, 0.789, 0.752, 0.6835, 0.6823, 0.6811, 0.67, 0.6627, 0.6529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Ecological_debt", "Economics_of_global_warming", "Eco-economic_decoupling", "Environmental_impact_of_the_coal_industry", "List_of_coal_fired_power_stations_in_Australia", "History_of_sustainability", "Environmental_emergency", "Weak_and_strong_sustainability", "Renewable_energy"], "ranked_scores": [0.6968, 0.6371, 0.6314, 0.6294, 0.6107, 0.608, 0.6074, 0.6039, 0.5934, 0.589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice2sea", "Future_sea_level", "Climate_inertia", "Past_sea_level", "Ice_calving", "Heinrich_event", "Great_Salinity_Anomaly", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change"], "ranked_scores": [0.8027, 0.7847, 0.7549, 0.6995, 0.697, 0.6941, 0.6913, 0.6776, 0.6755, 0.6713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "Svalbard", "Climate_change_in_Europe", "Spitsbergen", "2018_British_Isles_heat_wave", "Energy_in_Denmark", "1908", "North_Sea_Wind_Power_Hub", "2006_European_cold_wave"], "ranked_scores": [0.6932, 0.6805, 0.6461, 0.6364, 0.6104, 0.6055, 0.5885, 0.5863, 0.5843, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_coal_fired_power_stations_in_Australia", "Wind_power_in_Colorado", "Climate_change_in_Texas", "Renewable_energy_debate", "Pro-nuclear_movement", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Nuclear_power_debate", "2009_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe", "Antarctica_cooling_controversy"], "ranked_scores": [0.6881, 0.6852, 0.6841, 0.6788, 0.6577, 0.6445, 0.6396, 0.6388, 0.6373, 0.6356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Desert_climate", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "Humid_continental_climate", "2001_Eastern_North_America_heat_wave", "Climate_of_the_United_States"], "ranked_scores": [0.6835, 0.6719, 0.6607, 0.6524, 0.6467, 0.6336, 0.6301, 0.6243, 0.6201, 0.6127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Skeptical_Science", "Global_warming_controversy", "Gore_Effect", "Hockey_stick_controversy", "Friends_of_Science", "Scientific_opinion_on_climate_change", "Environmental_skepticism"], "ranked_scores": [0.7528, 0.6744, 0.6708, 0.6542, 0.6429, 0.6412, 0.6405, 0.6196, 0.6151, 0.615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_gap", "Climate_oscillation", "Global_cooling_(disambiguation)", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change", "Cloud_feedback", "Climate_pattern"], "ranked_scores": [0.8057, 0.7834, 0.74, 0.725, 0.713, 0.7098, 0.6823, 0.6808, 0.6779, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Contribution_to_global_warming_by_Australia", "Fossil_fuel", "Biogas", "Fossil_fuel_power_station", "Algae_fuel", "Carbon_diet", "Carbon-based_fuel", "100%_renewable_energy", "Carbon_cycle"], "ranked_scores": [0.7166, 0.7034, 0.6956, 0.686, 0.6849, 0.6824, 0.6812, 0.6781, 0.674, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Human_extinction", "Centre_for_the_Study_of_Existential_Risk", "Misuse_of_statistics", "Planning_fallacy", "Probability_of_error", "Disaster", "Error_catastrophe", "Reforestation", "Climate_change_mitigation"], "ranked_scores": [0.6208, 0.5772, 0.5752, 0.5711, 0.5657, 0.5587, 0.5578, 0.5519, 0.5448, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Clean_Energy_Ministerial", "Plug-in_hybrids_in_California", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_Barack_Obama_administration", "Coal_pollution_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "Renewable_energy_in_the_United_States", "Energy_and_Climate_Partnership_of_the_Americas", "Green_Power_Partnership", "Nuclear_Waste_Policy_Act"], "ranked_scores": [0.5868, 0.5729, 0.5709, 0.557, 0.5457, 0.5432, 0.5412, 0.54, 0.532, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "Droughts_in_the_United_States", "El_Niño–Southern_Oscillation", "Temperature_record_of_the_past_1000_years", "1908", "History_of_climate_change_science", "Abrupt_climate_change", "2010_Northern_Hemisphere_summer_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1982–83_El_Niño_event"], "ranked_scores": [0.7556, 0.7149, 0.7041, 0.7021, 0.7018, 0.6878, 0.6833, 0.6806, 0.677, 0.6757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Ice2sea", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_Satellite_Composite_Project", "Ice_shelf", "Antarctic_Cold_Reversal", "Sea_ice", "Wiesław_Masłowski", "Drift_ice"], "ranked_scores": [0.7646, 0.7548, 0.7471, 0.747, 0.7419, 0.7302, 0.7302, 0.7227, 0.708, 0.6916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Coalbed_methane", "Low-carbon_building", "Fossil_fuel_power_station", "Cleaner_production", "Carbon_capture_and_storage", "Zero-energy_building", "Carbon-neutral_fuel"], "ranked_scores": [0.8419, 0.768, 0.6682, 0.6655, 0.6557, 0.6523, 0.6519, 0.6369, 0.6142, 0.6131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "Philippine_Revolution", "PDO", "History_of_the_Philippines_(1898–1946)", "Pacific_decadal_oscillation", "Secularization", "Paço_de_Arcos", "Hurricane_Alicia", "Málaga", "Japanese_battleship_Kongō"], "ranked_scores": [0.6406, 0.6223, 0.6186, 0.6103, 0.5462, 0.5196, 0.519, 0.5183, 0.5155, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Global_stilling", "Global_warming", "Attribution_of_recent_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_Europe", "EdGCM", "Biosphere", "Media_coverage_of_climate_change", "Climate_state"], "ranked_scores": [0.7105, 0.7044, 0.6779, 0.6748, 0.6644, 0.6545, 0.65, 0.6473, 0.6427, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Regime_shift", "Global_Change_Research_Act_of_1990", "2011_United_Nations_Climate_Change_Conference", "Climate_change_adaptation_in_Nepal", "History_of_sustainability", "U.S._Global_Change_Research_Program", "International_Geophysical_Year", "Climate_Change_Science_Program", "Loss_and_damage"], "ranked_scores": [0.6512, 0.6481, 0.6364, 0.628, 0.6206, 0.6152, 0.615, 0.6141, 0.6137, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Ross_Gyre", "Climate_gap", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Eocene_Thermal_Maximum_2", "Regional_effects_of_global_warming", "Climate_change_denial", "Climatic_Research_Unit_documents", "Abrupt_climate_change", "EdGCM", "Black_carbon"], "ranked_scores": [0.5827, 0.5645, 0.5612, 0.5556, 0.5554, 0.5546, 0.552, 0.5503, 0.5467, 0.5445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Idealized_greenhouse_model", "Climate_change", "Effect_of_Sun_angle_on_climate", "History_of_climate_change_science", "Global_cooling", "Global_warming", "Greenhouse_effect", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_scores": [0.8177, 0.8072, 0.8042, 0.787, 0.7786, 0.7766, 0.7642, 0.7637, 0.7635, 0.7632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Sea_level", "Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)", "Tendency_of_the_rate_of_profit_to_fall", "North_Atlantic_oscillation", "Regression_toward_the_mean", "Permanent_Service_for_Mean_Sea_Level", "Global_warming_hiatus", "Marine_regression", "Regime_shift"], "ranked_scores": [0.5923, 0.5894, 0.5709, 0.5653, 0.5614, 0.5434, 0.5429, 0.5394, 0.5371, 0.5367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Paleocene–Eocene_Thermal_Maximum", "Effects_of_global_warming", "100,000-year_problem", "Climate_change", "Global_cooling_(disambiguation)", "Cretaceous–Paleogene_extinction_event", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.8056, 0.7457, 0.7266, 0.7146, 0.7017, 0.6921, 0.6784, 0.678, 0.6766, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Polar_forests_of_the_Cretaceous", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change", "Cretaceous–Paleogene_extinction_event", "Biodiversity", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_feedback"], "ranked_scores": [0.7939, 0.7601, 0.7569, 0.7548, 0.7438, 0.7303, 0.7266, 0.717, 0.7152, 0.7098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Media_coverage_of_climate_change", "Global_warming_controversy", "Views_on_the_Kyoto_Protocol", "False_balance", "Climatic_Research_Unit_documents", "Not_even_wrong", "Climate_change_denial", "Climatic_Research_Unit_email_controversy", "Danish_Committees_on_Scientific_Dishonesty", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6474, 0.599, 0.5954, 0.592, 0.582, 0.5764, 0.5692, 0.5691, 0.5632, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Microclimate", "List_of_energy_efficient_buildings_in_India", "Atmospheric_thermodynamics", "Climate_of_Los_Angeles", "Climate_of_Dallas", "Thermal_mass", "Automobile_air_conditioning", "Climate_of_the_United_States", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.6976, 0.645, 0.6344, 0.6322, 0.6313, 0.6146, 0.6042, 0.6006, 0.5996, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "Regional_effects_of_global_warming", "Climate_change", "Environmental_issue", "Global_cooling", "2010_Northern_Hemisphere_heat_waves", "Global_warming_hiatus", "Politics_of_global_warming"], "ranked_scores": [0.765, 0.7622, 0.7372, 0.7235, 0.7193, 0.7157, 0.7151, 0.7134, 0.707, 0.7062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Electricity_sector_of_the_United_States", "Renewable_energy_in_the_United_States", "List_of_renewable_energy_companies_by_stock_exchange", "Electricity_sector_in_China", "Clean_technology", "Weak_and_strong_sustainability", "Southern_California_Edison", "Electrical_grid"], "ranked_scores": [0.7191, 0.7058, 0.6698, 0.6613, 0.6488, 0.6284, 0.6221, 0.6134, 0.6118, 0.6106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Doubling_time", "Workforce_productivity", "Income_in_the_United_States", "Agriculture_in_Pennsylvania", "Solow_residual", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Economy_of_Nicaragua", "Agriculture_in_Ethiopia", "Measures_of_national_income_and_output"], "ranked_scores": [0.6178, 0.6149, 0.6125, 0.6119, 0.6069, 0.6049, 0.6046, 0.5965, 0.5961, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Ursus_americanus_carlottae", "Rubus_arcticus", "Grizzly_bear", "Sloth_bear", "Pinniped", "Beringian_wolf", "Woolly_mammoth"], "ranked_scores": [0.6428, 0.5906, 0.5859, 0.5331, 0.5013, 0.4927, 0.4765, 0.4751, 0.4637, 0.4626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Methane_clathrate", "Clathrate_gun_hypothesis", "Wetland_methane_emissions", "Global_warming_in_Antarctica", "Cryovolcano", "Retreat_of_glaciers_since_1850", "Cryosphere"], "ranked_scores": [0.8026, 0.6962, 0.6858, 0.6594, 0.6518, 0.6412, 0.6366, 0.635, 0.6318, 0.6309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Marine_regression", "Prevailing_winds", "Raised_shoreline"], "ranked_scores": [0.6705, 0.6323, 0.6123, 0.6007, 0.5851, 0.5682, 0.5636, 0.5517, 0.5268, 0.5255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Deglaciation", "Future_sea_level", "Holocene_glacial_retreat", "Sea_ice", "Arctic_geoengineering", "Fast_ice"], "ranked_scores": [0.7631, 0.7064, 0.6815, 0.6398, 0.6391, 0.6371, 0.6363, 0.6252, 0.6223, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Renewable_energy_debate", "Wind_power", "Climate_footprint", "Acciona_Energy", "Sustainable_energy", "Carbon_neutrality", "Carbon_offset", "Carbon_emissions_reporting"], "ranked_scores": [0.7055, 0.6978, 0.6803, 0.6503, 0.6502, 0.6498, 0.649, 0.6462, 0.6456, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Carbon_dioxide_in_Earth's_atmosphere", "World_Climate_Change_Conference,_Moscow", "Carbon_diet", "Carbon_dioxide", "Carbon_offset", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.691, 0.6904, 0.6724, 0.6715, 0.6705, 0.6698, 0.669, 0.6562, 0.6503, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Greenland_ice_sheet", "Geography_of_Greenland", "Ice2sea", "Greenland_Sea", "Greenland", "Climate_change_in_the_Arctic", "North_Greenland_Ice_Core_Project", "Arctic_sea_ice_decline"], "ranked_scores": [0.697, 0.692, 0.652, 0.6374, 0.6363, 0.6045, 0.5966, 0.5939, 0.5803, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Global_warming", "Attribution_of_recent_climate_change", "Global_warming_potential", "Politics_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_feedback", "Carbon_dioxide", "Keeling_Curve"], "ranked_scores": [0.7145, 0.6864, 0.6712, 0.663, 0.6576, 0.654, 0.645, 0.6412, 0.6388, 0.6354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_and_agriculture", "Climate_change_in_the_United_States", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.7515, 0.6747, 0.6732, 0.6665, 0.6559, 0.6526, 0.6402, 0.6361, 0.6355, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Geography_of_North_America", "North_America", "North_Carolina", "Amblyomma_americanum", "Climate_of_the_United_States", "Southern_tick-associated_rash_illness", "Sun_Belt", "Generalized_lymphadenopathy", "List_of_mammals_of_New_England"], "ranked_scores": [0.6323, 0.5533, 0.545, 0.5315, 0.5221, 0.5041, 0.5034, 0.5018, 0.4973, 0.4943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "ECMWF_re-analysis", "Temperature_record_of_the_past_1000_years", "Stern_Review", "Hockey_stick_controversy", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6558, 0.6439, 0.6355, 0.6279, 0.6272, 0.6232, 0.6226, 0.6219, 0.6184, 0.6141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "100,000-year_problem", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Solar_cycle"], "ranked_scores": [0.6736, 0.6731, 0.663, 0.6525, 0.64, 0.6365, 0.6216, 0.6141, 0.6106, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "UH88", "Keeling_Curve", "Lōʻihi_Seamount", "Climate_change_in_Tuvalu", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Marine_isotope_stage", "NOAA-7", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6717, 0.5939, 0.5659, 0.5659, 0.5261, 0.524, 0.5127, 0.4987, 0.4926, 0.4926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Geological_history_of_oxygen", "Carbonic_acid", "Estuarine_acidification", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "C3_carbon_fixation", "Carbon_cycle"], "ranked_scores": [0.6017, 0.587, 0.5595, 0.558, 0.5524, 0.5489, 0.5431, 0.5404, 0.5378, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3152, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Environmental_skepticism", "Skeptical_Science", "Ian_Clark_(geologist)", "Global_warming_controversy", "Climate_change_denial"], "ranked_scores": [0.6525, 0.6477, 0.6302, 0.6271, 0.6206, 0.6174, 0.6164, 0.6103, 0.6004, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4317, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_the_Philippines_(1898–1946)", "PDO", "Philippine_Revolution", "20th_century", "Timeline_of_the_2005_Pacific_hurricane_season", "Spain", "History_of_the_United_States_(1945–64)", "Intertropical_Convergence_Zone"], "ranked_scores": [0.5508, 0.4972, 0.4894, 0.479, 0.4518, 0.4504, 0.4389, 0.4376, 0.4364, 0.4327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Arctic_Climate_Impact_Assessment", "Ian_Clark_(geologist)", "Wiesław_Masłowski", "Arctic_geoengineering", "The_Hockey_Stick_Illusion", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Hockey_stick_controversy"], "ranked_scores": [0.7432, 0.6857, 0.6716, 0.6669, 0.6419, 0.6397, 0.6394, 0.6338, 0.6317, 0.6294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Jet_stream", "Rear-inflow_jet", "Weather_front", "Low-pressure_area", "North_Atlantic_Current", "Cold-air_damming", "Polar_front", "Winter_1985_cold_wave", "North_American_Arctic"], "ranked_scores": [0.6521, 0.6337, 0.6281, 0.6071, 0.6038, 0.5975, 0.5966, 0.5879, 0.5821, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "Summer_of_1976_(Europe)", "Solar_cycle_19", "SBUV/2", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7205, 0.7013, 0.6279, 0.6056, 0.5981, 0.5933, 0.5789, 0.5776, 0.5762, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climate_engineering", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Space_Shuttle_Challenger_disaster", "World_Climate_Research_Programme", "Global_Climate_Observing_System"], "ranked_scores": [0.5669, 0.5271, 0.5108, 0.5026, 0.5006, 0.4856, 0.4851, 0.4845, 0.483, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Fossil_fuel", "TransCanada_Corporation", "Keystone_Pipeline", "Carbon-based_fuel", "Climate_change_in_Canada"], "ranked_scores": [0.636, 0.6121, 0.6115, 0.5891, 0.5709, 0.5589, 0.5587, 0.5496, 0.5485, 0.5473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Post-glacial_rebound", "Past_sea_level", "Last_Glacial_Maximum", "Ice2sea", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat"], "ranked_scores": [0.7103, 0.6795, 0.6444, 0.6414, 0.6363, 0.6275, 0.6219, 0.6216, 0.6088, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "1908", "Weather_media_in_the_United_States", "Instrumental_temperature_record", "2001_Eastern_North_America_heat_wave", "1936_North_American_cold_wave", "National_Oceanic_and_Atmospheric_Administration", "Office_of_Public_Affairs"], "ranked_scores": [0.5633, 0.5441, 0.5353, 0.5219, 0.5033, 0.4946, 0.489, 0.4841, 0.4838, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Chemical_oceanography", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Anoxic_event", "Clathrate_gun_hypothesis", "Carbonic_acid"], "ranked_scores": [0.8385, 0.7647, 0.7067, 0.6921, 0.6453, 0.6438, 0.6354, 0.6243, 0.5999, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Energy_accidents", "Alternative_medicine", "Carbon_bubble", "Demand_destruction", "List_of_topics_characterized_as_pseudoscience", "Management_systems_for_road_safety", "Fossil_fuel_divestment", "Stern_Review"], "ranked_scores": [0.5408, 0.5349, 0.5246, 0.5182, 0.5149, 0.5139, 0.5127, 0.5066, 0.5065, 0.4961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2591, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Past_sea_level", "Fast_ice", "Abrupt_climate_change", "Ice_rise", "Marine_transgression", "Heinrich_event", "Measurement_of_sea_ice"], "ranked_scores": [0.799, 0.7194, 0.6634, 0.6606, 0.6275, 0.6033, 0.5976, 0.5954, 0.5881, 0.5872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Europe", "Drought_in_the_United_Kingdom", "Dust_Bowl", "2018_British_Isles_heat_wave", "The_Coming_Global_Superstorm", "Climate_change_in_Europe"], "ranked_scores": [0.5999, 0.5954, 0.5753, 0.5743, 0.5467, 0.5329, 0.5051, 0.4911, 0.4908, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Community_Earth_System_Model", "Antarctica_cooling_controversy", "Global_warming_controversy", "Climatic_Research_Unit_documents", "Climate_change_in_Texas", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6283, 0.5865, 0.5821, 0.5782, 0.573, 0.5674, 0.5668, 0.5632, 0.5603, 0.5587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "List_of_heat_waves", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6802, 0.6486, 0.6339, 0.6317, 0.6303, 0.6086, 0.5868, 0.5756, 0.5727, 0.5701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Skeptical_Science", "Media_coverage_of_climate_change", "World_Climate_Report", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6862, 0.6753, 0.6511, 0.6185, 0.6114, 0.6083, 0.6074, 0.6052, 0.6044, 0.6033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Climate_oscillation", "Global_cooling", "Greenhouse_and_icehouse_Earth", "Climate_change", "Climate_inertia", "100,000-year_problem"], "ranked_scores": [0.7294, 0.7099, 0.6817, 0.6388, 0.6212, 0.6122, 0.5951, 0.5874, 0.5827, 0.5796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Methane", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Wetland_methane_emissions", "Arctic_methane_emissions", "Fossil_fuel", "Flue-gas_emissions_from_fossil-fuel_combustion", "Greenhouse_gas", "Aerobic_methane_production"], "ranked_scores": [0.6531, 0.6502, 0.643, 0.6372, 0.6372, 0.6235, 0.6068, 0.5997, 0.596, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk", "Management_systems_for_road_safety", "Global_catastrophic_risk", "Risk_neutral", "Hypotheticals", "Planning_fallacy", "Longevity_risk", "Risk–benefit_ratio", "Prevention_paradox"], "ranked_scores": [0.6294, 0.5463, 0.5379, 0.5369, 0.5336, 0.525, 0.5245, 0.5081, 0.5053, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Coal_pollution_mitigation", "Carbon-neutral_fuel", "Carbon_neutrality", "Clean_coal_technology", "Nuclear_power_proposed_as_renewable_energy", "Scott_Pruitt", "Clean_Air_Act_(United_States)"], "ranked_scores": [0.5273, 0.5201, 0.5173, 0.5142, 0.4781, 0.462, 0.4562, 0.4554, 0.4546, 0.4544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "Instrumental_temperature_record", "1997–98_El_Niño_event", "1982–83_El_Niño_event", "1908", "2010_Northern_Hemisphere_heat_waves", "Temperature_record_of_the_past_1000_years", "1808/1809_mystery_eruption", "Year_Without_a_Summer", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7252, 0.6671, 0.6649, 0.6507, 0.6436, 0.6373, 0.6373, 0.6366, 0.6336, 0.6332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Sea_ice", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Ice2sea", "Arctic_sea_ice_decline", "Polar_seas", "Arctic_Satellite_Composite_Project", "Arctic_ice_pack", "Sea_ice_thickness", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7419, 0.7362, 0.7308, 0.722, 0.7212, 0.6909, 0.6864, 0.6846, 0.6813, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Clean_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Coal_mining", "Coalbed_methane", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.8152, 0.8063, 0.6833, 0.6371, 0.6146, 0.6122, 0.6049, 0.5976, 0.5951, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "History_of_the_Philippines_(1898–1946)", "Post–World_War_II_economic_expansion", "History_of_the_United_States_(1945–64)", "PDOS", "Philippine_Revolution", "Programmed_Data_Processor", "1911_Eastern_North_America_heat_wave", "Indonesian_Democratic_Party"], "ranked_scores": [0.5504, 0.5313, 0.5164, 0.4947, 0.4895, 0.4768, 0.4608, 0.4542, 0.4499, 0.4493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "Attribution_of_recent_climate_change", "Carbon_emissions_reporting", "Global_warming_controversy", "Climate_change_in_Canada", "Campaign_against_Climate_Change", "Global_cooling", "Climate_inertia", "Instrumental_temperature_record"], "ranked_scores": [0.5686, 0.5625, 0.5141, 0.5134, 0.5122, 0.5115, 0.5097, 0.5094, 0.5072, 0.5064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change", "Attribution_of_recent_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_denial", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Global_change", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6591, 0.6405, 0.6358, 0.6207, 0.6113, 0.6095, 0.6066, 0.5952, 0.5944, 0.5941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "March_2012_North_American_heat_wave", "Climate_change_denial", "Global_stilling", "2013_extreme_weather_events", "Neoglaciation", "Temperature_record_of_the_past_1000_years", "Climate_of_Australia", "2014–15_North_American_winter", "Sea_surface_temperature"], "ranked_scores": [0.4439, 0.4251, 0.4192, 0.4185, 0.411, 0.4066, 0.4041, 0.4039, 0.403, 0.4], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Solar_phenomena", "Idealized_greenhouse_model", "Global_warming", "History_of_climate_change_science", "Global_cooling", "Earth's_energy_budget", "Greenhouse_effect", "Regional_effects_of_global_warming", "Climate_change"], "ranked_scores": [0.7398, 0.7035, 0.7003, 0.6876, 0.6776, 0.6673, 0.6567, 0.6507, 0.6455, 0.6443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Tendency_of_the_rate_of_profit_to_fall", "Diminishing_returns", "Soft_landing_(economics)", "Global_warming_hiatus", "List_of_recessions_in_the_United_States", "2000s_(decade)", "Trend_stationary", "Economic_growth", "Annual_cycle_of_sea_level_height"], "ranked_scores": [0.5127, 0.4919, 0.4915, 0.4898, 0.485, 0.478, 0.4647, 0.4614, 0.4603, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Abrupt_climate_change", "History_of_sustainability", "Global_warming", "Attribution_of_recent_climate_change", "Environmental_issue", "Effects_of_global_warming_on_humans", "Ocean_acidification", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6737, 0.6628, 0.6501, 0.64, 0.6201, 0.6199, 0.6102, 0.6055, 0.5923, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Polar_forests_of_the_Cretaceous", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Neoglaciation", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "100,000-year_problem"], "ranked_scores": [0.646, 0.641, 0.6295, 0.6038, 0.5967, 0.5958, 0.5952, 0.592, 0.5916, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Views_on_the_Kyoto_Protocol", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Not_even_wrong", "World_Climate_Report"], "ranked_scores": [0.5594, 0.5553, 0.5351, 0.5295, 0.5252, 0.5226, 0.5207, 0.5171, 0.5166, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Weather_station", "2001_Eastern_North_America_heat_wave", "Hot_tower", "List_of_heat_waves", "Cooling_tower", "US_Weather_Bureau_Station_(Block_Island)", "Automobile_air_conditioning", "List_of_energy_efficient_buildings_in_India"], "ranked_scores": [0.6411, 0.5783, 0.5763, 0.5689, 0.566, 0.5618, 0.5565, 0.5482, 0.5441, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming_hiatus", "Climate_change_in_the_United_States", "Global_warming", "Global_warming_controversy", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Climate_change_policy_of_the_United_States", "Climate_change"], "ranked_scores": [0.6699, 0.6676, 0.6593, 0.6575, 0.6484, 0.6433, 0.6421, 0.6362, 0.6236, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Plug-in_hybrids_in_California", "Southern_California_Edison", "California_State_Assembly", "Six_Californias", "California,_West_Virginia", "Culture_of_California"], "ranked_scores": [0.6103, 0.5673, 0.5433, 0.5244, 0.5203, 0.5081, 0.5032, 0.4918, 0.4908, 0.4774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Workforce_productivity", "Productivity_(ecology)", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Solow_residual", "Petroleum_in_the_United_States", "Renewable_energy_in_the_United_States"], "ranked_scores": [0.5964, 0.5519, 0.543, 0.5393, 0.5379, 0.5355, 0.5305, 0.5285, 0.5193, 0.5177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-512": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Beringian_wolf", "Sloth_bear", "Ursus_americanus_carlottae", "Rubus_arcticus", "Pinniped", "Mount_Bear"], "ranked_scores": [0.6848, 0.6444, 0.6436, 0.5802, 0.5552, 0.5452, 0.5414, 0.533, 0.5324, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Methane_clathrate", "Clathrate_gun_hypothesis", "Arctic_geoengineering", "Cryovolcano", "Greenhouse_gas", "Wetland_methane_emissions", "Global_warming_in_Antarctica"], "ranked_scores": [0.7968, 0.7117, 0.6962, 0.6741, 0.6658, 0.6654, 0.6625, 0.6616, 0.6594, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Sea_level", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Tide", "Climate_variability", "Great_Salinity_Anomaly", "Raised_shoreline"], "ranked_scores": [0.6929, 0.6554, 0.6498, 0.6259, 0.6248, 0.6151, 0.5851, 0.5842, 0.5707, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Future_sea_level", "Deglaciation", "Arctic_geoengineering", "Fast_ice", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7848, 0.722, 0.6954, 0.6913, 0.6687, 0.6672, 0.6671, 0.6652, 0.6507, 0.6494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Renewable_energy_debate", "Wind_power_in_the_European_Union", "Acciona_Energy", "GHG_footprint", "Wind_power_by_country"], "ranked_scores": [0.7344, 0.7235, 0.7072, 0.7047, 0.7023, 0.6851, 0.6812, 0.6752, 0.6729, 0.6712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy", "Carbon_dioxide", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_offset", "Atmospheric_carbon_cycle", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6966, 0.6924, 0.686, 0.678, 0.6715, 0.667, 0.6567, 0.6567, 0.6538, 0.6479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Greenland_ice_sheet", "Ice2sea", "Geography_of_Greenland", "Greenland", "Climate_change_in_the_Arctic", "Greenland_Sea", "Global_warming_in_Antarctica", "List_of_companies_of_Greenland"], "ranked_scores": [0.7179, 0.7155, 0.6801, 0.6738, 0.6681, 0.6649, 0.6605, 0.6483, 0.645, 0.6358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_climate_change_science", "Climate_change_feedback", "Global_warming_potential", "Attribution_of_recent_climate_change", "Keeling_Curve", "Politics_of_global_warming", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7118, 0.7077, 0.7047, 0.7037, 0.6917, 0.6908, 0.6836, 0.6829, 0.6774, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_controversy", "Loss_and_damage", "Environmental_issue"], "ranked_scores": [0.757, 0.7031, 0.6948, 0.6871, 0.6743, 0.6683, 0.6674, 0.662, 0.6519, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "North_Carolina", "Geography_of_North_America", "Southern_tick-associated_rash_illness", "List_of_mammals_of_New_England", "Amblyomma_americanum", "North_America", "Pneumonia_front", "Temperate_climate"], "ranked_scores": [0.6427, 0.5824, 0.5756, 0.5674, 0.5645, 0.5622, 0.5568, 0.5534, 0.553, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Economics_of_global_warming", "Hockey_stick_controversy", "Scientific_opinion_on_climate_change", "ECMWF_re-analysis", "IPCC_First_Assessment_Report", "Climate_change_policy_of_the_United_States", "World_Climate_Change_Conference,_Moscow", "Hockey_stick_graph", "DICE_model"], "ranked_scores": [0.687, 0.6837, 0.6748, 0.6741, 0.672, 0.6706, 0.6661, 0.6648, 0.6641, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "100,000-year_problem", "Pliocene_climate", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Neoglaciation"], "ranked_scores": [0.6917, 0.6847, 0.682, 0.6763, 0.6702, 0.668, 0.6488, 0.6475, 0.6418, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Tuvalu", "Argo_(oceanography)", "UH88", "Greenhouse_gas_emissions_by_the_United_States", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6919, 0.5981, 0.5976, 0.5925, 0.5825, 0.5739, 0.5689, 0.5628, 0.5612, 0.561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "Estuarine_acidification", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Geological_history_of_oxygen", "Extreme_environment", "Oceanic_carbon_cycle", "Metabolic_acidosis"], "ranked_scores": [0.5854, 0.5746, 0.5717, 0.5645, 0.5457, 0.5325, 0.5314, 0.5304, 0.5229, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3693, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ian_Clark_(geologist)", "Global_warming_controversy", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "Environmental_skepticism"], "ranked_scores": [0.6977, 0.681, 0.6762, 0.6734, 0.663, 0.6607, 0.6555, 0.6519, 0.6482, 0.6379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "El_Niño", "Timeline_of_the_2005_Pacific_hurricane_season", "El_Niño–Southern_Oscillation", "2010_Northern_Hemisphere_heat_waves", "PDOS", "2005_Pacific_hurricane_season", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.5904, 0.5578, 0.5211, 0.5087, 0.5043, 0.5026, 0.4992, 0.497, 0.494, 0.4916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Ice2sea", "Wiesław_Masłowski", "Hockey_stick_controversy", "The_Hockey_Stick_Illusion", "Measurement_of_sea_ice", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline"], "ranked_scores": [0.7387, 0.7022, 0.6915, 0.6862, 0.6652, 0.6634, 0.6596, 0.6574, 0.6549, 0.654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Low-pressure_area", "Gulf_Stream", "Weather_front", "Polar_front", "Cold-air_damming", "2006_European_cold_wave", "Winter_1985_cold_wave", "Polar_High"], "ranked_scores": [0.6983, 0.6681, 0.6635, 0.6474, 0.6436, 0.6329, 0.6321, 0.6299, 0.6273, 0.6256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "List_of_climate_research_satellites", "Weather_satellite", "1908", "Instrumental_temperature_record", "Earth_Radiation_Budget_Satellite"], "ranked_scores": [0.7684, 0.7513, 0.7136, 0.6847, 0.6554, 0.6528, 0.6483, 0.6459, 0.6436, 0.6371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Clouds_and_the_Earth's_Radiant_Energy_System", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Antarctica_cooling_controversy", "Climate_engineering", "Ian_Clark_(geologist)"], "ranked_scores": [0.5571, 0.5356, 0.515, 0.5119, 0.5108, 0.5098, 0.5031, 0.4947, 0.4907, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "TransCanada_Corporation", "Climate_change_in_Canada", "Keystone_Pipeline", "Politics_of_global_warming"], "ranked_scores": [0.6427, 0.6346, 0.6189, 0.5939, 0.5782, 0.5751, 0.5747, 0.5613, 0.5572, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Past_sea_level", "Post-glacial_rebound", "Deglaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7216, 0.6856, 0.6852, 0.6787, 0.6733, 0.673, 0.6592, 0.654, 0.6481, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "2001_Eastern_North_America_heat_wave", "Instrumental_temperature_record", "National_Oceanic_and_Atmospheric_Administration", "1908", "Satellite_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "World_Climate_Report"], "ranked_scores": [0.6525, 0.6456, 0.6176, 0.5945, 0.5894, 0.5881, 0.5857, 0.5835, 0.5816, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event", "Ocean", "Sea", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.8273, 0.7862, 0.7143, 0.6743, 0.6688, 0.6515, 0.6481, 0.6361, 0.6347, 0.633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Demand_destruction", "List_of_experimental_errors_and_frauds_in_physics", "Alternative_medicine", "Energy_accidents", "List_of_topics_characterized_as_pseudoscience", "Misuse_of_statistics", "Management_systems_for_road_safety", "Skeptical_Science", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.5692, 0.5605, 0.5584, 0.5511, 0.5411, 0.538, 0.5366, 0.535, 0.5335, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2669, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Past_sea_level", "Fast_ice", "Abrupt_climate_change", "Global_warming_in_Antarctica", "Ice_rise", "Climate_change", "Global_warming"], "ranked_scores": [0.8214, 0.7394, 0.6962, 0.694, 0.6543, 0.6487, 0.6487, 0.6439, 0.6323, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Dust_Bowl", "Grassland_degradation", "Megadrought", "Europe", "The_Coming_Global_Superstorm"], "ranked_scores": [0.6426, 0.6318, 0.6263, 0.6186, 0.577, 0.5749, 0.5538, 0.5479, 0.5407, 0.5405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Global_warming", "Stern_Review", "Global_warming_controversy", "Climate_change_(general_concept)"], "ranked_scores": [0.6681, 0.6416, 0.6344, 0.6315, 0.6268, 0.6243, 0.6192, 0.6177, 0.6176, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2977, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.7023, 0.6902, 0.6597, 0.6593, 0.6547, 0.652, 0.6236, 0.6067, 0.6008, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "World_Climate_Report", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "Climate_change_denial", "Skeptical_Science"], "ranked_scores": [0.7066, 0.6952, 0.6731, 0.6686, 0.6626, 0.656, 0.6512, 0.6483, 0.6459, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Climate_inertia", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Antarctica_cooling_controversy"], "ranked_scores": [0.7407, 0.7321, 0.7046, 0.6713, 0.6565, 0.6455, 0.6274, 0.6247, 0.6212, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Wetland_methane_emissions", "Methane", "Global_warming_potential", "Wind", "Arctic_methane_emissions", "Climate_change_in_China"], "ranked_scores": [0.6853, 0.6671, 0.6634, 0.6598, 0.6521, 0.6442, 0.6412, 0.634, 0.6211, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk", "Risk_neutral", "Global_catastrophic_risk", "Planning_fallacy", "Longevity_risk", "Management_systems_for_road_safety", "Hypotheticals", "Prevention_paradox", "Prudent_avoidance_principle"], "ranked_scores": [0.5798, 0.577, 0.5678, 0.5598, 0.5534, 0.5459, 0.5417, 0.5347, 0.5308, 0.529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Carbon-neutral_fuel", "Coal_pollution_mitigation", "United_States_Environmental_Protection_Agency", "Carbon_neutrality", "Greenhouse_gas_emissions_by_the_United_States", "Clean_Air_Act_(United_States)", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5226, 0.5159, 0.4995, 0.4959, 0.4931, 0.4917, 0.4898, 0.4795, 0.4741, 0.4701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "El_Niño", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Instrumental_temperature_record", "1908", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.773, 0.7303, 0.7053, 0.6984, 0.6975, 0.6971, 0.6954, 0.6921, 0.6862, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Sea_ice_thickness", "Arctic_ice_pack", "Polar_seas", "Arctic_geoengineering", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7518, 0.7355, 0.7335, 0.732, 0.7299, 0.7176, 0.7059, 0.7029, 0.6988, 0.6856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal", "Cleaner_production", "Refined_coal", "Coal_gasification", "Fossil_fuel_power_station", "List_of_coal_fired_power_stations_in_Australia", "Coalbed_methane", "Coal_gasification_commercialization"], "ranked_scores": [0.8345, 0.8319, 0.6758, 0.6725, 0.6721, 0.6649, 0.6547, 0.6409, 0.6404, 0.6385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Post–World_War_II_economic_expansion", "Programmed_Data_Processor", "History_of_the_Philippines_(1898–1946)", "Cold_drop", "1990_in_science", "El_Niño–Southern_Oscillation", "Cool_tropics_paradox"], "ranked_scores": [0.603, 0.5922, 0.5525, 0.5106, 0.5055, 0.5008, 0.4933, 0.4897, 0.4848, 0.4841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Global_stilling", "Climate_change_in_the_United_States", "World_Climate_Report", "Global_warming_potential", "Global_cooling", "Global_warming_controversy", "2015_United_Nations_Climate_Change_Conference", "Instrumental_temperature_record"], "ranked_scores": [0.6214, 0.5863, 0.5855, 0.5813, 0.5757, 0.5753, 0.5747, 0.5719, 0.5716, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Attribution_of_recent_climate_change", "Climate_change_denial", "Global_change", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.715, 0.7021, 0.6881, 0.6842, 0.6817, 0.6763, 0.6673, 0.6573, 0.6515, 0.6515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "March_2012_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "2014–15_North_American_winter", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_stilling", "Pliocene_climate", "Sea_surface_temperature"], "ranked_scores": [0.4744, 0.4539, 0.4527, 0.4428, 0.4367, 0.4328, 0.4301, 0.4296, 0.4289, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Idealized_greenhouse_model", "History_of_climate_change_science", "Climate_change", "Attribution_of_recent_climate_change", "Earth's_energy_budget", "Global_warming_in_Antarctica", "Regional_effects_of_global_warming", "Global_cooling"], "ranked_scores": [0.7796, 0.7603, 0.735, 0.7262, 0.7234, 0.7194, 0.7193, 0.7143, 0.713, 0.7076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Diminishing_returns", "Trend_stationary", "Tendency_of_the_rate_of_profit_to_fall", "Soft_landing_(economics)", "Global_warming_hiatus", "Worse-than-average_effect", "Demographic_dividend", "The_Great_Stagnation", "Eco-economic_decoupling"], "ranked_scores": [0.5392, 0.5329, 0.5191, 0.516, 0.5077, 0.5063, 0.5025, 0.5002, 0.4991, 0.4989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Global_warming", "Environmental_issue", "Effects_of_global_warming_on_humans", "History_of_sustainability", "Abrupt_climate_change", "Human_overpopulation", "Future_of_Earth", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6936, 0.6669, 0.662, 0.6613, 0.6481, 0.6402, 0.6377, 0.6367, 0.6297, 0.623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Neoglaciation", "Pliocene_climate", "Global_warming", "Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "Climate_change"], "ranked_scores": [0.7022, 0.7003, 0.6878, 0.6717, 0.6688, 0.6604, 0.6587, 0.6579, 0.6575, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Not_even_wrong", "Views_on_the_Kyoto_Protocol", "World_Climate_Change_Conference,_Moscow", "Merchants_of_Doubt", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Environmental_skepticism"], "ranked_scores": [0.5491, 0.5479, 0.5452, 0.5406, 0.5338, 0.5212, 0.5176, 0.5157, 0.5141, 0.5129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Hot_tower", "US_Weather_Bureau_Station_(Block_Island)", "Weather_station", "Urban_heat_island", "List_of_energy_efficient_buildings_in_India", "2001_Eastern_North_America_heat_wave", "Automobile_air_conditioning", "List_of_heat_waves", "Station_model"], "ranked_scores": [0.6485, 0.6167, 0.6037, 0.6023, 0.6013, 0.601, 0.5925, 0.5902, 0.5875, 0.5791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Global_cooling", "History_of_climate_change_science", "Global_warming_hiatus", "Global_warming_controversy", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Global_warming_conspiracy_theory"], "ranked_scores": [0.7226, 0.7214, 0.7117, 0.7047, 0.699, 0.6949, 0.6873, 0.681, 0.6777, 0.6767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Southern_California_Edison", "California", "Plug-in_hybrids_in_California", "Solar_power_by_country", "Electricity_sector_of_the_United_States", "California_State_Assembly", "California_Proposition_23_(2010)"], "ranked_scores": [0.6373, 0.6202, 0.5901, 0.578, 0.5753, 0.5506, 0.5444, 0.5334, 0.5302, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Productivity_(ecology)", "Renewable_energy_in_the_United_States", "Solow_residual", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Income_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Workforce_productivity"], "ranked_scores": [0.6015, 0.5979, 0.5854, 0.5715, 0.5714, 0.5709, 0.5632, 0.5607, 0.5583, 0.5564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Alps", "Ross_Ice_Shelf", "Fauna", "Wildlife_of_Antarctica", "Beringian_wolf", "Climate_of_the_Falkland_Islands", "Tree_squirrel", "Fauna_of_Australia", "High_Alps", "Gelisol"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Glacier_National_Park_(U.S.)", "Desert", "Climate_of_Mars", "Great_Salt_Lake_effect", "North_Greenland_Ice_Core_Project", "Sierra_Nevada_(U.S.)", "Radioactive_contamination_from_the_Rocky_Flats_Plant", "Polar_desert", "U.S._Global_Change_Research_Program", "Retreat_of_glaciers_since_1850"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Climate_change_feedback", "Climate_inertia", "Climate_of_Georgia_(U.S._state)", "Climate_of_Minneapolis–Saint_Paul", "Global_cooling_(disambiguation)", "List_of_climate_research_satellites", "Natural_environment", "Mediterranean_climate", "Periglaciation", "Tourism_in_Canada"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Great_Barrier_Reef", "Labrador_Current", "Environmental_threats_to_the_Great_Barrier_Reef", "Antarctic_Cold_Reversal", "2013_extreme_weather_events", "World_Climate_Change_Conference,_Moscow", "List_of_climate_research_satellites", "McMurdo_Sound", "November_2014_North_American_cold_wave", "Reasons_for_concern"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["United_Nations_Framework_Convention_on_Climate_Change", "Campaign_against_Climate_Change", "Canadian_Taxpayers_Federation", "Net_metering", "Carbon_cycle_re-balancing", "European_Union_Emission_Trading_Scheme", "Federal_Power_Act", "Ministry_of_Environment_(Denmark)", "Virtual_power_plant", "Weather_Underground"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Climate_change_in_Europe", "Greenhouse_effect_(United_States_Supreme_Court)", "Droughts_in_the_United_States", "Effects_of_global_warming", "Human_overpopulation", "Greenhouse_gas", "Energy_crisis", "Geological_history_of_oxygen", "Scientific_opinion_on_climate_change", "Snow_in_Florida"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Atlantic_Seaboard_fall_line", "Great_Barrier_Reef", "Mid-Atlantic_Ridge", "Environmental_threats_to_the_Great_Barrier_Reef", "Maritime_Continent", "Stromboli", "Oceanic_climate", "Norwegian_cyclone_model", "Stack_(geology)", "Regime_shift"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "Climate_change_and_agriculture", "Climate_risk", "Climate_change_in_Europe", "Global_cooling_(disambiguation)", "Global_warming", "History_of_climate_change_science", "Land_reclamation", "Reasons_for_concern", "List_of_climate_research_satellites"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Humid_subtropical_climate", "Climate_of_Georgia_(U.S._state)", "Iris_hypothesis", "Global_cooling_(disambiguation)", "Life_zones_of_the_Mediterranean_region", "List_of_climate_research_satellites", "Natural_capital", "Polar_forests_of_the_Cretaceous", "Mediterranean_climate", "Weather"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Hockey_stick_graph", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "National_Center_for_Atmospheric_Research", "Biotic_component", "Climate_change_adaptation_in_Nepal", "Humid_continental_climate", "Frost_Belt", "U.S._Global_Change_Research_Program", "Prehistory_of_the_United_States", "Hockey_stick_controversy"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Low-carbon_fuel_standard", "Statistical_Abstract_of_the_United_States", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Betz's_law", "Climate_state", "ECMWF_re-analysis", "Parametrization_(atmospheric_modeling)", "Presidential_Climate_Action_Plan", "Shale_oil_extraction"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["ECMWF_re-analysis", "Arctic_Climate_Impact_Assessment", "IPCC_Fourth_Assessment_Report", "Climate_change_feedback", "Parametrization_(atmospheric_modeling)", "Climate_state", "Neoglaciation", "Physical_impacts_of_climate_change", "Temperature_record_of_the_past_1000_years", "Weather"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Milk", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Cash_crop", "Economic_growth", "Coal_gas", "Missoula,_Montana", "Greenhouse_gas_inventory", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Oil_shale_industry", "National_Income_and_Product_Accounts"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Forecast_error", "D-value_(microbiology)", "Metabolic_acidosis", "PH", "High-fructose_corn_syrup", "Reforestation", "Production_function", "Rosenfeld's_law", "Productivity_(ecology)", "Spring_fever"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Northern_Europe", "2011_United_Nations_Climate_Change_Conference", "Climate_change_in_China", "Climate_of_Finland", "Doublethink", "Copenhagen_Accord", "Drought_in_the_United_Kingdom", "Wind_power_by_country", "Hockey_stick_controversy", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Geostrophic_current", "List_of_off-season_Atlantic_hurricanes", "Marine_outfall", "North_Atlantic_oscillation", "Nor'easter", "Office_of_Oceanic_and_Atmospheric_Research", "Solar_storm_of_1859", "Storm", "Paradigm_shift", "Soft_landing_(economics)"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["2013_extreme_weather_events", "Beringia_lowland_tundra", "Humid_subtropical_climate", "Michael_E._Mann", "Oceanic_climate", "List_of_climate_research_satellites", "Microorganism", "November_2014_North_American_cold_wave", "Slack_water", "Tornadoes_of_2017"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["2006_European_cold_wave", "Antarctic_Cold_Reversal", "Climate_state", "Frost_Belt", "Labrador_Current", "Retreat_of_glaciers_since_1850", "Year_Without_a_Summer", "Neoglaciation", "World_Climate_Change_Conference,_Moscow", "United_States_rainfall_climatology"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Climate_of_Los_Angeles", "Climate_of_Finland", "Mediterranean_climate", "Stellar_atmosphere", "Typical_meteorological_year", "US_Weather_Bureau_Station_(Block_Island)", "Weather", "Variable_star"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Public_News", "Magsat", "Hurricane_Alicia", "NOAA-6", "Hurricane_Rita_tornado_outbreak", "National_Center_for_Atmospheric_Research", "Slack_water", "Weather-related_cancellation", "National_Climate_Assessment", "Sun_Belt"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Climate_change_in_Australia", "Carbon_bubble", "November_2014_North_American_cold_wave", "Early_2014_North_American_cold_wave", "Global_warming", "Fluidized_bed_combustion", "Reasons_for_concern", "Flexible-fuel_vehicle", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Anoxic_waters", "Minneapolis", "Environmental_threats_to_the_Great_Barrier_Reef", "San_Joaquin_River", "Geography_of_New_York–New_Jersey_Harbor_Estuary", "Exploration_of_the_Pacific", "Pacific_decadal_oscillation", "Svalbard", "Timeline_of_the_2010_Pacific_hurricane_season", "Tidal_flooding"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Antarctica_cooling_controversy", "November_2014_North_American_cold_wave", "Antarctica", "Antarctic_Cold_Reversal", "Polar_desert", "Michael_E._Mann", "Iceberg_C-19", "Snow_in_Florida", "Weddell_Polynya", "Tornadoes_of_2017"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Oceanic_carbon_cycle", "Ocean_acidification", "Metabolic_acidosis", "Acidulated_water", "Bicarbonate", "Acid", "Estuarine_acidification", "Carbon_dioxide", "Syngas", "Syngas_fermentation"], "ranked_scores": [30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Planning_fallacy", "Three-age_system", "Straw_man", "Eastern_world", "Historic_recurrence", "Golden_age_(metaphor)", "HuffPost", "History_of_economic_thought", "Middle_Stone_Age", "Unemployment_in_the_United_States"], "ranked_scores": [28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Great_Barrier_Reef", "Columbia_River", "Effects_of_climate_change_on_terrestrial_animals", "List_of_climate_research_satellites", "Prehistory_of_the_United_States", "Rio_Grande", "Sea_level_rise", "U.S._Global_Change_Research_Program", "South_Pacific_tropical_cyclone", "Wind_speed"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Slack_water", "List_of_climate_research_satellites", "2013_extreme_weather_events", "Advisory_Group_on_Greenhouse_Gases", "Climate_oscillation", "Environmental_threats_to_the_Great_Barrier_Reef", "Earth_rainfall_climatology", "Silent_Spring", "Severnaya_Zemlya", "Transpolar_Sea_Route"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "Climate_change_and_agriculture", "Climate_risk", "Global_warming", "History_of_climate_change_science", "List_of_climate_research_satellites", "Land_reclamation", "Politics_of_global_warming", "RiskLab", "Reasons_for_concern"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "Alberta", "Hurricane_Alberto_(1982)", "Desert_climate", "Collapse_of_the_World_Trade_Center", "Western_United_States", "Ecology_of_the_Rocky_Mountains", "Snakebite", "Great_Salt_Lake_effect"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "EdGCM", "Australian_Skeptics", "Skeptical_Science", "Global_cooling_(disambiguation)", "Global_warming", "Global_warming_hiatus", "Sun_Belt", "World_Glacier_Monitoring_Service", "Transatlantic_Climate_Bridge"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Global_cooling_(disambiguation)", "US_Weather_Bureau_Station_(Block_Island)", "Geography_of_Europe", "1976_Pacific_typhoon_season", "Scale_invariance", "Weather-related_cancellation", "Reforestation", "Shutdown_of_thermohaline_circulation", "Small_Business_Liability_Relief_and_Brownfields_Revitalization_Act"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon-neutral_fuel", "Science_communication", "Cryovolcano", "Global_waste_trade", "March_for_Science", "National_Acid_Precipitation_Assessment_Program", "Natural_resource", "Mauna_Kea", "Solar_eclipse_of_July_11,_1991", "Transboundary_Watershed_Region"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Misuse_of_statistics", "Scientific_theory", "Third-cause_fallacy", "Fire", "Disaster", "Forecast_error", "Geothermal_energy", "Science", "List_of_experimental_errors_and_frauds_in_physics", "Inverse_consequences"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Air_Pollution_Control_Act", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Flexible_Mechanisms", "Fuel_Economy_Reform_Act", "International_waters", "State_(polity)", "Fuel_cell_vehicle", "Nuclear_power", "Waste-to-energy_plant", "United_Nations_Environment_Organization"], "ranked_scores": [24.0, 24.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2012_Atlantic_hurricane_season", "2006_European_cold_wave", "Rosenfeld's_law", "Hockey_stick_graph", "Great_Salinity_Anomaly", "Snow_in_Florida", "Rio_Grande", "Solar_storm_of_1859", "Weather_media_in_the_United_States", "Year_Without_a_Summer"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Southern_Hemisphere", "HadCRUT", "Climate_change_opinion_by_country", "List_of_energy_efficient_buildings_in_India", "November_2014_North_American_cold_wave", "Nordic_Seas", "Tundra", "Polar_seas", "Sea_ice", "Victoria_Land"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "Environmental_science", "IPCC_First_Assessment_Report", "Global_warming_potential", "Intergovernmental_Panel_on_Climate_Change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Station_model", "Hot_Bird_13B", "List_of_parties_to_the_Ramsar_Convention", "Virtual_power_plant"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Geostrophic_current", "Los_Angeles", "Conservative_Party_of_Canada", "1990", "Environmental_threats_to_the_Great_Barrier_Reef", "Estado_Novo_(Portugal)", "Republican_Party_(United_States)", "Scientific_revolution", "Soft_landing_(economics)", "Space_Shuttle_Challenger_disaster"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Prevailing_winds", "Climate_change_in_Canada", "Solar_storm_of_1859", "Emissions_trading", "Environmentalism", "Forestry", "January_2017_European_cold_wave", "List_of_ecoregions_in_the_United_States_(EPA)", "National_Center_for_Atmospheric_Research"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Alpujarras", "Marine_outfall", "Silent_Spring", "Solar_storm_of_1859", "Garuda_1", "Mainstream_media", "Ilulissat_Declaration", "Public_News", "Spain", "List_of_climate_research_satellites"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Tropics", "Atmospheric_instability", "Sea_level_rise", "Shutdown_of_thermohaline_circulation", "Plant", "Kelp", "Great_Lakes_Environmental_Research_Laboratory", "South_Atlantic_Convergence_Zone", "North_American_High", "Weather_station"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Station_model", "Cross-State_Air_Pollution_Rule", "Copenhagen_Diagnosis", "Global_Climate_Observing_System", "Special_Report_on_Global_Warming_of_1.5_°C", "Solar_storm_of_1859", "United_States_rainfall_climatology", "Surface_weather_analysis", "Zero-energy_building", "Western_Mediterranean_oscillation"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["First_Coast", "Rosenfeld's_law", "Atlantic_Plain", "Hurricane_Andrew", "Atlantic_hurricane_season", "Hurricane_Florence_(1953)", "Tourism_in_the_United_States", "USA-195", "Pennsylvania", "Slow_movement_(culture)"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Greenhouse_effect_(United_States_Supreme_Court)", "Biofuel_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Land_reclamation", "History_of_climate_change_science", "Hockey_stick_graph", "Reasons_for_concern", "Ozone_depletion_and_climate_change", "Solar_cell_efficiency", "Solar_power_by_country"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Oceanic_climate", "Climate_change", "Mediterranean_climate", "Environment_(biophysical)", "Norwegian_cyclone_model", "Paleoecology", "Retreat_of_glaciers_since_1850", "Precipitation", "Regional_effects_of_global_warming", "United_States_rainfall_climatology"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climate_Change_Denial:_Heads_in_the_Sand", "Copenhagen_Consensus_Center", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Doublethink", "National_Center_for_Atmospheric_Research", "Ocean", "Pro-nuclear_movement", "Reasons_for_concern", "Renewable_energy_debate", "RiskLab"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["2007_Western_North_American_heat_wave", "Climate_state", "ECMWF_re-analysis", "Ecology_of_the_Rocky_Mountains", "January_2016_East_Asia_cold_wave", "Low-carbon_fuel_standard", "Little_Ice_Age", "Younger_Dryas_impact_hypothesis", "Moose", "Port_Huron_Fire_of_1871"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling_(disambiguation)", "List_of_climate_research_satellites", "Advisory_Group_on_Greenhouse_Gases", "Climate_risk", "Climate_change_(general_concept)", "Retreat_of_glaciers_since_1850", "Climate_state", "Climate_change_and_agriculture", "United_States_rainfall_climatology", "Year_Without_a_Summer"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Climate_change_in_Europe", "Climate_change_policy_of_the_United_States", "Low-carbon_fuel_standard", "Black_carbon", "Chemical_cycling", "Global_cooling", "Power_station", "Clean_technology", "Sustainable_energy", "Coal_pollution_mitigation"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Income_in_the_United_States", "Tourism_in_the_United_States", "California", "Eastern_United_States", "Climate", "Historic_recurrence", "Middle_Stone_Age", "Tendency_of_the_rate_of_profit_to_fall", "Kentucky", "United_Farm_Workers"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["History_of_coal_mining", "Seed_predation", "Alps", "Neolithic_Expansion", "Environmental_archaeology", "Plant_ecology", "Life_zones_of_the_Mediterranean_region", "Snow", "West_Ice", "Wildlife_of_Antarctica"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Melt_pond", "Climate_change_in_the_Arctic", "Cordilleran_Ice_Sheet", "Cryovolcano", "Glacier_National_Park_(U.S.)", "Deglaciation", "Glacier", "Ice_sheet", "West_Ice"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7087, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Research_Natural_Area", "Global_change", "Climate_oscillation", "Climate_pattern", "Economy", "Climate_variability", "Natural_capital", "Tourism_in_Canada", "Natural_environment", "Natural_disaster"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "November_2014_North_American_cold_wave", "Global_warming_in_Antarctica", "Grassland_degradation", "Environmental_impact_of_mining", "Environmental_threats_to_the_Great_Barrier_Reef", "Global_warming_hiatus", "Neoglaciation", "George_Kukla"], "ranked_scores": [56.0, 56.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Net_metering", "Carbon_cycle_re-balancing", "List_of_photovoltaic_power_stations", "Ecological_footprint", "United_Nations_Framework_Convention_on_Climate_Change", "Low-carbon_fuel_standard", "Solar_power_in_Spain", "Virtual_power_plant", "Wind_rights", "Wind_power_by_country"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_in_Europe", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Global_warming_in_Antarctica", "Avoiding_Dangerous_Climate_Change", "Global_cooling_(disambiguation)", "Regional_effects_of_global_warming", "Renewable_energy_debate", "Tipping_points_in_the_climate_system"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Glacier", "Tipping_points_in_the_climate_system", "Glacier_mass_balance", "Mid-Atlantic_Ridge", "Sander_Greenland", "Greenland_ice_core_project", "Ice_sheet", "Ice_piedmont", "North_Greenland_Ice_Core_Project", "Intermediate_General_Circulation_Model"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling_(disambiguation)", "CO2_fertilization_effect", "Global_warming_in_Antarctica", "Climate_change_in_Europe", "Greenhouse_effect", "United_States_rainfall_climatology", "Fossil_fuel", "Global_warming_potential", "Weatherization"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Avoiding_Dangerous_Climate_Change", "Land_degradation", "Climate_risk", "November_2014_North_American_cold_wave", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "U.S._Global_Change_Research_Program", "Special_Report_on_Global_Warming_of_1.5_°C", "Weather"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Snakebite", "Regional_effects_of_global_warming", "Cascade_effect_(ecology)", "List_of_mammals_of_New_England", "Research_Natural_Area", "Frost_Belt", "Global_warming_hiatus", "Geography_of_North_America", "Hockey_stick_graph", "Natural_disaster"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["November_2014_North_American_cold_wave", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Global_Climate_Observing_System", "Greenhouse_gas_emissions_by_the_United_States", "Nuclear_power_in_the_United_States", "2012_Atlantic_hurricane_season", "Climate_change_mitigation", "Reasons_for_concern", "Statistical_murder", "Three_Mile_Island_accident"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Great_Salt_Lake_effect", "1808/1809_mystery_eruption", "Climate_change_(general_concept)", "Climate_change_feedback", "Pliocene_climate", "Climate_of_Finland", "ECMWF_re-analysis", "Temperature_record_of_the_past_1000_years", "Winter_1985_cold_wave", "Little_Ice_Age"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["California_League_of_Conservation_Voters", "Physical_impacts_of_climate_change", "California_Senate_Bill_32", "Mauna_Loa_Observatory", "Missoula,_Montana", "Montana", "Milk", "United_States_Geological_Survey", "Postcautionary_principle", "Pesticide_regulation_in_the_United_States"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Carbonate", "Metabolic_acidosis", "2000_Southern_United_States_heat_wave", "Acid", "Carbon_capture_and_storage", "High-fructose_corn_syrup", "Carbonic_acid", "D-value_(microbiology)", "Weatherization", "PH"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3378, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Doublethink", "2011_United_Nations_Climate_Change_Conference", "Climate_change_(general_concept)", "Green_Scare", "Climate_change_in_Europe", "Climate_change_opinion_by_country", "Climate_variability", "Retreat_of_glaciers_since_1850", "Eutrophication", "Scientific_consensus_on_climate_change"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1911_Eastern_North_America_heat_wave", "Marine_outfall", "Meteorology", "Pacific_decadal_oscillation", "Condensation_cloud", "Labrador_Current", "List_of_recessions_in_the_United_States", "Meteorology_(Aristotle)", "Richard_Lindzen", "Secularization"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ellesmere_Ice_Shelf", "2013_extreme_weather_events", "Measurement_of_sea_ice", "Office_of_Oceanic_and_Atmospheric_Research", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Glacier_mass_balance", "Earth's_critical_zone", "Water_on_Mars", "North_Atlantic_oscillation", "Weather_forecasting"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Frost_Belt", "Cold-air_damming", "Retreat_of_glaciers_since_1850", "November_2014_North_American_cold_wave", "United_States_rainfall_climatology", "Melt_pond", "2006_European_cold_wave", "Weather_front", "Volcanic_winter", "Summer_of_1976_(Europe)"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Planetary_equilibrium_temperature", "Typical_meteorological_year", "Weather", "Summer_of_1976_(Europe)", "2006_European_heat_wave", "Subarctic_climate", "Mediterranean_climate", "Surface_weather_analysis"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Yucca_Mountain_nuclear_waste_repository", "November_2014_North_American_cold_wave", "Climatic_Research_Unit_documents", "Grassland_degradation", "Arctic_Climate_Impact_Assessment", "National_Climate_Assessment", "NOAA-6", "Loss_and_damage", "Retreat_of_glaciers_since_1850", "Sustainability_science"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["2007_Western_North_American_heat_wave", "Carbon-neutral_fuel", "Environmental_impact_of_transport_in_Australia", "Climate_Change_Act_2008", "Climate_change_in_Europe", "List_of_power_stations_in_Texas", "Fossil_fuel", "Geography_of_Canada", "Renewable_natural_gas", "Total_Carbon_Column_Observing_Network"], "ranked_scores": [48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Anoxic_waters", "Future_sea_level", "Tidal_flooding", "Ice2sea", "Hydrosphere", "List_of_climate_research_satellites", "Jacques_Cousteau", "Climate_change_feedback", "Hurricane_Patricia", "Ocean"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Antarctica_cooling_controversy", "Iceberg_B-9", "McMurdo_Sound", "Climate_state", "Glacier_Bay_Basin", "Denali_National_Park_and_Preserve", "Iceberg_C-19", "November_2014_North_American_cold_wave", "Renewable_energy_in_the_United_States", "Ross_Ice_Shelf"], "ranked_scores": [55.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid", "Carbonic_acid", "Acidulated_water", "CO2_fertilization_effect", "C3_carbon_fixation", "Geostrophic_current", "Metabolic_acidosis"], "ranked_scores": [56.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Planning_fallacy", "Anthropogenic_biome", "Sustainability_science", "Global_biodiversity", "2012–13_North_American_drought", "Great_Lakes_Areas_of_Concern", "Land_degradation", "History_of_sustainability", "Outer_space", "Tourism_in_Canada"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Fresh_water", "Future_sea_level", "Progradation", "2012_Atlantic_hurricane_season", "Glacier", "Climate_change_feedback", "Sea_level_rise", "World_Glacier_Monitoring_Service", "U.S._Global_Change_Research_Program", "United_States_rainfall_climatology"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Environmental_degradation", "Avoiding_Dangerous_Climate_Change", "Environmental_impact_of_mining", "Clathrate_gun_hypothesis", "History_of_Svalbard", "Environmental_threats_to_the_Great_Barrier_Reef", "November_2014_North_American_cold_wave", "U.S._Global_Change_Research_Program", "Ilulissat_Declaration"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_of_Italy", "Flexible-fuel_vehicle", "Transatlantic_Climate_Bridge", "Renewable_energy_debate", "Views_on_the_Kyoto_Protocol", "Campaign_against_Climate_Change", "Global_warming_in_Antarctica", "Climate_change_in_Europe", "Scrubber", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "2011_United_Nations_Climate_Change_Conference", "Arctic_geoengineering", "Desert_climate", "2016_North_American_heat_wave", "Arctic_Climate_Impact_Assessment", "Climate_change_in_Australia", "Climate_of_Mars", "Grassland_degradation", "Subarctic_climate"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Skeptical_Science", "Climate_prediction", "Australian_Skeptics", "AccuWeather", "Global_warming_conspiracy_theory", "Global_warming", "Low-carbon_building", "North_America", "Misleading_graph", "U.S._Global_Change_Research_Program"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "2010_Northern_Hemisphere_heat_waves", "Avoiding_Dangerous_Climate_Change", "2013_extreme_weather_events", "California_Endangered_Species_Act", "Global_warming_hiatus", "Eutrophication", "Shutdown_of_thermohaline_circulation", "Year_Without_a_Summer"], "ranked_scores": [55.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Biogas", "Capitol_Power_Plant", "Climate_change_mitigation_scenarios", "Environmental_impact_of_mining", "Effects_of_global_warming_on_humans", "Global_waste_trade", "Fossil_fuel", "Solar_power_in_Australia", "Renewable_energy_in_the_United_States", "Renewable_thermal_energy"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Forecast_error", "Uncertainty_quantification", "Misuse_of_statistics", "Inverse_consequences", "Cost_contingency", "Probability_of_error", "Systematic_risk", "Calaveras_County,_California", "Hypotheticals", "Error_catastrophe"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Clean_Energy_Regulator", "California_Proposition_23_(2010)", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Paris_Agreement", "Department_of_Energy_and_Environment", "Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_United_States", "Green_industrial_policy", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2012_Atlantic_hurricane_season", "Climate_change_in_the_United_States", "Atlantic_hurricane_season", "Great_Salinity_Anomaly", "Hockey_stick_graph", "Natural_circulation", "Rosenfeld's_law", "Thermohaline_circulation", "Pacific_decadal_oscillation", "Summer_solstice"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Glacier", "Arctic_sea_ice_decline", "Climate_change_opinion_by_country", "Climate_of_Argentina", "Global_warming_in_Antarctica", "Contribution_to_global_warming_by_Australia", "Retreat_of_glaciers_since_1850", "Polar_forests_of_the_Cretaceous", "Polar_seas"], "ranked_scores": [54.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["IPCC_First_Assessment_Report", "Coalbed_methane", "Global_warming_potential", "Copenhagen_Diagnosis", "Coal_pollution_mitigation", "Fossil_fuel_power_station", "Mediterranean_climate", "List_of_parties_to_the_Ramsar_Convention", "Shale_oil_extraction", "Wind_power_in_Colorado"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Conservative_Party_of_Canada", "Post–World_War_II_economic_expansion", "History_of_the_United_States_(1945–64)", "List_of_states_during_the_Middle_Ages", "Minneapolis", "Philippine_Revolution", "History_of_the_Philippines_(1898–1946)", "Manoa", "Richard_Lindzen", "Paradigm_shift"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["National_Center_for_Atmospheric_Research", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Oceanic_climate", "Continental_climate", "Environment_(biophysical)", "January_2017_European_cold_wave", "Keeling_Curve", "Polar_vortex", "U.S._Global_Change_Research_Program", "November_2014_North_American_cold_wave"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Central_Valley_Project", "Climate_fiction", "Great_Barrier_Reef", "Energy_Independence_and_Security_Act_of_2007", "The_Coming_Global_Superstorm", "Silent_Spring", "Special_Report_on_Global_Warming_of_1.5_°C", "Transpolar_Sea_Route", "Typical_meteorological_year", "Tyrrell_Sea"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Sea_level_rise", "Climate_change_denial", "Sea_surface_temperature", "Climatic_Research_Unit_documents", "Global_warming_controversy", "Global_cooling", "Early_2009_southeastern_Australia_heat_wave", "Kelp", "Timeline_of_the_2009_Atlantic_hurricane_season", "Scientific_opinion_on_climate_change"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_oscillation", "Cloud_feedback", "United_States_rainfall_climatology", "Weatherization", "Solar_power_in_Australia", "Greenhouse_effect_(United_States_Supreme_Court)", "Oceanic_climate", "Idealized_greenhouse_model", "Season", "Western_Mediterranean_oscillation"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Earthquake", "Antarctica_cooling_controversy", "Atlantic_coastal_plain", "Western_Mediterranean_oscillation", "List_of_mammals_of_New_England", "Environmental_economics", "History_of_the_United_States_(1945–64)", "Regime_shift", "Rosenfeld's_law", "Tourism_in_the_United_States"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Greenhouse_gas_emissions_by_the_United_States", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_Europe", "Global_warming_in_Antarctica", "Effects_of_global_warming", "Environmental_issue", "Physical_impacts_of_climate_change", "Fossil_fuel", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [57.0, 54.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Neoglaciation", "Paleogene", "Climate_change", "Climate_change_feedback", "Anthropocene", "Cretaceous–Paleogene_extinction_event", "Climate_change_adaptation_in_Nepal", "Paleocene–Eocene_Thermal_Maximum", "Polar_forests_of_the_Cretaceous", "United_States_rainfall_climatology"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climate_risk", "Committee_on_Climate_Change_Science_and_Technology_Integration", "National_Center_for_Atmospheric_Research", "Renewable_energy_debate", "Subarctic_climate", "Views_on_the_Kyoto_Protocol", "Loss_and_damage", "U.S._Global_Change_Research_Program", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Global_cooling_(disambiguation)", "ECMWF_re-analysis", "2001_Eastern_North_America_heat_wave", "Low-carbon_building", "Flue-gas_emissions_from_fossil-fuel_combustion", "Carbonic_acid", "Environmental_impact_of_transport_in_Australia", "Summer_of_1976_(Europe)", "Weatherization", "United_States_rainfall_climatology"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Retreat_of_glaciers_since_1850", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_United_States", "Climate_of_Georgia_(U.S._state)", "November_2014_North_American_cold_wave", "Global_warming", "Grassland_degradation", "Land_degradation", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Clean_technology", "Global_cooling", "Climate_change_in_Europe", "Planetary_equilibrium_temperature", "Ecological_footprint", "Electricity_sector_in_China", "Low-carbon_fuel_standard", "Energy_in_Denmark", "Non-renewable_resource", "Wind_power_in_California"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Income_in_the_United_States", "Economy_of_Nicaragua", "Intensive_animal_farming", "Nonfarm_payrolls", "Household_income_in_the_United_States", "Workforce_productivity", "Efficiency", "Measures_of_national_income_and_output", "Organism", "Marine_transgression"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Sloth_bear", "Great_Lakes", "Aronia", "Grizzly_bear", "Ursus_americanus_carlottae", "Bile_bear", "Kodiak_bear", "Quaternary_glaciation", "Tree_squirrel"], "ranked_scores": [97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3296, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_methane_emissions", "Cordilleran_Ice_Sheet", "Younger_Dryas_impact_hypothesis", "Aliso_Canyon_gas_leak", "Atmospheric_methane", "Arctic_ecology", "Ice_sheet", "Climate_change_in_the_Arctic", "Deglaciation"], "ranked_scores": [100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Climate_oscillation", "Sea_level_rise", "Great_Salinity_Anomaly", "Future_sea_level", "Climate_change", "2010_Northern_Hemisphere_summer_heat_waves", "Atlantic_hurricane_season", "2012_Atlantic_hurricane_season", "Season_creep"], "ranked_scores": [101.0, 99.0, 99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "ANDRILL", "Global_warming_hiatus", "Ice2sea", "November_2014_North_American_cold_wave", "Ice_piedmont", "Ice_sheet", "McMurdo_Sound", "Weddell_Polynya"], "ranked_scores": [104.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_profiling", "IPCC_First_Assessment_Report", "Carbon_footprint", "Clean_Energy_Regulator", "Clean_technology", "Low-carbon_building", "Carbon_emissions_reporting", "Clean_Energy_Ministerial", "Idealized_greenhouse_model", "Virtual_power_plant"], "ranked_scores": [100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Climate_change_in_Europe", "Carbon_diet", "Global_warming", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_hiatus", "Politics_of_global_warming", "Gore_Effect", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Paleocene–Eocene_Thermal_Maximum", "Post-glacial_rebound", "Neoglaciation", "Last_Glacial_Maximum", "Ice_sheet", "Glacier_mass_balance", "Michael_E._Mann", "Greenland", "Precipitation"], "ranked_scores": [101.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Carbon_sequestration", "Total_Carbon_Column_Observing_Network", "Convective_heat_transfer", "Regional_effects_of_global_warming", "IPCC_First_Assessment_Report", "Greenhouse_effect"], "ranked_scores": [99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Climate_risk", "Carbon_bubble", "Scientific_opinion_on_climate_change", "Hurricane_Katrina_and_global_warming", "Avoiding_Dangerous_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [103.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Disease_diffusion_mapping", "Geography_of_North_America", "Measles", "Atlantic_Plain", "Atlantic_coastal_plain", "Social_and_economic_stratification_in_Appalachia", "Climate_change_in_the_United_States", "Central_America", "Weight_loss", "West_North_Central_States"], "ranked_scores": [98.0, 97.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Hockey_stick_graph", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctic_Cold_Reversal", "Hockey_stick_controversy", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Parametrization_(atmospheric_modeling)", "Environmental_policy_of_the_Donald_Trump_administration", "Colorado_River", "Temperature_record_of_the_past_1000_years", "Willie_Soon"], "ranked_scores": [96.0, 96.0, 94.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Climate_change", "Climate_change_feedback", "1808/1809_mystery_eruption", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_(general_concept)", "Dole_effect", "History_of_climate_change_science", "Little_Ice_Age", "Past_sea_level", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [101.0, 98.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Colorado_River", "Central_Valley_Project", "Atacama_Cosmology_Telescope", "IPCC_First_Assessment_Report", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Growth_of_wind_power_in_the_United_States", "Intermountain_West", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Montana", "United_States_Environmental_Protection_Agency"], "ranked_scores": [91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Geography_of_North_America", "Geological_history_of_oxygen", "James_Hansen", "High-fructose_corn_syrup", "Ocean_acidification", "Coal_forest", "Multiple_sclerosis", "South_Atlantic_Convergence_Zone", "Syngas", "Total_inorganic_carbon"], "ranked_scores": [92.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Doublethink", "Climate_Audit", "Avoiding_Dangerous_Climate_Change", "Scientific_Alliance", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "Global_warming_controversy", "Retreat_of_glaciers_since_1850", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Le_Havre", "Solar_cycle_18", "1911_Eastern_North_America_heat_wave", "PDO", "Catholic_Church_and_politics_in_the_United_States", "First_Ministers'_conference", "Eugenius_Warming", "Pacifico_Yokohama", "Oceanic_climate"], "ranked_scores": [96.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_Satellite_Composite_Project", "Eyes_on_the_Earth", "Media_coverage_of_climate_change", "Ian_Clark_(geologist)", "Hutton_Inquiry", "Skeptical_Science", "Climate_change_feedback", "Office_of_Oceanic_and_Atmospheric_Research", "Ellesmere_Ice_Shelf", "Richard_Lindzen"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "North_American_Arctic", "Ice_sheet", "Volcanic_winter", "Cold-air_damming", "Northern_Hemisphere", "Tipping_points_in_the_climate_system", "Antarctic_Cold_Reversal", "Neoglaciation", "Nuclear_winter"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "Subarctic_climate", "Climate_of_Italy", "Typical_meteorological_year", "Climatology", "January_2017_European_cold_wave", "Satellite_temperature_measurements", "Surface_weather_analysis"], "ranked_scores": [100.0, 99.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Zero-energy_building", "Copenhagen_Diagnosis", "Climate_Change_Denial:_Heads_in_the_Sand", "Global_warming_hiatus", "The_Real_Global_Warming_Disaster", "Sustainability_science", "Copernicus_Programme", "Global_Climate_Observing_System", "Friends_of_Science", "National_Climate_Assessment"], "ranked_scores": [95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Fossil_fuel", "Carbon_bubble", "Pollution_in_the_Arctic_Ocean", "Climate_Change_Act_2008", "Dry_ice", "Coal_hole", "Canadian_electoral_system", "Keystone_Pipeline", "Low-carbon_fuel_standard", "Scott_Pruitt"], "ranked_scores": [92.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Tidal_flooding", "Anoxic_waters", "Post-glacial_rebound", "1971", "Nordic_Seas", "Jacques_Cousteau", "Seawater", "Sea_surface_temperature"], "ranked_scores": [102.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Antarctica_cooling_controversy", "Iceberg_B-9", "Media_coverage_of_climate_change", "Iceberg_C-19", "Climate_of_Argentina", "List_of_climate_research_satellites", "McMurdo_Sound", "March_2012_North_American_heat_wave", "Winter_1985_cold_wave", "Michael_E._Mann"], "ranked_scores": [95.0, 94.0, 94.0, 94.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_in_fish", "Geostrophic_current", "Syngas", "Geological_history_of_oxygen", "Acid", "Acidulated_water", "Meteorology", "Metabolic_acidosis"], "ranked_scores": [106.0, 100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Nuclear_holocaust", "Scientific_dissent", "Poverty_in_the_Arctic", "Cascade_effect_(ecology)", "List_of_experimental_errors_and_frauds_in_physics", "2009_flu_pandemic_in_the_United_States_by_state", "Anthropogenic_biome", "Renewable_fuels", "Simulation_heuristic", "Statistical_murder"], "ranked_scores": [94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Flash_flood", "Progradation", "Cambrian_explosion", "Hail", "Meteorological_history_of_Hurricane_Matthew", "Geostrophic_current", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [104.0, 103.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Environmental_impact_of_mining", "Avoiding_Dangerous_Climate_Change", "1997–98_El_Niño_event", "Water", "2010_Northern_Hemisphere_summer_heat_waves", "2012_Atlantic_hurricane_season", "Global_catastrophic_risk", "Effects_of_global_warming_on_humans", "Missouri", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster"], "ranked_scores": [97.0, 96.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Environmental_policy_of_the_Donald_Trump_administration", "Campaign_against_Climate_Change", "Climate_change_adaptation_in_Nepal", "Global_warming", "Presidential_Climate_Action_Plan", "Scientific_opinion_on_climate_change"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "Desert_climate", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "United_States_rainfall_climatology", "Beringia_lowland_tundra", "Glacier_Bay_Basin", "Western_United_States", "Humid_continental_climate"], "ranked_scores": [93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Skeptical_Science", "Scientific_consensus_on_climate_change", "American_Association_of_State_Climatologists", "Labrador_Current", "Arctic_resources_race", "Global_warming_conspiracy_theory", "Global_warming_controversy", "List_of_climate_research_satellites", "Scientific_Alliance", "Scientific_opinion_on_climate_change"], "ranked_scores": [97.0, 97.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Attribution_of_recent_climate_change", "Climate_oscillation", "Climate_state", "Climate_change_(general_concept)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_and_agriculture", "Shutdown_of_thermohaline_circulation", "Global_cooling_(disambiguation)", "Global_warming"], "ranked_scores": [100.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Environmental_impact_of_the_coal_industry", "Fossil_fuel", "Energy_accidents", "Joule_Unlimited", "History_of_sustainability", "Capitol_Power_Plant", "Flue-gas_emissions_from_fossil-fuel_combustion", "Environmental_impact_of_mining", "Food_web", "Thermosphere"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Hypotheticals", "Forecast_error", "Inverse_consequences", "Extreme_value_theory", "Systematic_risk", "Centre_for_the_Study_of_Existential_Risk", "Error_catastrophe", "Global_catastrophic_risk", "Misuse_of_statistics", "Planning_fallacy"], "ranked_scores": [96.0, 96.0, 96.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Climate_change_in_China", "Coal_pollution_mitigation", "Clean_Energy_Regulator", "Carbon-neutral_fuel", "Department_of_Energy_and_Environment", "Energy_Independence_and_Security_Act_of_2007", "Energy_and_Climate_Partnership_of_the_Americas", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [94.0, 92.0, 92.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Steam_engine", "1997–98_El_Niño_event", "Climate_change_in_the_United_States", "Instrumental_temperature_record", "Drought_in_Spain", "Atlantic_hurricane_season", "2012_Atlantic_hurricane_season", "2007_Western_North_American_heat_wave", "2014–16_El_Niño_event", "Tropical_year"], "ranked_scores": [98.0, 98.0, 98.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Future_sea_level", "Antarctica", "Polar_seas", "Ice_sheet", "Antarctic_ice_sheet", "Antarctic_oscillation", "Ice_piedmont", "Geography_of_Antarctica", "Polar_drift"], "ranked_scores": [102.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_technology", "Coalbed_methane", "Fossil_fuel_power_station", "Environmental_pricing_reform", "European_Union_Emission_Trading_Scheme", "Circular_economy", "Renewable_thermal_energy", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [103.0, 100.0, 98.0, 96.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_states_during_the_Middle_Ages", "Conservative_Party_of_Canada", "Republican_Party_(United_States)", "PDO", "Pacific_decadal_oscillation", "1990", "History_of_the_Philippines_(1898–1946)", "Deregulation", "Post–World_War_II_economic_expansion", "Solar_cycle_18"], "ranked_scores": [98.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Early_2014_North_American_cold_wave", "Carbon_neutrality", "Glacier_mass_balance", "World_Climate_Change_Conference,_Moscow", "Carbon_diet", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_First_Assessment_Report", "Oceanic_climate", "Keeling_Curve", "Politics_of_global_warming"], "ranked_scores": [96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Secretary_of_State_for_Energy_and_Climate_Change", "Post-glacial_rebound", "Climate_Change_Science_Program", "Climate_change", "Copenhagen_Accord", "Global_change", "Growth_of_wind_power_in_the_United_States", "Iceland", "The_Coming_Global_Superstorm", "Keystone_Pipeline"], "ranked_scores": [97.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Fresh_water", "Early_2009_southeastern_Australia_heat_wave", "Global_catastrophic_risk", "Climate_change_denial", "Atmospheric_instability", "Global_biodiversity", "Global_cooling", "Defaunation", "Shutdown_of_thermohaline_circulation", "Permian"], "ranked_scores": [88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Idealized_greenhouse_model", "Solar_cycle", "Climate_change_in_Europe", "Climate_change_feedback", "Ecological_footprint", "Global_cooling_(disambiguation)", "Effect_of_Sun_angle_on_climate", "Special_Report_on_Global_Warming_of_1.5_°C", "Solar_phenomena", "United_States_rainfall_climatology"], "ranked_scores": [97.0, 97.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Solar_cycle_18", "Future_sea_level", "1971", "Climate_of_Argentina", "Annual_cycle_of_sea_level_height", "Environmental_Science_Services_Administration", "List_of_climate_research_satellites", "Glacier_mass_balance", "Mainstream_media"], "ranked_scores": [93.0, 92.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_in_China", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_United_States", "Carbon_bubble", "Environmental_impact_of_transport", "ECMWF_re-analysis", "Effects_of_Hurricane_Georges_in_Louisiana", "Greenhouse_gas_emissions_by_the_United_States", "Physical_impacts_of_climate_change"], "ranked_scores": [101.0, 101.0, 100.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Paleogene", "Climate_change", "Paleocene–Eocene_Thermal_Maximum", "Anthropocene", "Eocene", "Global_dimming", "Neogene", "Paleocene", "Prevailing_winds", "United_States_rainfall_climatology"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Intergovernmental_Panel_on_Climate_Change", "Environmental_skepticism", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Views_on_the_Kyoto_Protocol", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Climate_Change_Denial:_Heads_in_the_Sand", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Subarctic_climate", "Scientific_opinion_on_climate_change"], "ranked_scores": [96.0, 94.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Advection", "Cooling_center", "Mesopause", "Weatherization", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_heat_waves", "Ground-coupled_heat_exchanger", "Pneumonia_front", "Summer_of_1976_(Europe)", "Wind_shear"], "ranked_scores": [94.0, 94.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Land_degradation", "Global_warming_hiatus", "Subarctic_climate", "Drought_in_Spain", "Climate_change_in_the_United_States", "Peter_Sinclair_(environmental_activist)", "Climate_state", "Pacific_decadal_oscillation", "Physical_impacts_of_climate_change", "Volcanic_winter"], "ranked_scores": [97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Spain", "Renewable_energy_in_the_United_States", "Culture_of_California", "Energy_in_Denmark", "Fossil_fuel", "Global_cooling", "List_of_power_stations_in_Texas", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_the_United_States"], "ranked_scores": [96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Intensive_animal_farming", "Meat_industry", "Workforce_productivity", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Contiguous_United_States", "Agriculture_in_Argentina", "Nonfarm_payrolls", "California"], "ranked_scores": [98.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Sloth_bear", "Woolly_mammoth", "Kodiak_bear", "Paleontology_in_Alaska", "Ursus_americanus_carlottae", "Rubus_arcticus", "Humus", "Pinniped", "Seed_predation"], "ranked_scores": [186.0, 179.0, 179.0, 178.0, 178.0, 177.0, 177.0, 175.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_dipole_anomaly", "Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Cordilleran_Ice_Sheet", "Greenland_ice_core_project", "Wetland_methane_emissions"], "ranked_scores": [195.0, 195.0, 194.0, 192.0, 191.0, 191.0, 191.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Future_sea_level", "Great_Salinity_Anomaly", "Physical_impacts_of_climate_change", "Climate_oscillation", "IPCC_Fourth_Assessment_Report", "Climate_change_(general_concept)", "Past_sea_level", "Tide"], "ranked_scores": [195.0, 192.0, 187.0, 185.0, 185.0, 184.0, 183.0, 182.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Neoglaciation", "Measurement_of_sea_ice", "Ice_piedmont", "Holocene_glacial_retreat", "Global_warming_hiatus", "Ice2sea", "Ice_sheet", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [207.0, 193.0, 192.0, 192.0, 191.0, 191.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Carbon_profiling", "Carbon_emissions_reporting", "Ecological_footprint", "Politics_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_potential", "IPCC_First_Assessment_Report", "Low-carbon_building"], "ranked_scores": [200.0, 199.0, 197.0, 193.0, 193.0, 192.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Carbon_diet", "Fossil_fuel", "Carbon_offset", "C3_carbon_fixation", "Carbon_cycle_re-balancing", "Greenhouse_effect", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [197.0, 193.0, 191.0, 191.0, 189.0, 189.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Tipping_points_in_the_climate_system", "Neoglaciation", "Post-glacial_rebound", "Tipping_point_(climatology)", "Geography_of_Greenland", "Climate_change_in_Tuvalu", "Estuarine_acidification", "Glacier_mass_balance"], "ranked_scores": [195.0, 190.0, 189.0, 188.0, 188.0, 185.0, 185.0, 183.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Clathrate_gun_hypothesis", "Politics_of_global_warming", "Regional_effects_of_global_warming", "IPCC_First_Assessment_Report", "Environmental_impact_of_transport", "Land_use,_land-use_change_and_forestry", "Total_Carbon_Column_Observing_Network", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [203.0, 201.0, 196.0, 195.0, 195.0, 192.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Politics_of_global_warming", "Avoiding_Dangerous_Climate_Change", "Climate_risk", "Year_Without_a_Summer"], "ranked_scores": [199.0, 198.0, 193.0, 193.0, 192.0, 192.0, 192.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Geography_of_North_America", "North_America", "The_Great_Plains_Ecoregion", "Plague_(disease)", "North_Carolina", "Regional_effects_of_global_warming", "Subtropics", "Climate_of_the_United_States", "West_North_Central_States"], "ranked_scores": [185.0, 183.0, 181.0, 181.0, 180.0, 180.0, 180.0, 180.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Hockey_stick_graph", "Hockey_stick_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "ECMWF_re-analysis", "Physical_impacts_of_climate_change", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climatic_Research_Unit_documents", "Effects_of_global_warming", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [196.0, 192.0, 190.0, 189.0, 189.0, 186.0, 186.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Little_Ice_Age", "Climate_change", "Timeline_of_glaciation", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "100,000-year_problem", "1808/1809_mystery_eruption"], "ranked_scores": [195.0, 193.0, 193.0, 192.0, 191.0, 191.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Kea", "UH88", "Glacier_Bay_Basin", "Colorado_River", "Alta_Wind_Energy_Center", "Intermountain_Power_Plant", "Lōʻihi_Seamount", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Growth_of_wind_power_in_the_United_States", "Renewable_energy_in_the_United_States"], "ranked_scores": [184.0, 181.0, 178.0, 176.0, 175.0, 175.0, 175.0, 175.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Geological_history_of_oxygen", "Acid_rain", "C3_carbon_fixation", "Estuarine_acidification", "Ocean_acidification", "Carboniferous", "Carbon_dioxide_in_Earth's_atmosphere", "Coal_forest", "Atmospheric_carbon_cycle", "Tipping_points_in_the_climate_system"], "ranked_scores": [183.0, 182.0, 181.0, 180.0, 180.0, 178.0, 177.0, 176.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "Environmental_skepticism", "Hockey_stick_graph", "Antarctica_cooling_controversy", "World_Climate_Report", "Climate_Change_Act_2008", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen"], "ranked_scores": [196.0, 188.0, 187.0, 181.0, 181.0, 179.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Federal_Fuel_Administration", "PDO", "History_of_the_Philippines_(1898–1946)", "Oceanic_climate", "1911_Eastern_North_America_heat_wave", "Mesopause", "Weather_media_in_the_United_States", "1908", "Temperate_climate"], "ranked_scores": [191.0, 183.0, 180.0, 180.0, 179.0, 177.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Ian_Clark_(geologist)", "Arctic_Climate_Impact_Assessment", "Arctic_Satellite_Composite_Project", "Politics_of_global_warming", "Richard_Lindzen", "Scientific_Alliance", "Scientific_opinion_on_climate_change", "World_Climate_Report"], "ranked_scores": [200.0, 190.0, 190.0, 189.0, 188.0, 188.0, 187.0, 187.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Cold-air_damming", "2006_European_cold_wave", "Neoglaciation", "Cold_drop", "Jet_stream", "November_2014_North_American_cold_wave", "Low-pressure_area", "Northern_Hemisphere", "Rear-inflow_jet", "Winter_1985_cold_wave"], "ranked_scores": [195.0, 192.0, 191.0, 191.0, 190.0, 190.0, 189.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "Typical_meteorological_year", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Summer_of_1976_(Europe)", "Temperature_record_of_the_past_1000_years", "Thaw_(weather)"], "ranked_scores": [200.0, 197.0, 191.0, 189.0, 188.0, 185.0, 182.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Sustainability_science", "CLOUD_experiment", "Weak_and_strong_sustainability", "Intergovernmental_Panel_on_Climate_Change", "Nuclear_holocaust", "Climate_engineering", "Global_warming_hiatus", "Global_warming_potential", "Planetary_boundaries", "Zero-energy_building"], "ranked_scores": [182.0, 181.0, 179.0, 178.0, 177.0, 177.0, 176.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Fossil_fuel", "Environmental_impact_of_transport_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_bubble", "Carbon_pricing_in_Australia", "Climate_Change_Act_2008", "Environmental_impact_of_aviation", "Keystone_Pipeline", "Carbon", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [186.0, 185.0, 183.0, 183.0, 182.0, 179.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Post-glacial_rebound", "Sea_level_rise", "Last_Glacial_Maximum", "Hockey_stick_controversy", "Annual_cycle_of_sea_level_height", "Great_Salinity_Anomaly", "Marine_regression", "Ice2sea", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [200.0, 194.0, 193.0, 191.0, 190.0, 186.0, 186.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Glacier_Bay_Basin", "1908", "Polar_amplification", "Office_of_Public_Affairs", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Media_coverage_of_climate_change", "Surface_Heat_Budget_of_the_Arctic_Ocean", "March_2012_North_American_heat_wave"], "ranked_scores": [181.0, 179.0, 178.0, 177.0, 176.0, 175.0, 175.0, 175.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Chemical_oceanography", "Ozone", "The_Real_Global_Warming_Disaster", "Carbonation", "Great_Oxygenation_Event", "Ocean", "Oxygen_cycle"], "ranked_scores": [211.0, 205.0, 191.0, 191.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Anthropogenic_biome", "Statistical_murder", "Carbon_bubble", "Centre_for_the_Study_of_Existential_Risk", "Climate_change_and_gender", "Doomsday_argument", "Environmental_impact_of_transport", "Dutch_disease", "Presidential_Climate_Action_Plan"], "ranked_scores": [183.0, 180.0, 180.0, 180.0, 180.0, 179.0, 178.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Abrupt_climate_change", "Pacific_Northwest_windstorm", "Last_Glacial_Maximum", "Past_sea_level", "Great_Salinity_Anomaly", "Measurement_of_sea_ice", "Temperature_record_of_the_past_1000_years", "Marine_transgression"], "ranked_scores": [210.0, 197.0, 189.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Life_zones_of_the_Mediterranean_region", "January_2017_European_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Year_Without_a_Summer", "Regional_effects_of_global_warming", "Droughts_in_the_United_States", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [188.0, 185.0, 183.0, 182.0, 182.0, 182.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Politics_of_global_warming", "Global_warming_controversy", "Views_on_the_Kyoto_Protocol", "Campaign_against_Climate_Change", "Scientific_opinion_on_climate_change", "Renewable_energy_debate", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [192.0, 191.0, 190.0, 189.0, 188.0, 187.0, 187.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "Desert_climate", "2006_North_American_heat_wave", "Continental_climate", "Humid_continental_climate", "Pacific_Northwest_windstorm"], "ranked_scores": [187.0, 186.0, 185.0, 184.0, 184.0, 183.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Skeptical_Science", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Climate_prediction", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Heaven_and_Earth_(book)", "World_Climate_Report"], "ranked_scores": [193.0, 189.0, 188.0, 186.0, 182.0, 182.0, 182.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Climate_oscillation", "100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Instrumental_temperature_record"], "ranked_scores": [201.0, 194.0, 194.0, 192.0, 189.0, 189.0, 188.0, 188.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2407, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Fossil_fuel", "Joule_Unlimited", "Aerobic_methane_production", "Fossil_fuel_power_station", "Contribution_to_global_warming_by_Australia", "Wind", "Arctic_methane_emissions", "Effects_of_global_warming_on_humans", "Flue-gas_emissions_from_fossil-fuel_combustion", "Methane"], "ranked_scores": [192.0, 192.0, 190.0, 189.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Centre_for_the_Study_of_Existential_Risk", "Inverse_consequences", "Hypotheticals", "Longevity_risk", "Ingenuity", "Risk_neutral", "Futures_studies", "Counterfactual_thinking", "Systematic_risk"], "ranked_scores": [190.0, 190.0, 188.0, 188.0, 182.0, 181.0, 181.0, 181.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Lisa_P._Jackson", "Carbon_dioxide_removal", "Coal_pollution_mitigation", "Environmental_policy_of_the_Donald_Trump_administration", "Capitol_Power_Plant", "Greenhouse_gas_emissions_by_the_United_States", "Weak_and_strong_sustainability", "Canada_and_the_Kyoto_Protocol", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [180.0, 175.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Instrumental_temperature_record", "Pacific_decadal_oscillation", "1908", "Climate_of_Argentina", "2007_Western_North_American_heat_wave", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "Megathermal", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [198.0, 195.0, 193.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Polar_seas", "Sea_ice", "Future_sea_level", "Measurement_of_sea_ice", "Polar_desert", "Arctic_sea_ice_decline", "Transpolar_Sea_Route", "Antarctic_Cold_Reversal", "Antarctica"], "ranked_scores": [199.0, 196.0, 195.0, 193.0, 193.0, 192.0, 192.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3703, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_technology", "Cleaner_production", "Coalbed_methane", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Carbon_capture_and_storage", "Environmental_impact_of_the_coal_industry", "Refined_coal"], "ranked_scores": [206.0, 205.0, 191.0, 186.0, 185.0, 185.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "List_of_states_during_the_Middle_Ages", "Post–World_War_II_economic_expansion", "Aral_Sea", "History_of_the_Philippines_(1898–1946)", "Solar_cycle_19", "List_of_recessions_in_the_United_States", "Baby_boom", "Dust_Bowl", "The_Great_Stagnation"], "ranked_scores": [182.0, 180.0, 176.0, 176.0, 175.0, 175.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Instrumental_temperature_record", "Environmental_impact_of_biodiesel", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Global_stilling", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Paleocene–Eocene_Thermal_Maximum", "Sustainability_science", "Keeling_Curve", "Politics_of_global_warming"], "ranked_scores": [183.0, 179.0, 179.0, 178.0, 178.0, 178.0, 178.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change", "Deforestation_and_climate_change", "Effects_of_climate_change_on_terrestrial_animals", "Paleocene", "Attribution_of_recent_climate_change", "United_Nations_Climate_Change_conference", "History_of_climate_change_science", "Secretary_of_State_for_Energy_and_Climate_Change", "Earth_Day"], "ranked_scores": [186.0, 185.0, 184.0, 184.0, 184.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Future_sea_level", "Earth_rainfall_climatology", "2013_extreme_weather_events", "Early_2009_southeastern_Australia_heat_wave", "Climate_change_in_Australia", "Early_2014_North_American_cold_wave", "Sea_level_rise", "Sea_surface_temperature", "Climate_of_the_United_Kingdom", "Deglaciation"], "ranked_scores": [171.0, 171.0, 170.0, 170.0, 170.0, 169.0, 168.0, 166.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Global_cooling_(disambiguation)", "Solar_cycle", "Idealized_greenhouse_model", "Solar_phenomena", "Cloud_feedback", "Climate_change_feedback", "Greenhouse_gas", "Global_cooling", "Ian_Clark_(geologist)", "Milankovitch_cycles"], "ranked_scores": [194.0, 193.0, 193.0, 192.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Income_in_the_United_States", "Environmental_Science_Services_Administration", "Annual_cycle_of_sea_level_height", "Climate_change", "Solar_cycle_18", "Regression_toward_the_mean", "Future_sea_level", "List_of_recessions_in_the_United_States", "Prevention_paradox", "Slowdown"], "ranked_scores": [175.0, 175.0, 174.0, 174.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_in_China", "History_of_sustainability", "Environmental_impact_of_transport", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming_on_humans", "Environmental_impact_of_aviation", "Carbon_offset", "Physical_impacts_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report"], "ranked_scores": [203.0, 197.0, 194.0, 192.0, 191.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Polar_forests_of_the_Cretaceous", "Cool_tropics_paradox", "100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change", "Neoglaciation", "Paleocene–Eocene_Thermal_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Holocene"], "ranked_scores": [192.0, 191.0, 188.0, 188.0, 188.0, 186.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Environmental_skepticism", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_Alliance", "Copenhagen_Consensus_Center", "Views_on_the_Kyoto_Protocol", "Scientific_community", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [185.0, 183.0, 183.0, 181.0, 180.0, 180.0, 179.0, 179.0, 179.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "List_of_energy_efficient_buildings_in_India", "Weatherization", "Weather_station", "Urban_heat_island", "United_States_rainfall_climatology", "Low-carbon_emission", "2000_Southern_United_States_heat_wave", "List_of_heat_waves", "Satellite_temperature_measurements"], "ranked_scores": [190.0, 183.0, 181.0, 180.0, 179.0, 179.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Little_Ice_Age", "Attribution_of_recent_climate_change", "2007_Western_North_American_heat_wave", "Hockey_stick_graph", "Climate_change_in_the_United_States", "Hockey_stick_controversy", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [198.0, 192.0, 192.0, 192.0, 192.0, 191.0, 189.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Culture_of_California", "Etymology_of_California", "Sun_Belt", "California_(Blink-182_album)", "California", "San_Bernardino_County,_California", "Oregon", "Outline_of_Portugal", "Pacific_States", "Wind_power_in_California"], "ranked_scores": [174.0, 173.0, 172.0, 170.0, 170.0, 170.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Workforce_productivity", "Agriculture_in_Argentina", "Southern_Tenant_Farmers_Union", "Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "United_Farm_Workers", "Renewable_energy_in_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [185.0, 184.0, 183.0, 182.0, 181.0, 178.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-512-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Sloth_bear", "Brown_bear", "Grizzly_bear", "Kodiak_bear", "Moose", "Neolithic_Expansion", "Mount_Bear", "Rubus_arcticus", "Seed_predation"], "ranked_scores": [376.0, 360.0, 354.0, 353.0, 350.0, 347.0, 345.0, 344.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Wetland_methane_emissions", "Holocene_glacial_retreat", "Polar_High"], "ranked_scores": [389.0, 385.0, 377.0, 377.0, 375.0, 375.0, 373.0, 371.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Great_Salinity_Anomaly", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Past_sea_level", "Climate_change_(general_concept)", "Physical_impacts_of_climate_change", "IPCC_Fourth_Assessment_Report", "Tide"], "ranked_scores": [383.0, 370.0, 366.0, 365.0, 365.0, 365.0, 362.0, 362.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Neoglaciation", "Ice2sea", "Climate_change_in_the_Arctic", "Study_of_Environmental_Arctic_Change", "Measurement_of_sea_ice", "Arctic_geoengineering", "Deglaciation", "Sea_ice"], "ranked_scores": [415.0, 381.0, 379.0, 378.0, 377.0, 377.0, 376.0, 375.0, 375.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Wind_power", "Carbon_profiling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "IPCC_First_Assessment_Report", "Carbon_emissions_reporting", "100%_renewable_energy", "Intergovernmental_Panel_on_Climate_Change", "Renewable_energy"], "ranked_scores": [394.0, 390.0, 388.0, 388.0, 386.0, 385.0, 383.0, 380.0, 378.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Greenhouse_gas_emissions_by_the_United_States", "Atmospheric_carbon_cycle", "CO2_is_Green", "Global_warming", "Carbon_dioxide", "Carbon_cycle_re-balancing", "Carbon_offset", "Carbon_footprint"], "ranked_scores": [386.0, 382.0, 378.0, 377.0, 373.0, 372.0, 371.0, 370.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Geography_of_Greenland", "Greenland", "Greenland_ice_sheet", "Greenland_Sea", "Quaternary_glaciation", "Greenland_ice_core_project", "Global_warming_in_Antarctica", "Tipping_points_in_the_climate_system"], "ranked_scores": [384.0, 379.0, 377.0, 377.0, 375.0, 373.0, 373.0, 371.0, 370.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Regional_effects_of_global_warming", "Politics_of_global_warming", "Greenhouse_effect", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Idealized_greenhouse_model", "Global_warming_in_Antarctica", "CO2_fertilization_effect", "Effects_of_global_warming"], "ranked_scores": [395.0, 390.0, 386.0, 385.0, 384.0, 383.0, 383.0, 383.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "World_Climate_Report"], "ranked_scores": [400.0, 391.0, 385.0, 384.0, 379.0, 378.0, 377.0, 377.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Geography_of_North_America", "Lyme_disease", "North_Carolina", "North_America", "Climate_of_the_United_States", "Early_2014_North_American_cold_wave", "North_American_Arctic", "2009_flu_pandemic_in_the_United_States_by_state", "Amblyomma_americanum", "Winter"], "ranked_scores": [365.0, 362.0, 360.0, 359.0, 358.0, 354.0, 353.0, 352.0, 352.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Hockey_stick_graph", "Hockey_stick_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_Historical_Climatology_Network"], "ranked_scores": [381.0, 378.0, 375.0, 373.0, 372.0, 372.0, 371.0, 370.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1808/1809_mystery_eruption", "Hockey_stick_controversy", "Climate_change"], "ranked_scores": [387.0, 383.0, 381.0, 380.0, 380.0, 377.0, 375.0, 374.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Kea", "UH88", "Greenhouse_gas_emissions_by_the_United_States", "ECMWF_re-analysis", "Growth_of_wind_power_in_the_United_States", "Proxy_(climate)", "Glacier_Bay_Basin", "Mauna_Loa_Observatory", "Global_warming_potential", "Renewable_energy_in_the_United_States"], "ranked_scores": [362.0, 353.0, 352.0, 352.0, 351.0, 350.0, 348.0, 348.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "C3_carbon_fixation", "Geological_history_of_oxygen", "Acid_rain", "Tipping_points_in_the_climate_system", "Extreme_environment", "PH"], "ranked_scores": [355.0, 353.0, 352.0, 346.0, 346.0, 346.0, 345.0, 345.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "World_Climate_Report", "Hockey_stick_controversy", "Environmental_skepticism", "Journal_for_Geoclimatic_Studies", "Ian_Clark_(geologist)", "Climate_change_denial", "Hockey_stick_graph", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [387.0, 378.0, 370.0, 365.0, 365.0, 365.0, 365.0, 360.0, 360.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Eugenius_Warming", "Humid_continental_climate", "Köppen_climate_classification", "1911_Eastern_North_America_heat_wave", "Federal_Fuel_Administration", "Temperate_climate", "Polar_amplification", "Timeline_of_the_2005_Pacific_hurricane_season"], "ranked_scores": [362.0, 362.0, 350.0, 348.0, 348.0, 348.0, 347.0, 347.0, 346.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_sea_ice_decline", "Ellesmere_Ice_Shelf", "Antarctica_cooling_controversy", "Ice2sea", "Climatic_Research_Unit_email_controversy", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "The_Hockey_Stick_Illusion", "Michael_E._Mann", "Scientific_Alliance"], "ranked_scores": [383.0, 376.0, 371.0, 371.0, 371.0, 370.0, 369.0, 368.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Cold-air_damming", "Low-pressure_area", "Jet_stream", "Rear-inflow_jet", "November_2014_North_American_cold_wave", "Weather_front", "Wind_shear", "Winter_1985_cold_wave", "2006_European_cold_wave", "Polar_front"], "ranked_scores": [381.0, 381.0, 376.0, 376.0, 375.0, 375.0, 374.0, 374.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "Solar_cycle_19", "Earth_Radiation_Budget_Satellite", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites", "SBUV/2"], "ranked_scores": [395.0, 388.0, 387.0, 379.0, 371.0, 370.0, 367.0, 367.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Copenhagen_Diagnosis", "Nuclear_power_phase-out", "Halloween_solar_storms,_2003", "Climate_engineering", "Cosmic-ray_observatory", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Clouds_and_the_Earth's_Radiant_Energy_System", "Nuclear_power_in_the_United_States"], "ranked_scores": [354.0, 351.0, 350.0, 348.0, 347.0, 346.0, 346.0, 344.0, 344.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Campaign_against_Climate_Change", "TransCanada_Corporation", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "Keystone_Pipeline", "Politics_of_global_warming"], "ranked_scores": [364.0, 362.0, 359.0, 358.0, 357.0, 354.0, 354.0, 353.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Last_Glacial_Maximum", "Post-glacial_rebound", "Ice2sea", "Last_glacial_period", "Sea_level_rise", "Glacial_period", "Annual_cycle_of_sea_level_height", "Late_Glacial", "Neoglaciation"], "ranked_scores": [386.0, 386.0, 381.0, 374.0, 373.0, 371.0, 370.0, 370.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "List_of_heat_waves", "Polar_amplification", "Media_coverage_of_climate_change", "Surface_Heat_Budget_of_the_Arctic_Ocean", "2001_Eastern_North_America_heat_wave", "List_of_climate_research_satellites", "Global_warming", "Hockey_stick_controversy"], "ranked_scores": [371.0, 362.0, 360.0, 360.0, 359.0, 359.0, 357.0, 356.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Marine_ecosystem", "Environmental_issue", "The_Real_Global_Warming_Disaster", "Chemical_oceanography", "Iron_fertilization", "Oceanic_carbon_cycle", "Environmental_threats_to_the_Great_Barrier_Reef", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [418.0, 412.0, 380.0, 379.0, 372.0, 370.0, 370.0, 369.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Environmental_skepticism", "Energy_accidents", "The_Real_Global_Warming_Disaster", "Carbon_bubble", "Statistical_murder", "ExxonMobil_climate_change_controversy", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "Journal_for_Geoclimatic_Studies", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [357.0, 356.0, 353.0, 352.0, 351.0, 348.0, 348.0, 347.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Great_Salinity_Anomaly", "Last_Glacial_Maximum", "Ice2sea", "Holocene_glacial_retreat", "Deglaciation", "Arctic_sea_ice_decline", "Ice_sheet"], "ranked_scores": [413.0, 394.0, 378.0, 377.0, 374.0, 374.0, 373.0, 373.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Planetary_boundaries", "1997–98_El_Niño_event", "Life_zones_of_the_Mediterranean_region", "Dust_Bowl", "Year_Without_a_Summer", "Effects_of_global_warming_on_humans"], "ranked_scores": [374.0, 368.0, 367.0, 365.0, 356.0, 355.0, 355.0, 353.0, 353.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Tipping_points_in_the_climate_system", "Scientific_consensus_on_climate_change", "Climate_change_(general_concept)", "Politics_of_global_warming"], "ranked_scores": [379.0, 377.0, 376.0, 376.0, 374.0, 372.0, 372.0, 369.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_Southwestern_United_States_heat_wave", "Desert_climate", "2018_British_Isles_heat_wave", "Pacific_Northwest_windstorm", "2016_North_American_heat_wave", "Climate_of_Salt_Lake_City"], "ranked_scores": [375.0, 373.0, 369.0, 367.0, 366.0, 364.0, 360.0, 359.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Skeptical_Science", "History_of_climate_change_science", "Nature_fakers_controversy"], "ranked_scores": [376.0, 373.0, 367.0, 367.0, 366.0, 365.0, 364.0, 363.0, 363.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "100,000-year_problem", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_oscillation"], "ranked_scores": [393.0, 388.0, 384.0, 374.0, 372.0, 372.0, 372.0, 371.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2692, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Wind", "Atmospheric_methane", "Global_warming_potential", "Greenhouse_gas", "Regional_effects_of_global_warming", "Atmospheric_carbon_cycle", "Wetland_methane_emissions", "Climate_change_in_China", "Contribution_to_global_warming_by_Australia", "Flue-gas_emissions_from_fossil-fuel_combustion"], "ranked_scores": [381.0, 380.0, 376.0, 376.0, 375.0, 372.0, 372.0, 371.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Centre_for_the_Study_of_Existential_Risk", "Hypotheticals", "Risk_neutral", "Counterfactual_thinking", "Longevity_risk", "Endogenous_risk", "Futures_studies", "Accident", "Nick_Bostrom"], "ranked_scores": [369.0, 363.0, 360.0, 357.0, 356.0, 354.0, 350.0, 349.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6264, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Lisa_P._Jackson", "Air_Pollution_Control_Act", "Greenhouse_gas_emissions_by_the_United_States", "Coal_pollution_mitigation", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon-neutral_fuel", "Energy_policy_of_the_Barack_Obama_administration", "Clean_Air_Act_(United_States)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [343.0, 342.0, 340.0, 339.0, 339.0, 338.0, 337.0, 336.0, 336.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Regional_effects_of_global_warming", "2013_extreme_weather_events", "Climate_change_in_the_United_States", "Instrumental_temperature_record", "Climate_of_Argentina", "1908", "History_of_climate_change_science", "Hockey_stick_graph"], "ranked_scores": [392.0, 391.0, 385.0, 383.0, 383.0, 383.0, 383.0, 382.0, 382.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_sea_ice", "Polar_seas", "Sea_ice", "Measurement_of_sea_ice", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Antarctica", "Global_warming_in_Antarctica"], "ranked_scores": [389.0, 388.0, 385.0, 383.0, 380.0, 378.0, 378.0, 377.0, 375.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3434, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Coal_gas", "Coal_mining", "Refined_coal", "Coalbed_methane", "Coal_gasification", "Coal", "Clean_technology", "Fossil_fuel_power_station"], "ranked_scores": [413.0, 412.0, 371.0, 369.0, 369.0, 368.0, 367.0, 366.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Post–World_War_II_economic_expansion", "Transformation_in_economics", "List_of_recessions_in_the_United_States", "PDOS", "Green_Revolution", "20th_century", "Indonesian_Democratic_Party", "Paradigm_shift"], "ranked_scores": [360.0, 352.0, 346.0, 346.0, 344.0, 344.0, 343.0, 341.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Instrumental_temperature_record", "Carbon_emissions_reporting", "Embedded_emissions", "Global_Climate_Observing_System", "World_Climate_Report", "Paleocene–Eocene_Thermal_Maximum", "Global_stilling", "Global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [366.0, 362.0, 362.0, 358.0, 356.0, 355.0, 354.0, 352.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Climate_change", "Effects_of_climate_change_on_terrestrial_animals", "Global_warming_hiatus", "Climate_Change_Science_Program", "Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change", "United_Nations_Climate_Change_conference", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [386.0, 385.0, 380.0, 375.0, 375.0, 374.0, 373.0, 373.0, 373.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Last_Glacial_Period", "Neoglaciation", "Future_sea_level", "Global_warming_hiatus", "Early_2009_southeastern_Australia_heat_wave", "Global_cooling", "Retreat_of_glaciers_since_1850", "50th_parallel_north", "Geological_history_of_oxygen", "Cool_tropics_paradox"], "ranked_scores": [336.0, 335.0, 334.0, 333.0, 332.0, 332.0, 331.0, 331.0, 331.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Idealized_greenhouse_model", "Global_cooling_(disambiguation)", "Effect_of_Sun_angle_on_climate", "Global_cooling", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_warming", "Milankovitch_cycles", "Regional_effects_of_global_warming", "Polar_amplification"], "ranked_scores": [398.0, 388.0, 387.0, 385.0, 384.0, 382.0, 381.0, 381.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Progress_(history)", "Sea_level", "1971", "Growth_of_wind_power_in_the_United_States", "Economic_growth", "Future_sea_level", "Income_in_the_United_States", "S&P_500_Index", "Dumbing_down"], "ranked_scores": [344.0, 344.0, 343.0, 343.0, 339.0, 338.0, 338.0, 338.0, 338.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "History_of_sustainability", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_China", "Global_warming", "Physical_impacts_of_climate_change", "Runaway_greenhouse_effect", "Environmental_issue", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans"], "ranked_scores": [390.0, 385.0, 380.0, 375.0, 375.0, 374.0, 372.0, 372.0, 371.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Holocene_glacial_retreat", "Neoglaciation", "Temperature_record_of_the_past_1000_years", "Holocene", "Polar_forests_of_the_Cretaceous", "Climate_change", "Global_Historical_Climatology_Network", "Pliocene_climate", "Hockey_stick_graph", "Regional_effects_of_global_warming"], "ranked_scores": [385.0, 381.0, 381.0, 378.0, 378.0, 376.0, 375.0, 374.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Environmental_skepticism", "I'm_not_a_scientist", "Skeptical_Science", "Climatic_Research_Unit_documents", "Not_even_wrong", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "False_balance", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Antarctica_cooling_controversy"], "ranked_scores": [360.0, 355.0, 349.0, 347.0, 347.0, 346.0, 346.0, 345.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Cooling_center", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Hot_tower", "Excessive_heat_watch", "2001_Eastern_North_America_heat_wave", "2016_American_Northeast_heat_wave", "List_of_heat_waves", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [363.0, 361.0, 359.0, 358.0, 358.0, 357.0, 356.0, 356.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "Climate_change_in_the_Arctic", "List_of_climate_research_satellites", "Climate_change_policy_of_the_United_States", "The_Great_Warming", "Global_warming"], "ranked_scores": [398.0, 392.0, 387.0, 385.0, 384.0, 379.0, 379.0, 379.0, 378.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["California", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Culture_of_California", "Solar_cell_efficiency", "Solar_power_in_Michigan", "Etymology_of_California", "Wind_power_in_New_Mexico"], "ranked_scores": [363.0, 355.0, 354.0, 354.0, 352.0, 348.0, 347.0, 347.0, 346.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Workforce_productivity", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Southern_Tenant_Farmers_Union", "Income_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Productivity_(ecology)", "United_Farm_Workers"], "ranked_scores": [363.0, 358.0, 357.0, 357.0, 357.0, 357.0, 354.0, 354.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Brown_bear", "Kodiak_bear", "Sloth_bear", "Beringian_wolf", "Syrian_brown_bear", "Bear_attack", "Walrus"], "ranked_scores": [0.4604, 0.4591, 0.4577, 0.4408, 0.4314, 0.4163, 0.4029, 0.3954, 0.3869, 0.3729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Atmospheric_methane", "International_Permafrost_Association", "Arctic_Satellite_Composite_Project", "Cryosphere", "Greenhouse_gas", "Cryovolcano", "Ozone_depletion"], "ranked_scores": [0.6018, 0.5509, 0.5487, 0.5458, 0.5409, 0.5405, 0.54, 0.5387, 0.5332, 0.524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Tide", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Tide_gauge", "Tidal_range", "Sea_level", "Future_sea_level"], "ranked_scores": [0.474, 0.4628, 0.4613, 0.459, 0.4518, 0.4517, 0.4434, 0.4406, 0.4143, 0.4129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Drift_ice", "Sea_ice_thickness", "Fast_ice", "Measurement_of_sea_ice", "Sea_ice", "Antarctic_sea_ice", "Ice2sea", "Arctic_ice_pack", "Wiesław_Masłowski"], "ranked_scores": [0.5979, 0.5938, 0.5882, 0.5783, 0.5776, 0.5769, 0.5738, 0.5644, 0.5643, 0.5489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_in_the_European_Union", "Carbon_neutrality", "Wind_power_by_country", "Carbon_footprint", "Wind_power_in_New_Mexico", "Climate_footprint", "Wind_power_in_Mexico", "Carbon_offset", "Wind_power_in_the_United_Kingdom", "Embedded_emissions"], "ranked_scores": [0.6214, 0.6144, 0.6133, 0.6034, 0.5961, 0.595, 0.5948, 0.5931, 0.5911, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "ExxonMobil_climate_change_controversy", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "CO2_is_Green", "Carbon_offset", "Attribution_of_recent_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.6234, 0.6125, 0.6043, 0.6036, 0.6014, 0.5986, 0.5945, 0.5938, 0.5934, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Sea_level_rise", "Future_sea_level", "Past_sea_level", "Greenland_ice_sheet", "Greenland_Sea", "Measurement_of_sea_ice", "Geography_of_Greenland", "Nordic_Seas", "Greenland"], "ranked_scores": [0.5414, 0.5288, 0.528, 0.5152, 0.5073, 0.5015, 0.499, 0.4987, 0.4969, 0.4871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_warming", "Regional_effects_of_global_warming", "Climate_sensitivity", "Climate_change", "James_Hansen", "Media_coverage_of_climate_change"], "ranked_scores": [0.6078, 0.607, 0.6054, 0.6018, 0.5997, 0.5962, 0.5896, 0.5814, 0.5812, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2811, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "Effects_of_global_warming_on_humans", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "Effects_of_global_warming", "Climate_change_and_gender", "Climate_change_and_agriculture", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6292, 0.6281, 0.6264, 0.6253, 0.6233, 0.6218, 0.6195, 0.6133, 0.6121, 0.6089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "2014–15_North_American_winter", "Continental_climate", "Humid_continental_climate", "1936_North_American_cold_wave", "Early_2014_North_American_cold_wave", "2013–14_North_American_winter", "November_2014_North_American_cold_wave", "Frost_Belt"], "ranked_scores": [0.4636, 0.4467, 0.4387, 0.4386, 0.4386, 0.4335, 0.4311, 0.4294, 0.4277, 0.4266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Coupled_model_intercomparison_project", "Atmospheric_Model_Intercomparison_Project", "Scientific_opinion_on_climate_change", "Climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Climate_change_adaptation_in_Nepal", "Hockey_stick_controversy"], "ranked_scores": [0.6026, 0.5986, 0.5948, 0.5941, 0.5843, 0.5837, 0.5826, 0.5797, 0.5768, 0.5767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Proxy_(climate)", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Greenhouse_and_icehouse_Earth", "Global_Historical_Climatology_Network"], "ranked_scores": [0.5539, 0.5452, 0.5452, 0.5452, 0.5419, 0.5407, 0.52, 0.5198, 0.5113, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Advisory_Group_on_Greenhouse_Gases", "Carbon_neutrality", "List_of_climate_research_satellites", "James_Hansen", "Global_Climate_Observing_System", "Carbon_emissions_reporting", "Carbon_footprint", "Mauna_Loa_Observatory", "IPCC_First_Assessment_Report"], "ranked_scores": [0.4767, 0.4366, 0.4348, 0.4313, 0.4282, 0.4282, 0.4276, 0.4251, 0.4244, 0.4242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Alkalinity", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "PH", "C3_carbon_fixation", "Ocean_acidification", "Acid_dissociation_constant", "Carbonation", "Total_inorganic_carbon", "Carbon_dioxide"], "ranked_scores": [0.419, 0.4159, 0.4115, 0.3996, 0.3989, 0.3978, 0.3942, 0.3884, 0.3881, 0.3878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3378, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ian_Clark_(geologist)", "Journal_for_Geoclimatic_Studies", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5691, 0.5651, 0.5631, 0.5585, 0.5468, 0.5419, 0.5418, 0.5393, 0.538, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pacific_decadal_oscillation", "El_Niño–Southern_Oscillation", "1000", "2014–16_El_Niño_event", "2013_Southwestern_United_States_heat_wave", "El_Niño", "Bølling-Allerød_warming", "List_of_heat_waves", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.3601, 0.3461, 0.3391, 0.3313, 0.3302, 0.329, 0.3274, 0.3263, 0.3223, 0.318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ian_Clark_(geologist)", "Adam_Scaife", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "James_Hansen", "The_Hockey_Stick_and_the_Climate_Wars", "Climatic_Research_Unit_email_controversy", "The_Hockey_Stick_Illusion", "Stern_Review", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.5873, 0.5814, 0.58, 0.5705, 0.569, 0.5676, 0.5675, 0.5675, 0.5661, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Winter_1985_cold_wave", "Polar_front", "Norwegian_cyclone_model", "Rear-inflow_jet", "2006_European_cold_wave", "Weather_map", "January_2017_European_cold_wave", "Early_2014_North_American_cold_wave", "November_2014_North_American_cold_wave"], "ranked_scores": [0.5173, 0.5167, 0.513, 0.5035, 0.4996, 0.498, 0.4924, 0.4912, 0.4886, 0.4849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "Satellite_temperature_measurements", "NOAA-6", "Meteosat_8", "GOES_15", "NOAA-7", "Earth_Radiation_Budget_Satellite", "Instrumental_temperature_record", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5704, 0.5704, 0.5567, 0.4916, 0.4893, 0.4848, 0.4769, 0.4757, 0.472, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Cosmic-ray_observatory", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Heaven_and_Earth_(book)", "Journal_for_Geoclimatic_Studies", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.4177, 0.3928, 0.3914, 0.3909, 0.3888, 0.3854, 0.3854, 0.3818, 0.3782, 0.3749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_price", "Carbon_tax", "Carbon_pricing_in_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_offset", "Carbon_emission_trading", "Environmental_impact_of_transport_in_Australia", "UK_Emissions_Trading_Scheme", "Carbon_bubble"], "ranked_scores": [0.5146, 0.5006, 0.4935, 0.4881, 0.478, 0.4768, 0.4749, 0.4626, 0.4599, 0.4583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Measurement_of_sea_ice", "Deglaciation", "Ice2sea", "Arctic_sea_ice_decline", "Sea_ice_thickness", "Neoglaciation", "Last_glacial_period"], "ranked_scores": [0.5327, 0.5252, 0.5234, 0.5224, 0.5166, 0.5084, 0.5054, 0.5021, 0.499, 0.4853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2016_North_American_heat_wave", "Excessive_heat_watch", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Early_2009_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "March_2012_North_American_heat_wave", "List_of_heat_waves", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.4827, 0.4728, 0.4643, 0.4643, 0.4633, 0.4633, 0.462, 0.4605, 0.4577, 0.4577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Free_Ocean_CO2_Enrichment", "Oceanic_carbon_cycle", "Anoxic_event", "Chemical_oceanography", "Carbon_dioxide_in_Earth's_atmosphere", "Mercury_pollution_in_the_ocean", "Chemocline", "Sea"], "ranked_scores": [0.6015, 0.592, 0.5471, 0.5405, 0.5343, 0.5305, 0.5294, 0.527, 0.5233, 0.5213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Junk_science", "Global_warming_conspiracy_theory", "The_Real_Global_Warming_Disaster", "Skeptical_Science", "ExxonMobil_climate_change_controversy", "Pseudoscience", "The_Great_Global_Warming_Swindle", "List_of_topics_characterized_as_pseudoscience", "List_of_experimental_errors_and_frauds_in_physics", "Skeptical_movement"], "ranked_scores": [0.4759, 0.4655, 0.464, 0.4583, 0.4544, 0.4531, 0.4499, 0.4491, 0.4425, 0.4338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Fast_ice", "Sea_ice", "Ian_Clark_(geologist)", "Drift_ice", "Sea_ice_thickness", "Measurement_of_sea_ice"], "ranked_scores": [0.5889, 0.5844, 0.5673, 0.5646, 0.5307, 0.526, 0.5177, 0.5113, 0.5106, 0.5097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Texas-Oklahoma_wildfires_of_2005–06", "Climate_of_Australia", "Climate_change_in_Europe", "Dust_Bowl", "January_2017_European_cold_wave"], "ranked_scores": [0.5217, 0.5188, 0.5129, 0.4862, 0.4848, 0.4416, 0.4322, 0.4306, 0.4262, 0.4208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Global_warming", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Reasons_for_concern"], "ranked_scores": [0.5632, 0.5532, 0.5521, 0.5416, 0.5391, 0.5377, 0.5329, 0.5313, 0.5274, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave", "1995_Chicago_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.5938, 0.5791, 0.5762, 0.5735, 0.573, 0.5722, 0.5599, 0.5541, 0.5479, 0.5458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "An_Appeal_to_Reason", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy"], "ranked_scores": [0.5846, 0.5705, 0.5704, 0.5624, 0.5581, 0.55, 0.5465, 0.5398, 0.5308, 0.5279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "Proxy_(climate)", "Hockey_stick_controversy", "History_of_climate_change_science", "Global_warming_hiatus", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5405, 0.5405, 0.5405, 0.5365, 0.5358, 0.5353, 0.5343, 0.5343, 0.5343, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Low-carbon_emission", "Global_warming_potential", "Environmental_impact_of_aviation", "Contribution_to_global_warming_by_Australia", "Climate_footprint", "Carbon_emissions_reporting", "GHG_footprint", "Atmospheric_carbon_cycle"], "ranked_scores": [0.558, 0.5524, 0.5424, 0.5278, 0.527, 0.526, 0.5253, 0.5235, 0.5174, 0.5163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Risk_neutral", "Longevity_risk", "Risk_assessment", "Risk_analysis", "Risk_(game)", "Systematic_risk", "Hypotheticals", "Planning_fallacy"], "ranked_scores": [0.4752, 0.4718, 0.4659, 0.4619, 0.4614, 0.4611, 0.4503, 0.4483, 0.4453, 0.4392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "CO2_is_Green", "Carbon_dioxide_removal", "Energy_policy_of_the_United_States", "Mitigation_of_global_warming_in_Australia", "Clean_Energy_Regulator", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [0.4767, 0.4422, 0.4396, 0.4305, 0.426, 0.4221, 0.4215, 0.4196, 0.4164, 0.4155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "2019_heat_wave_in_India_and_Pakistan", "List_of_heat_waves", "Late_2009_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "El_Niño–Southern_Oscillation", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5497, 0.5456, 0.5328, 0.5313, 0.5313, 0.5308, 0.5308, 0.5296, 0.528, 0.5238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Sea_ice_thickness", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Arctic_ice_pack", "Measurement_of_sea_ice", "Drift_ice", "Larsen_Ice_Shelf", "Ice2sea", "Ice_shelf"], "ranked_scores": [0.6572, 0.6468, 0.6341, 0.6319, 0.6301, 0.6256, 0.6244, 0.6239, 0.622, 0.615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Coal_gas", "Coal_gasification", "Coal_gasification_commercialization", "History_of_coal_mining", "Coal", "China_National_Coal_Group", "Coal_by_country"], "ranked_scores": [0.6428, 0.6393, 0.6115, 0.5787, 0.5787, 0.5787, 0.5714, 0.5662, 0.5612, 0.5431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "El_Niño–Southern_Oscillation", "2014–16_El_Niño_event", "Global_cooling", "El_Niño", "Global_cooling_(disambiguation)", "History_of_the_Philippines_(1898–1946)", "History_of_climate_change_science", "Philippine_Revolution"], "ranked_scores": [0.3557, 0.3514, 0.3218, 0.3189, 0.3131, 0.3115, 0.3092, 0.3088, 0.305, 0.3042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "2015_United_Nations_Climate_Change_Conference", "United_Nations_Climate_Change_conference", "Copenhagen_Diagnosis", "Media_coverage_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Kyoto_Protocol"], "ranked_scores": [0.5065, 0.5041, 0.5041, 0.5028, 0.4999, 0.4975, 0.4924, 0.4919, 0.4916, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_and_gender", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science"], "ranked_scores": [0.6417, 0.6406, 0.6403, 0.6379, 0.6348, 0.6295, 0.6217, 0.6184, 0.6158, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Early_2014_North_American_cold_wave", "November_2014_North_American_cold_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016–17_North_American_winter", "Proxy_(climate)"], "ranked_scores": [0.3721, 0.3721, 0.3721, 0.3715, 0.3715, 0.3654, 0.3631, 0.3631, 0.363, 0.3629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Regional_effects_of_global_warming", "Climate_sensitivity", "Climate_change_(general_concept)", "Climate_variability", "History_of_climate_change_science", "Global_warming", "Climate_change_and_agriculture", "Idealized_greenhouse_model", "Physical_impacts_of_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.6728, 0.6718, 0.6604, 0.6604, 0.6554, 0.6543, 0.6508, 0.645, 0.6431, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Phillips_curve", "Inverse_consequences", "GDP_deflator", "Real_wages", "Ordinal_regression", "Diminishing_returns", "Economic_growth", "Inflation", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [0.4085, 0.404, 0.3928, 0.3893, 0.3812, 0.38, 0.3764, 0.3747, 0.3719, 0.3703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Effects_of_global_warming", "Environmental_issue", "Global_warming", "Land_use,_land-use_change_and_forestry", "Effects_of_global_warming_on_humans", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Deforestation_and_climate_change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5487, 0.5441, 0.5424, 0.5421, 0.5413, 0.5404, 0.5372, 0.5361, 0.5358, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Proxy_(climate)", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "Climate_sensitivity", "Pliocene_climate"], "ranked_scores": [0.572, 0.5636, 0.5632, 0.5632, 0.5632, 0.5574, 0.557, 0.5549, 0.5495, 0.5435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "The_Great_Global_Warming_Swindle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Merchants_of_Doubt", "World_Climate_Report", "Scientific_Alliance", "Junk_science", "Global_warming_conspiracy_theory"], "ranked_scores": [0.4723, 0.4457, 0.4424, 0.4378, 0.4363, 0.4331, 0.4322, 0.4293, 0.4274, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Automatic_weather_station", "Air_conditioning", "Air_conditioned_clothing", "Surface_weather_analysis", "2016_American_Northeast_heat_wave", "Heat_wave", "2016_North_American_heat_wave", "Automobile_air_conditioning", "National_Weather_Service"], "ranked_scores": [0.4898, 0.4653, 0.4631, 0.4559, 0.4496, 0.4477, 0.4475, 0.4468, 0.4458, 0.4439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Media_coverage_of_climate_change", "Global_warming_hiatus", "Reasons_for_concern", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [0.6183, 0.6044, 0.5975, 0.5959, 0.594, 0.5815, 0.581, 0.5786, 0.578, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power_by_country", "Solar_power_in_Michigan", "California_State_Assembly", "Concentrated_solar_power", "List_of_photovoltaic_power_stations", "California", "Etymology_of_California"], "ranked_scores": [0.5434, 0.5434, 0.5193, 0.5131, 0.5076, 0.506, 0.5059, 0.5051, 0.4952, 0.4952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Farm_(revenue_leasing)", "Agribusiness", "Agriculture_in_Ethiopia", "Collectivization_in_the_Soviet_Union", "Farm_programs"], "ranked_scores": [0.4885, 0.4823, 0.4823, 0.4644, 0.4343, 0.4254, 0.4238, 0.4228, 0.4219, 0.4214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Seed_predation", "Domestication", "Grizzly_bear", "Ursus_americanus_carlottae", "Mastodon", "Brown_bear", "Surplus_killing", "Moose"], "ranked_scores": [0.3779, 0.3607, 0.3516, 0.3427, 0.3415, 0.3414, 0.3409, 0.3372, 0.3331, 0.3274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6257, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Ice_rise", "Arctic_methane_emissions", "Ice_cap", "Iceberg_B-9", "Lake_North_Pole", "Arctic_Climate_Impact_Assessment", "Arctic_ice_pack", "Polar_ice_cap", "World_Glacier_Monitoring_Service", "North_Greenland_Ice_Core_Project"], "ranked_scores": [0.5593, 0.5534, 0.5455, 0.5439, 0.5437, 0.5434, 0.5429, 0.5413, 0.5398, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Season", "Timeline_of_the_2010_Pacific_hurricane_season", "Low-pressure_area", "Hurricane_Katrina_and_global_warming", "Great_Arctic_Cyclone_of_2012", "List_of_South_America_tropical_cyclones", "Tornadoes_of_2017", "Office_of_Oceanic_and_Atmospheric_Research", "List_of_off-season_Atlantic_hurricanes", "Timeline_of_the_2009_Atlantic_hurricane_season"], "ranked_scores": [0.4233, 0.4185, 0.4184, 0.4173, 0.4171, 0.4158, 0.4153, 0.4152, 0.4152, 0.4152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Wiesław_Masłowski", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Future_sea_level", "Neoglaciation", "Global_warming_in_Antarctica"], "ranked_scores": [0.562, 0.5589, 0.5536, 0.5527, 0.5497, 0.5494, 0.5475, 0.5468, 0.5418, 0.5418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Green_certificate", "Green_industrial_policy", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_emission_trading", "Climate_change_in_China", "Mitigation_of_global_warming_in_Australia", "List_of_countries_by_carbon_dioxide_emissions", "Climate_Change_Act_2008", "Kyoto_Protocol"], "ranked_scores": [0.6393, 0.6223, 0.6172, 0.6149, 0.6144, 0.6139, 0.6107, 0.6099, 0.6098, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_emissions_reporting", "2011_United_Nations_Climate_Change_Conference", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Copenhagen_Accord", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Presidential_Climate_Action_Plan", "Climate_footprint", "IPCC_First_Assessment_Report", "2009_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.6315, 0.6314, 0.6314, 0.631, 0.6259, 0.6243, 0.6227, 0.6221, 0.622, 0.6204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Greenland_ice_core_project", "Future_sea_level", "Wiesław_Masłowski", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "List_of_glaciers_of_Iceland", "North_Greenland_Ice_Core_Project", "West_Ice"], "ranked_scores": [0.541, 0.5252, 0.5236, 0.5127, 0.5113, 0.5061, 0.5051, 0.504, 0.5033, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Global_warming", "Copernicus_Climate_Change_Service_(C3S)", "Effects_of_global_warming", "History_of_climate_change_science", "Global_warming_potential", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Reasons_for_concern", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6088, 0.6053, 0.6034, 0.6029, 0.602, 0.5992, 0.5985, 0.5982, 0.5979, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Reasons_for_concern", "Climate_Central", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_adaptation_in_Nepal", "Regional_effects_of_global_warming", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.625, 0.6235, 0.6227, 0.6225, 0.6214, 0.6213, 0.6206, 0.6195, 0.619, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Climate_of_Georgia_(U.S._state)", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_the_United_States", "Climate_of_Italy", "Drought_in_the_United_Kingdom", "Continental_climate", "Climate_of_Minnesota", "Climate_of_the_United_Kingdom", "Excessive_heat_watch", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.4271, 0.4244, 0.4144, 0.4131, 0.4121, 0.4111, 0.4089, 0.4017, 0.3998, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["David_Titley", "Global_warming", "Climate_Change_Science_Program", "EdGCM", "History_of_climate_change_science", "Climate_sensitivity", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Climate_Central", "Regional_effects_of_global_warming"], "ranked_scores": [0.6062, 0.6058, 0.6048, 0.6031, 0.5999, 0.5988, 0.5984, 0.5978, 0.5969, 0.5966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_(general_concept)", "Global_Historical_Climatology_Network", "Climate_variability", "Hockey_stick_graph", "Physical_impacts_of_climate_change", "Climate_sensitivity", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus"], "ranked_scores": [0.5401, 0.5399, 0.5348, 0.5344, 0.531, 0.5263, 0.5256, 0.5255, 0.5247, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Copernicus_Climate_Change_Service_(C3S)", "Global_Climate_Observing_System", "Heaven_and_Earth_(book)", "Climatic_Research_Unit", "Global_warming_potential", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "James_Hansen"], "ranked_scores": [0.4635, 0.4579, 0.4576, 0.4528, 0.4463, 0.4453, 0.4448, 0.443, 0.4428, 0.4427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Ocean_acidification", "Climate_change_feedback", "Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_variability", "Physical_impacts_of_climate_change", "Climate_change", "Climate_footprint", "Attribution_of_recent_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.3831, 0.3752, 0.3744, 0.373, 0.3699, 0.3674, 0.3658, 0.3656, 0.3649, 0.3624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["World_Climate_Report", "The_Deniers", "The_Great_Global_Warming_Swindle", "Journal_for_Geoclimatic_Studies", "Climate_change_opinion_by_country", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason"], "ranked_scores": [0.5081, 0.5033, 0.503, 0.5, 0.4996, 0.4995, 0.4993, 0.4986, 0.4986, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Mesopause", "El_Niño–Southern_Oscillation", "January_2016_East_Asia_cold_wave", "Western_Mediterranean_oscillation", "ECMWF_re-analysis", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "HadCRUT", "Climate_of_the_United_Kingdom", "Climate_of_Finland"], "ranked_scores": [0.3392, 0.3381, 0.338, 0.3298, 0.3252, 0.3245, 0.3243, 0.3239, 0.3236, 0.3234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Hockey_stick_controversy", "Climatic_Research_Unit_email_controversy", "Tipping_points_in_the_climate_system", "Ian_Clark_(geologist)", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "Climate_Change_Science_Program", "List_of_climate_scientists", "Adam_Scaife", "Future_sea_level"], "ranked_scores": [0.5859, 0.5783, 0.5771, 0.5769, 0.5768, 0.5761, 0.5751, 0.572, 0.5712, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Climate_of_the_United_Kingdom", "Weather_front", "Weather_forecasting", "Cold_wave", "Meteorology", "Microclimate", "Norwegian_cyclone_model", "Thunderstorm", "Monsoon", "Polar_front"], "ranked_scores": [0.5075, 0.5001, 0.4999, 0.4984, 0.4967, 0.4965, 0.4921, 0.4919, 0.4918, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "International_Cometary_Explorer", "Explorer_7", "Explorer_6", "Magsat", "Lunar_Orbiter_program", "2007_Chinese_anti-satellite_missile_test", "NOAA-6", "Earth_Radiation_Budget_Satellite"], "ranked_scores": [0.4855, 0.4788, 0.4758, 0.4735, 0.4735, 0.4735, 0.4735, 0.4673, 0.4663, 0.4658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "Global_Climate_Observing_System", "Global_warming", "Global_warming_hiatus", "Climate_change_in_Australia", "David_Titley", "Climatic_Research_Unit_documents", "IPCC_First_Assessment_Report", "Climate_sensitivity", "Media_coverage_of_climate_change"], "ranked_scores": [0.4037, 0.4001, 0.3942, 0.3919, 0.3909, 0.3907, 0.3906, 0.3903, 0.3898, 0.3894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Flexible_Mechanisms", "Embedded_emissions", "Emissions_trading", "Climate_Change_Act_2008", "Kyoto_Protocol", "Canada_and_the_Kyoto_Protocol", "Clean_Development_Mechanism", "Greenhouse_gas_accounting", "Carbon_tax"], "ranked_scores": [0.4811, 0.4727, 0.4725, 0.4696, 0.4675, 0.4675, 0.4659, 0.4657, 0.4647, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Ice2sea", "Future_sea_level", "Ice_calving", "Arctic_sea_ice_decline", "West_Ice", "Greenland_ice_core_project", "Climate_state", "North_Greenland_Ice_Core_Project"], "ranked_scores": [0.4974, 0.4973, 0.4943, 0.4878, 0.4866, 0.4859, 0.4843, 0.4826, 0.4812, 0.4808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_Central", "David_Titley", "List_of_climate_scientists", "Climate_Data_Records", "Attribution_of_recent_climate_change", "Global_Climate_Observing_System", "Climatic_Research_Unit", "Climate_inertia", "Physical_impacts_of_climate_change", "Copernicus_Climate_Change_Service_(C3S)"], "ranked_scores": [0.4609, 0.4589, 0.4577, 0.4561, 0.4543, 0.4539, 0.4537, 0.4514, 0.4509, 0.4497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Environmental_hazard", "Biosequestration", "Mercury_in_fish", "Oceanic_carbon_cycle", "Environmental_issue", "Carbon_sequestration", "Environmental_degradation"], "ranked_scores": [0.5605, 0.5486, 0.5432, 0.5327, 0.5241, 0.5222, 0.5214, 0.5166, 0.5119, 0.5104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["False_consensus_effect", "Management_systems_for_road_safety", "Illusion_of_validity", "Counterfactual_thinking", "Thought_experiment", "Meta-analysis", "Confirmation_bias", "Responsible_disclosure", "False_balance", "Substantial_truth"], "ranked_scores": [0.4702, 0.4684, 0.4629, 0.4613, 0.4586, 0.4585, 0.4567, 0.4567, 0.4567, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "West_Ice", "Fast_ice", "World_Glacier_Monitoring_Service", "Wiesław_Masłowski", "Ice_rise"], "ranked_scores": [0.5454, 0.539, 0.536, 0.5319, 0.5282, 0.5277, 0.5258, 0.523, 0.5219, 0.5174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Climate_change_in_Texas", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming_on_humans", "Avoiding_Dangerous_Climate_Change", "Climate_Central", "Climate_change_and_gender", "Reasons_for_concern", "Global_warming", "Effects_of_global_warming", "Climate_change_adaptation"], "ranked_scores": [0.4618, 0.4551, 0.4548, 0.4513, 0.4506, 0.4505, 0.4503, 0.4476, 0.4463, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Climate_inertia", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_Change_Science_Program", "History_of_climate_change_science", "Climate_Central", "Scientific_opinion_on_climate_change", "Regional_effects_of_global_warming", "The_Great_Warming"], "ranked_scores": [0.5678, 0.5532, 0.5514, 0.5509, 0.5508, 0.5502, 0.5491, 0.5484, 0.5483, 0.5477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "List_of_heat_waves", "January_2014_southeastern_Australia_heat_wave", "Climate_of_Salt_Lake_City", "Climate_of_Georgia_(U.S._state)", "Excessive_heat_watch", "Climate_of_Los_Angeles"], "ranked_scores": [0.4582, 0.4417, 0.4373, 0.4352, 0.4348, 0.4336, 0.4334, 0.4324, 0.4318, 0.4292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["An_Appeal_to_Reason", "Journal_for_Geoclimatic_Studies", "World_Climate_Report", "Climate_Change_Denial:_Heads_in_the_Sand", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Effects_of_global_warming", "Climate_change_opinion_by_country", "The_Deniers"], "ranked_scores": [0.526, 0.5218, 0.5182, 0.5172, 0.5156, 0.5153, 0.5141, 0.5139, 0.5134, 0.5134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_sensitivity", "Attribution_of_recent_climate_change", "Climate_change_feedback", "Coupled_model_intercomparison_project", "Physical_impacts_of_climate_change", "General_circulation_model", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Cloud_feedback"], "ranked_scores": [0.5593, 0.5554, 0.554, 0.5512, 0.5482, 0.5462, 0.5456, 0.544, 0.544, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon_emissions_reporting", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_footprint", "Green_industrial_policy", "Paris_Agreement", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "United_Nations_Environment_Organization", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Kyoto_Protocol"], "ranked_scores": [0.5558, 0.5553, 0.5542, 0.5514, 0.5491, 0.5474, 0.5462, 0.5427, 0.5425, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Risk_(statistics)", "Manufactured_risk", "Risk_neutral", "Risk–benefit_ratio", "Systematic_risk", "Cost_contingency", "Risk_assessment", "Financial_risk_modeling", "RiskLab"], "ranked_scores": [0.4775, 0.4714, 0.4679, 0.4652, 0.4585, 0.4555, 0.4551, 0.4522, 0.4517, 0.4512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Clean_Development_Mechanism", "German_response_to_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Kyoto_Protocol", "Climate_Change_Act_2008", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "2011_United_Nations_Climate_Change_Conference", "European_Union_Emission_Trading_Scheme", "Flexible_Mechanisms", "United_States_withdrawal_from_the_Paris_Agreement"], "ranked_scores": [0.419, 0.4105, 0.4089, 0.4057, 0.4057, 0.4054, 0.4054, 0.4049, 0.4038, 0.403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Climate_variability", "Global_Historical_Climatology_Network", "List_of_heat_waves", "Climate_change_(general_concept)", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5474, 0.5443, 0.5429, 0.5426, 0.5416, 0.54, 0.535, 0.5336, 0.5333, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Drift_ice", "Arctic_ice_pack", "Polar_seas", "Amery_Ice_Shelf", "Ice_shelf", "Polar_desert", "Ice_core", "Antarctic_Circumpolar_Current", "Sea_ice", "Antarctic_sea_ice"], "ranked_scores": [0.5966, 0.5966, 0.5952, 0.5939, 0.5898, 0.5885, 0.5881, 0.5875, 0.5831, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Substitute_natural_gas", "Refined_coal", "Shale_gas", "Renewable_fuels", "Renewable_natural_gas", "Carbon_capture_and_storage_in_Australia", "Fossil_fuel_exporters", "Combined_cycle"], "ranked_scores": [0.5237, 0.522, 0.4987, 0.4984, 0.4962, 0.496, 0.4943, 0.4936, 0.4916, 0.4907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["La_Niña", "ECMWF_re-analysis", "Mesopause", "El_Niño–Southern_Oscillation", "Indonesian_Democratic_Party", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "PDO", "Weather_media_in_the_United_States", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_Texas"], "ranked_scores": [0.3197, 0.3145, 0.3121, 0.3115, 0.3108, 0.3106, 0.3073, 0.3041, 0.3029, 0.3023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Carbon_emissions_reporting", "2009_United_Nations_Climate_Change_Conference", "2011_United_Nations_Climate_Change_Conference", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Special_Report_on_Global_Warming_of_1.5_°C", "Media_coverage_of_climate_change", "Global_warming", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.541, 0.5344, 0.5299, 0.5284, 0.5275, 0.5275, 0.5274, 0.5272, 0.526, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Human_Rights_and_Climate_Change", "Climate_Change_Science_Program", "Global_warming", "2009_United_Nations_Climate_Change_Conference", "Scientific_opinion_on_climate_change", "James_Hansen", "History_of_climate_change_science"], "ranked_scores": [0.629, 0.627, 0.6222, 0.6208, 0.6207, 0.6181, 0.6168, 0.6166, 0.6165, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_geoengineering", "Temperature_record_of_the_past_1000_years", "Global_Historical_Climatology_Network", "Climate_sensitivity", "Climate_of_Ecuador", "Climate_change_in_Texas", "Retreat_of_glaciers_since_1850", "General_circulation_model"], "ranked_scores": [0.382, 0.3811, 0.3774, 0.3768, 0.3673, 0.3651, 0.3639, 0.3608, 0.3602, 0.3576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_sensitivity", "Climate_variability", "Attribution_of_recent_climate_change", "Coupled_model_intercomparison_project", "History_of_climate_change_science", "Global_warming", "General_circulation_model", "Global_warming_potential"], "ranked_scores": [0.6555, 0.6452, 0.6447, 0.641, 0.6407, 0.6398, 0.6396, 0.6386, 0.6373, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Backward_bending_supply_curve_of_labour", "Economics", "Macroeconomic_model", "Economic_statistics", "Kuznets_curve", "Macroeconomics", "Real_wages", "Tendency_of_the_rate_of_profit_to_fall", "Seasonal_adjustment"], "ranked_scores": [0.4219, 0.4183, 0.4164, 0.4132, 0.4117, 0.4115, 0.4113, 0.41, 0.4098, 0.4094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_emissions_reporting", "Ozone_depletion_and_climate_change", "Effects_of_global_warming", "Climate_change_in_Canada", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming", "Environmental_impact_of_transport", "Reasons_for_concern", "Deforestation_and_climate_change"], "ranked_scores": [0.5594, 0.5592, 0.5547, 0.554, 0.5539, 0.5525, 0.5509, 0.5502, 0.5498, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_variability", "Climate_change_(general_concept)", "Proxy_(climate)", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_Historical_Climatology_Network", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_sensitivity", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5601, 0.5579, 0.5563, 0.5506, 0.5487, 0.5415, 0.5409, 0.5406, 0.5374, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_dissent", "False_balance", "Scientific_community", "Circular_reporting", "Independent_sources", "Substantial_truth", "Environmental_skepticism", "Skeptical_Science", "Climate_change_denial", "Merchants_of_Doubt"], "ranked_scores": [0.4275, 0.426, 0.4246, 0.4232, 0.4232, 0.4232, 0.4227, 0.4192, 0.4162, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Meteorology", "Weather_station", "Microclimate", "Convective_instability", "Cold-air_damming", "Station_model", "Climate_of_the_United_Kingdom", "Precipitation", "Atmospheric_thermodynamics", "Weather_Underground"], "ranked_scores": [0.424, 0.4183, 0.4147, 0.4109, 0.4102, 0.4078, 0.4048, 0.4045, 0.4031, 0.4022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["List_of_climate_scientists", "Scientific_consensus_on_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Effects_of_global_warming", "Reasons_for_concern", "Wibjörn_Karlén", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "Global_warming_hiatus"], "ranked_scores": [0.6013, 0.5991, 0.5991, 0.5933, 0.5915, 0.591, 0.5906, 0.5899, 0.5896, 0.5891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Six_Californias", "California_State_Assembly", "Etymology_of_California", "California", "Plug-in_hybrids_in_California", "Interstate_5_in_California", "California_Gold_Rush", "Palmdale,_California", "Baja_California", "San_Joaquin_River"], "ranked_scores": [0.5327, 0.5327, 0.5242, 0.5242, 0.5205, 0.519, 0.519, 0.5185, 0.5184, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agribusiness", "Food,_Conservation,_and_Energy_Act_of_2008", "Economic_rent", "Fixed_investment", "Economy_of_Nicaragua", "Infant_industry"], "ranked_scores": [0.428, 0.4249, 0.4238, 0.4227, 0.4073, 0.407, 0.4016, 0.4012, 0.3993, 0.3981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Brown_bear", "Bile_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Grizzly_Bear_(dance)", "Cougar", "Knut_(polar_bear)", "Sloth_bear", "Beringian_wolf"], "ranked_scores": [0.6382, 0.6327, 0.6261, 0.6249, 0.5954, 0.5934, 0.5915, 0.5534, 0.5414, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Polar_ice_cap", "Methane", "International_Permafrost_Association", "History_of_climate_change_science"], "ranked_scores": [0.7373, 0.7091, 0.7052, 0.701, 0.6961, 0.6841, 0.6817, 0.6816, 0.6796, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Annual_cycle_of_sea_level_height", "Raised_shoreline", "Tide", "Tide_gauge", "Great_Salinity_Anomaly"], "ranked_scores": [0.651, 0.6463, 0.629, 0.6119, 0.6075, 0.607, 0.5845, 0.581, 0.5757, 0.5737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Ice2sea", "Sea_ice", "Fast_ice", "Sea_ice_thickness", "Antarctic_sea_ice", "Future_sea_level", "Arctic_ice_pack", "Wiesław_Masłowski"], "ranked_scores": [0.7319, 0.7111, 0.7016, 0.6916, 0.6856, 0.6839, 0.6783, 0.6742, 0.6738, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power", "Wind_power_in_the_European_Union", "Wind_power_in_the_United_Kingdom", "Wind_power_by_country", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Carbon_footprint", "Wind_turbines_on_public_display", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality"], "ranked_scores": [0.7475, 0.747, 0.7466, 0.7367, 0.7311, 0.729, 0.7286, 0.7254, 0.7252, 0.7244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.243, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Global_warming_controversy", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Politics_of_global_warming", "ExxonMobil_climate_change_controversy", "Carbon_dioxide", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.7038, 0.6968, 0.695, 0.6929, 0.6898, 0.6885, 0.6885, 0.6863, 0.6854, 0.6845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Greenland_ice_sheet", "Geography_of_Greenland", "Greenland_ice_core_project", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "East_Greenland_Current", "Ice2sea", "Wiesław_Masłowski"], "ranked_scores": [0.7062, 0.6913, 0.6862, 0.6725, 0.6679, 0.6669, 0.6648, 0.6606, 0.6583, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Climate_change_feedback", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Regional_effects_of_global_warming", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_potential"], "ranked_scores": [0.7445, 0.744, 0.7286, 0.7285, 0.7284, 0.7234, 0.7232, 0.7208, 0.7185, 0.715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [0.7445, 0.7321, 0.7248, 0.7238, 0.7212, 0.7201, 0.7168, 0.7154, 0.7142, 0.7139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "North_Carolina", "Infectious_mononucleosis", "Climate_of_the_United_States", "Ixodes", "Continental_climate", "List_of_mammals_of_New_England", "Borrelia_kurtenbachii", "2016–17_North_American_winter"], "ranked_scores": [0.5979, 0.5871, 0.5775, 0.5748, 0.5696, 0.5679, 0.5616, 0.5606, 0.5592, 0.5578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["General_circulation_model", "Intermediate_General_Circulation_Model", "Physical_impacts_of_climate_change", "EdGCM", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Effects_of_global_warming", "Global_warming", "Climate_change_policy_of_the_United_States", "Parametrization_(atmospheric_modeling)", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7328, 0.7264, 0.7231, 0.7191, 0.7102, 0.7056, 0.7045, 0.7042, 0.7029, 0.7026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science", "Global_Historical_Climatology_Network", "Pliocene_climate"], "ranked_scores": [0.7122, 0.7122, 0.7122, 0.705, 0.7012, 0.6975, 0.6898, 0.6707, 0.6647, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Argo_(oceanography)", "UH88", "Carbon_emissions_reporting", "Mauna_Loa_Observatory", "Global_Climate_Observing_System", "Greenhouse_gas_emissions_by_the_United_States", "Keeling_Curve", "National_Climate_Assessment", "Future_sea_level", "Global_warming_potential"], "ranked_scores": [0.6164, 0.6028, 0.5982, 0.5979, 0.5979, 0.5978, 0.5976, 0.5972, 0.588, 0.5862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Acid_dissociation_constant", "Metabolic_acidosis", "Acidosis", "Acid", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Geological_history_of_oxygen", "Carbon", "PH", "Estuarine_acidification"], "ranked_scores": [0.5768, 0.5736, 0.5727, 0.5656, 0.5635, 0.5626, 0.5619, 0.56, 0.5599, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3434, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "World_Climate_Report", "James_Hansen", "George_Kukla", "Ian_Clark_(geologist)"], "ranked_scores": [0.6854, 0.6839, 0.6742, 0.6685, 0.6643, 0.6624, 0.6585, 0.6584, 0.6553, 0.654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "El_Niño", "History_of_the_Philippines_(1898–1946)", "Philippine_Revolution", "PDOS", "La_Niña", "El_Niño–Southern_Oscillation", "1990_in_science", "Global_warming_hiatus"], "ranked_scores": [0.5547, 0.5452, 0.5401, 0.5282, 0.5244, 0.5196, 0.5185, 0.5176, 0.5173, 0.5159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Antarctica_cooling_controversy", "James_Hansen", "Arctic_Climate_Impact_Assessment", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Hockey_Stick_and_the_Climate_Wars", "Global_warming_conspiracy_theory", "Measurement_of_sea_ice", "Arctic_geoengineering", "Arctic_sea_ice_decline", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7181, 0.7091, 0.7077, 0.7054, 0.7047, 0.7015, 0.6998, 0.6919, 0.6894, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_low", "Rear-inflow_jet", "Early_2014_North_American_cold_wave", "2006_European_cold_wave", "Winter_1985_cold_wave", "November_2014_North_American_cold_wave", "Cold-air_damming", "Weather_front", "Gulf_Stream", "Cold_wave"], "ranked_scores": [0.6753, 0.671, 0.666, 0.6658, 0.6632, 0.6599, 0.655, 0.6543, 0.6518, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "SBUV/2", "NOAA-7", "Weather_satellite", "NOAA-6", "Highest_temperature_recorded_on_Earth", "Earth_Radiation_Budget_Satellite", "Landsat_1"], "ranked_scores": [0.7407, 0.7344, 0.7197, 0.7014, 0.6694, 0.6686, 0.664, 0.6576, 0.6575, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Cosmic-ray_observatory", "Climatic_Research_Unit_email_controversy", "World_Climate_Report", "Nuclear_power_phase-out", "World_Climate_Research_Programme", "Climate_engineering", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5458, 0.5397, 0.5396, 0.5363, 0.533, 0.5285, 0.5255, 0.5219, 0.5219, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_offset", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Carbon_pricing_in_Australia", "Carbon_neutrality", "Environmental_impact_of_transport_in_Australia", "Climate_change_in_Canada", "Mitigation_of_global_warming_in_Australia", "List_of_current_Canadian_first_ministers"], "ranked_scores": [0.6061, 0.5967, 0.5957, 0.5946, 0.5892, 0.581, 0.5758, 0.5707, 0.5675, 0.5648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Sea_level_rise", "Past_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Heinrich_event", "Sea_ice_thickness", "Deglaciation", "Last_Glacial_Maximum"], "ranked_scores": [0.7149, 0.7077, 0.6987, 0.692, 0.6807, 0.6761, 0.6739, 0.6704, 0.6702, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "1908", "Highest_temperature_recorded_on_Earth", "Satellite_temperature_measurements", "March_2012_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Instrumental_temperature_record"], "ranked_scores": [0.6162, 0.6155, 0.6124, 0.6116, 0.6115, 0.6089, 0.6076, 0.6068, 0.6056, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Iron_fertilization", "Oil_spill", "Chemocline", "Eutrophication", "Carbon_dioxide_in_Earth's_atmosphere", "Air_pollution"], "ranked_scores": [0.7365, 0.7318, 0.6911, 0.68, 0.6745, 0.672, 0.6704, 0.6627, 0.661, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "The_Real_Global_Warming_Disaster", "ExxonMobil_climate_change_controversy", "Pseudoscience", "Junk_science", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Climate_change_denial", "Misuse_of_statistics", "Politics_of_global_warming"], "ranked_scores": [0.6004, 0.5883, 0.5857, 0.5854, 0.5814, 0.5811, 0.5693, 0.5592, 0.5588, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2339, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Ice_rise", "Permanent_Service_for_Mean_Sea_Level", "Annual_cycle_of_sea_level_height"], "ranked_scores": [0.7368, 0.7232, 0.703, 0.6786, 0.6693, 0.666, 0.6646, 0.6623, 0.6606, 0.6582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_the_United_Kingdom", "Drought_in_Spain", "Droughts_in_the_United_States", "Climate_change_in_the_United_States", "Black_Sunday_(storm)", "Dust_Bowl", "Climate_change_in_Texas", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.6496, 0.6494, 0.6341, 0.6252, 0.6235, 0.5686, 0.568, 0.5662, 0.5632, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6823, 0.6798, 0.6793, 0.6791, 0.678, 0.675, 0.6749, 0.6739, 0.667, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3296, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2011_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "1995_Chicago_heat_wave", "2000_Southern_United_States_heat_wave", "List_of_heat_waves"], "ranked_scores": [0.693, 0.6914, 0.6849, 0.683, 0.6829, 0.6824, 0.6783, 0.6726, 0.6694, 0.6677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "Skeptical_Science", "Media_coverage_of_climate_change", "Heaven_and_Earth_(book)"], "ranked_scores": [0.708, 0.7071, 0.7008, 0.6966, 0.6935, 0.6929, 0.689, 0.6811, 0.6781, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "Hockey_stick_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Global_cooling", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6822, 0.6757, 0.6724, 0.6679, 0.6658, 0.6654, 0.6654, 0.6654, 0.664, 0.6613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Methane", "Climate_footprint", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Global_warming_potential", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle"], "ranked_scores": [0.728, 0.7061, 0.6846, 0.681, 0.6788, 0.6768, 0.6734, 0.6715, 0.6683, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Risk", "Prudent_avoidance_principle", "Risk_(game)", "Global_catastrophic_risk", "Longevity_risk", "Finite_Risk_insurance", "Risk_assessment", "Systematic_risk"], "ranked_scores": [0.6214, 0.6042, 0.5972, 0.5829, 0.582, 0.5816, 0.5802, 0.5725, 0.5722, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["United_States_Environmental_Protection_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_neutrality", "Clean_Air_Act_(United_States)", "Lisa_P._Jackson", "Greenhouse_gas_emissions_by_the_United_States", "Clean_Energy_Regulator"], "ranked_scores": [0.4972, 0.4859, 0.4763, 0.4732, 0.4731, 0.464, 0.4624, 0.4622, 0.4616, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Early_2009_southeastern_Australia_heat_wave", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "El_Niño–Southern_Oscillation", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "El_Niño", "2018_British_Isles_heat_wave", "2015_North_American_heat_wave"], "ranked_scores": [0.7382, 0.7343, 0.7292, 0.7279, 0.7255, 0.7241, 0.723, 0.7228, 0.7187, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Sea_ice", "Ice2sea", "Sea_ice_thickness", "Arctic_sea_ice_decline", "Ross_Ice_Shelf", "Arctic_ice_pack", "Antarctic_ice_sheet", "Ice_shelf", "Measurement_of_sea_ice"], "ranked_scores": [0.7812, 0.765, 0.7604, 0.7585, 0.7565, 0.7537, 0.7461, 0.7376, 0.7367, 0.7362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification_commercialization", "Coal_gasification", "Coal_gas", "History_of_coal_mining", "Refined_coal", "Coal", "Gasification", "Coalbed_methane"], "ranked_scores": [0.7728, 0.767, 0.7465, 0.7465, 0.7389, 0.7203, 0.7105, 0.7063, 0.6862, 0.6855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "1990_in_science", "1990", "El_Niño", "History_of_the_Philippines_(1898–1946)", "History_of_the_United_States_(1945–64)", "Pacifico_Yokohama", "La_Niña"], "ranked_scores": [0.5694, 0.5508, 0.544, 0.5345, 0.532, 0.5163, 0.5149, 0.5128, 0.5091, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_Climate_Report", "Global_warming", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Carbon_emissions_reporting", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_gas"], "ranked_scores": [0.6219, 0.6216, 0.6108, 0.6075, 0.6075, 0.6055, 0.6046, 0.6023, 0.6022, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Global_warming_controversy", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.7255, 0.7247, 0.7188, 0.7179, 0.7169, 0.7157, 0.7137, 0.7104, 0.7083, 0.7054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1936_North_American_cold_wave", "Global_warming_hiatus", "Cool_tropics_paradox"], "ranked_scores": [0.477, 0.477, 0.477, 0.477, 0.4742, 0.4695, 0.4501, 0.45, 0.4495, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Regional_effects_of_global_warming", "Climate_change_feedback", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Climate_sensitivity", "Global_cooling"], "ranked_scores": [0.7723, 0.7682, 0.7661, 0.7612, 0.7557, 0.7516, 0.7512, 0.7504, 0.7479, 0.7474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Tendency_of_the_rate_of_profit_to_fall", "The_Great_Stagnation", "Regression_toward_the_mean", "Demographic_dividend", "Mean_reversion_(finance)", "Diminishing_returns", "Achievement_gap_in_the_United_States", "Fisher_hypothesis", "Supply-side_economics", "Phillips_curve"], "ranked_scores": [0.5522, 0.5522, 0.5363, 0.5338, 0.5321, 0.5314, 0.5279, 0.5279, 0.5225, 0.5211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Human_overpopulation", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "IPCC_First_Assessment_Report", "Media_coverage_of_climate_change"], "ranked_scores": [0.6935, 0.687, 0.6852, 0.6728, 0.6727, 0.6644, 0.6629, 0.6587, 0.6551, 0.6547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "Hockey_stick_controversy", "Proxy_(climate)", "History_of_climate_change_science", "Pliocene_climate", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Neoglaciation"], "ranked_scores": [0.7262, 0.7262, 0.7262, 0.7228, 0.7187, 0.7118, 0.7049, 0.7048, 0.7027, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Merchants_of_Doubt", "Scientific_consensus_on_climate_change", "World_Climate_Report", "Climate_change_denial", "Scientific_Alliance", "Media_coverage_of_climate_change", "March_for_Science", "Skeptical_Science"], "ranked_scores": [0.5624, 0.5469, 0.5413, 0.5401, 0.5391, 0.5378, 0.5357, 0.5343, 0.5309, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "2011_North_American_heat_wave", "National_Weather_Service", "Air_conditioning", "Cooling_tower", "2016_North_American_heat_wave", "Urban_heat_island", "Automobile_air_conditioning", "Excessive_heat_watch", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.632, 0.6306, 0.6185, 0.6174, 0.6171, 0.6169, 0.6155, 0.6143, 0.614, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7524, 0.7496, 0.7389, 0.7355, 0.7346, 0.731, 0.7308, 0.7278, 0.7249, 0.7208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Wind_power_in_California", "List_of_photovoltaic_power_stations", "Concentrated_solar_power", "Ivanpah_Solar_Power_Facility", "Etymology_of_California", "Solar_power_in_Michigan", "Electricity_sector_of_the_United_States"], "ranked_scores": [0.6262, 0.6262, 0.6124, 0.6099, 0.5959, 0.594, 0.5926, 0.5735, 0.5728, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Acreage_Reduction_Program", "Agriculture,_forestry,_and_fishing_in_Japan", "The_Great_Stagnation", "Economy_of_the_United_States", "Income_in_the_United_States", "Measures_of_national_income_and_output"], "ranked_scores": [0.6354, 0.6354, 0.6342, 0.6022, 0.5959, 0.5878, 0.5863, 0.5824, 0.5773, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Bile_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Brown_bear", "Rubus_arcticus", "Northwoods_(forest)", "Kung_Fu_Bear", "Woolly_mammoth", "Pinniped"], "ranked_scores": [0.5718, 0.5617, 0.5401, 0.5299, 0.5158, 0.4786, 0.4769, 0.4673, 0.4586, 0.4571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Greenhouse_gas", "Cryosphere", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Arctic_dipole_anomaly", "Cryovolcano", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.7734, 0.6817, 0.6728, 0.6668, 0.6587, 0.6577, 0.6521, 0.6488, 0.6462, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Sea_level", "Past_sea_level", "Raised_beach", "Annual_cycle_of_sea_level_height", "Littoral_zone", "Climate_change_in_Tuvalu", "Tide"], "ranked_scores": [0.5938, 0.5841, 0.5832, 0.5519, 0.5507, 0.5487, 0.5469, 0.5453, 0.5355, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Future_sea_level", "Fast_ice", "Arctic_geoengineering", "Sea_ice", "Deglaciation", "Climate_change_in_the_Arctic", "Drift_ice"], "ranked_scores": [0.7152, 0.6554, 0.6497, 0.643, 0.6429, 0.6323, 0.6316, 0.6309, 0.6265, 0.6233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Carbon_neutrality", "North_Sea_Wind_Power_Hub", "Wind_power_in_the_United_Kingdom", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Carbon_offset", "Carbon_profiling", "Clean_Energy_Ministerial", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.725, 0.6865, 0.685, 0.6839, 0.6823, 0.6796, 0.6755, 0.6716, 0.6673, 0.6672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "World_Climate_Report", "Carbon_dioxide", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_cycle", "Carbon_neutrality", "Politics_of_global_warming", "Greening_Earth_Society", "Carbon_diet", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7, 0.6704, 0.6673, 0.6662, 0.6645, 0.6602, 0.6598, 0.6587, 0.6574, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Greenland_ice_sheet", "Glacial_earthquake", "Greenland_Sea", "Past_sea_level", "Climate_change_in_the_Arctic", "Arctic_realm", "List_of_companies_of_Greenland"], "ranked_scores": [0.6543, 0.6441, 0.6144, 0.6107, 0.6067, 0.5988, 0.598, 0.5929, 0.5875, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Global_warming_potential", "IPCC_First_Assessment_Report", "Global_warming", "Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Greenhouse_effect", "Cloud_feedback", "History_of_climate_change_science", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.6869, 0.6763, 0.6752, 0.6708, 0.6705, 0.6627, 0.6556, 0.6554, 0.6527, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "The_Real_Global_Warming_Disaster", "Climate_change_and_gender", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Climate_change"], "ranked_scores": [0.6914, 0.687, 0.6758, 0.6755, 0.6682, 0.6673, 0.6497, 0.6484, 0.6464, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Rickettsiales", "The_Great_Plains_Ecoregion", "Southern_tick-associated_rash_illness", "Lymphoma", "Geography_of_North_America", "Disease", "North_Carolina", "Meningococcal_disease", "Ixodidae"], "ranked_scores": [0.6148, 0.5169, 0.5148, 0.5092, 0.5008, 0.4993, 0.4986, 0.4981, 0.4969, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Global_warming", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_policy_of_the_United_States", "Atmospheric_Model_Intercomparison_Project", "Scientific_opinion_on_climate_change", "DICE_model"], "ranked_scores": [0.6624, 0.6624, 0.6523, 0.6406, 0.6389, 0.6346, 0.634, 0.6317, 0.627, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Global_cooling", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Pliocene_climate", "Future_of_Earth"], "ranked_scores": [0.6658, 0.6557, 0.6473, 0.6333, 0.6282, 0.626, 0.626, 0.6195, 0.6013, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "Keeling_Curve", "UH88", "Ian_Clark_(geologist)", "NOAA-7", "Climate_change_in_Tuvalu", "Global_Historical_Climatology_Network", "Jacques_Cousteau", "George_Kukla"], "ranked_scores": [0.5934, 0.5854, 0.5585, 0.5354, 0.5211, 0.521, 0.5209, 0.52, 0.5181, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "PH", "Carbonate", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Carbon_dioxide", "Acidophobe", "Carbon_cycle", "C3_carbon_fixation"], "ranked_scores": [0.6024, 0.5975, 0.567, 0.5611, 0.5592, 0.5578, 0.5566, 0.552, 0.5506, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "World_Climate_Report", "Climate_change_denial", "James_Hansen"], "ranked_scores": [0.6287, 0.6187, 0.6158, 0.6093, 0.6079, 0.5922, 0.5865, 0.5858, 0.5807, 0.5771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Intertropical_Convergence_Zone", "Typhoon_Cimaron_(2006)", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_the_Philippines_(1898–1946)", "Catholic_Church_and_politics_in_the_United_States", "1911_Eastern_North_America_heat_wave", "Year_Without_a_Summer", "Weather_media_in_the_United_States"], "ranked_scores": [0.5006, 0.4705, 0.458, 0.4574, 0.446, 0.4318, 0.4306, 0.4287, 0.4286, 0.4285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Ian_Clark_(geologist)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_Climate_Impact_Assessment", "Wiesław_Masłowski", "James_Hansen", "Ice2sea", "Richard_Lindzen", "Arctic_geoengineering", "Measurement_of_sea_ice"], "ranked_scores": [0.6933, 0.6741, 0.669, 0.6686, 0.6579, 0.6546, 0.6541, 0.6525, 0.6421, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Jet_stream", "2006_European_cold_wave", "November_2014_North_American_cold_wave", "Gulf_Stream", "Winter_1985_cold_wave", "Arctic_oscillation", "Low-pressure_area", "Wiesław_Masłowski", "North_Atlantic_Current"], "ranked_scores": [0.6359, 0.6112, 0.6079, 0.6074, 0.6066, 0.6054, 0.5973, 0.5954, 0.5912, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "NOAA-7", "SBUV/2", "2006_European_heat_wave", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "Kosmos_108"], "ranked_scores": [0.6456, 0.6445, 0.6374, 0.5894, 0.5792, 0.577, 0.5709, 0.5677, 0.5642, 0.5639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Journal_for_Geoclimatic_Studies", "Climate_engineering", "NOAA-7", "Heaven_and_Earth_(book)", "Scientific_consensus_on_climate_change", "World_Climate_Research_Programme", "Climatic_Research_Unit_documents", "Carbon_cycle_re-balancing"], "ranked_scores": [0.5381, 0.5252, 0.5229, 0.5214, 0.5106, 0.5105, 0.5087, 0.504, 0.5028, 0.4997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Fossil_fuel", "Carbon_tax", "Carbon-based_fuel", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_dioxide", "Carbon", "Carbon-neutral_fuel", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6081, 0.5935, 0.582, 0.5683, 0.567, 0.5614, 0.5509, 0.5504, 0.5496, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Past_sea_level", "Sea_level_rise", "Deglaciation", "Measurement_of_sea_ice", "Late_Glacial", "Post-glacial_rebound", "Quaternary_glaciation"], "ranked_scores": [0.683, 0.6598, 0.6449, 0.6416, 0.6233, 0.6218, 0.6173, 0.6133, 0.6117, 0.6051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "NOAA-7", "2001_Eastern_North_America_heat_wave", "1936_North_American_cold_wave", "Media_coverage_of_climate_change", "World_Climate_Report", "1908", "GOES_15", "Early_2014_North_American_cold_wave"], "ranked_scores": [0.516, 0.5063, 0.4962, 0.4958, 0.4881, 0.4865, 0.4775, 0.4738, 0.4736, 0.4726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Ozone_depletion", "Oceanic_carbon_cycle", "Chemical_oceanography", "Acidophiles_in_acid_mine_drainage", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonate", "Carbonation"], "ranked_scores": [0.7589, 0.7057, 0.6824, 0.647, 0.6361, 0.6333, 0.6254, 0.6217, 0.619, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Energy_accidents", "Alternative_medicine", "Carbon_bubble", "Circular_economy", "Human_overpopulation", "Induced_innovation", "Fossil_fuel_divestment", "List_of_experimental_errors_and_frauds_in_physics", "Eco-economic_decoupling"], "ranked_scores": [0.5753, 0.5594, 0.5482, 0.5429, 0.5349, 0.5223, 0.5217, 0.5207, 0.5188, 0.5178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Fast_ice", "Ice2sea", "Great_Arctic_Cyclone_of_2012", "Paleocene–Eocene_Thermal_Maximum", "Glacial_earthquake", "Climate_change_in_Tuvalu", "Sea_level"], "ranked_scores": [0.7225, 0.6896, 0.6425, 0.6416, 0.6204, 0.616, 0.6123, 0.6106, 0.6097, 0.6092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Dust_Bowl", "Europe", "Summer_of_1976_(Europe)", "January_2017_European_cold_wave", "2006_European_cold_wave"], "ranked_scores": [0.5932, 0.5772, 0.5595, 0.5479, 0.532, 0.5301, 0.5297, 0.5098, 0.5057, 0.5028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Stern_Review", "Global_warming", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Global_Climate_Observing_System", "Community_Earth_System_Model", "Scientific_consensus_on_climate_change", "Coupled_model_intercomparison_project", "Climate_change_in_the_United_States"], "ranked_scores": [0.6371, 0.592, 0.5898, 0.5855, 0.5813, 0.5751, 0.5732, 0.5719, 0.5664, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2011_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "List_of_heat_waves", "2006_North_American_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.6362, 0.6253, 0.6166, 0.6116, 0.6012, 0.6012, 0.5941, 0.5929, 0.5916, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "Media_coverage_of_climate_change", "The_Skeptic_(film)", "Global_warming_controversy", "Earth_in_the_Balance"], "ranked_scores": [0.6324, 0.6282, 0.6268, 0.6262, 0.6255, 0.6224, 0.6208, 0.5962, 0.5933, 0.5923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling", "Global_cooling_(disambiguation)", "Greenhouse_and_icehouse_Earth", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_state", "Climate_oscillation", "Global_warming"], "ranked_scores": [0.6816, 0.6598, 0.6089, 0.6085, 0.6006, 0.5923, 0.5876, 0.5805, 0.5774, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2519, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Arctic_methane_emissions", "German_response_to_Kyoto_Protocol", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide", "Carbon-based_fuel", "Environmental_impact_of_transport", "Greenhouse_gas", "Fossil_fuel"], "ranked_scores": [0.6447, 0.6399, 0.6388, 0.6245, 0.6221, 0.6192, 0.6171, 0.6169, 0.6167, 0.6141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "RiskLab", "Centre_for_the_Study_of_Existential_Risk", "Worst-case_scenario", "Risk_(comics)", "Manufactured_risk", "Risk–benefit_ratio", "Risk_analysis", "Longevity_risk", "Risk_neutral"], "ranked_scores": [0.595, 0.5715, 0.5489, 0.5337, 0.5334, 0.532, 0.5297, 0.5224, 0.5208, 0.5194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Mitigation_of_global_warming_in_Australia", "Clean_Energy_Regulator", "Clean_Air_Act_(United_States)", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Energy_policy_of_the_Barack_Obama_administration", "CO2_is_Green", "United_States_withdrawal_from_the_Paris_Agreement", "Fossil_fuel_power_station"], "ranked_scores": [0.5108, 0.4629, 0.4547, 0.451, 0.4462, 0.4416, 0.4416, 0.44, 0.4396, 0.4383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "Instrumental_temperature_record", "2014–16_El_Niño_event", "Hockey_stick_graph", "2011_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "1980_United_States_heat_wave", "2015_North_American_heat_wave", "Year_Without_a_Summer"], "ranked_scores": [0.6567, 0.6553, 0.65, 0.6427, 0.63, 0.6242, 0.6242, 0.6211, 0.6191, 0.616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Sea_ice", "Antarctic_sea_ice", "Drift_ice", "Climate_of_the_Arctic", "Arctic_Ocean", "Arctic_ice_pack", "Ice2sea", "Measurement_of_sea_ice", "Sea_ice_thickness", "Arctic_sea_ice_decline"], "ranked_scores": [0.7496, 0.7341, 0.7237, 0.6968, 0.6964, 0.6959, 0.6953, 0.695, 0.6925, 0.6899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Cleaner_production", "Coal_gasification_commercialization", "Refined_coal", "Coal_gasification", "Beyond_Coal", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Coal"], "ranked_scores": [0.7492, 0.7256, 0.652, 0.6354, 0.6296, 0.6239, 0.6032, 0.6006, 0.5997, 0.5993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "History_of_the_United_States_(1945–64)", "Typhoon_Cimaron_(2006)", "History_of_the_Philippines_(1898–1946)", "Post–World_War_II_economic_expansion", "PDOS", "1990", "1960s", "2014–16_El_Niño_event"], "ranked_scores": [0.5085, 0.485, 0.474, 0.4676, 0.4529, 0.4478, 0.4475, 0.4419, 0.4402, 0.4398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_Climate_Report", "Greening_Earth_Society", "Carbon_emissions_reporting", "Global_warming_potential", "German_response_to_Kyoto_Protocol", "Global_cooling", "Global_warming", "Climate_change_in_Australia", "Climate_change_in_Europe", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5718, 0.5608, 0.5469, 0.5413, 0.5382, 0.5346, 0.5329, 0.5267, 0.5197, 0.5181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_warming", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Global_warming_hiatus", "Greening_Earth_Society", "Climate_change", "History_of_climate_change_science", "World_Climate_Change_Conference,_Moscow", "Human_Rights_and_Climate_Change"], "ranked_scores": [0.664, 0.6474, 0.6316, 0.6283, 0.6144, 0.612, 0.6094, 0.6084, 0.5985, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Hockey_stick_graph", "Hockey_stick_controversy", "Snowball_Earth", "Climate_of_Finland", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Global_stilling", "Climate_of_Australia", "Climate_of_Italy", "Polar_low"], "ranked_scores": [0.4573, 0.4501, 0.4325, 0.43, 0.4229, 0.4229, 0.4149, 0.414, 0.4131, 0.4121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["History_of_climate_change_science", "Earth's_energy_budget", "Effect_of_Sun_angle_on_climate", "Solar_phenomena", "Global_warming", "Radiative_forcing", "Cloud_feedback", "Global_cooling_(disambiguation)", "Idealized_greenhouse_model", "Greenhouse_effect"], "ranked_scores": [0.6901, 0.6844, 0.6839, 0.6718, 0.6584, 0.6584, 0.6583, 0.6479, 0.6463, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Soft_landing_(economics)", "Demographic_dividend", "Economic_growth", "Income_in_the_United_States", "Regression_toward_the_mean", "Economic_statistics", "2000s_(decade)", "Worse-than-average_effect", "S&P_500_Index", "The_Great_Stagnation"], "ranked_scores": [0.5391, 0.5095, 0.5071, 0.496, 0.4788, 0.4717, 0.4681, 0.4641, 0.4635, 0.4615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Abrupt_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Environmental_impact_of_transport", "Future_of_Earth", "IPCC_First_Assessment_Report", "Atmospheric_methane"], "ranked_scores": [0.6449, 0.6196, 0.6156, 0.6132, 0.6123, 0.6082, 0.5993, 0.5976, 0.5945, 0.5934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Global_cooling", "Hockey_stick_graph", "History_of_climate_change_science", "Younger_Dryas", "Timeline_of_glaciation", "Pliocene_climate", "Neoglaciation"], "ranked_scores": [0.6241, 0.6174, 0.6174, 0.6099, 0.6097, 0.6, 0.5984, 0.5836, 0.583, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "Climate_change_denial", "Scientific_community", "Media_coverage_of_climate_change", "Global_warming_controversy", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "Scientific_consensus"], "ranked_scores": [0.5769, 0.5593, 0.5538, 0.518, 0.5175, 0.5131, 0.5066, 0.5061, 0.5055, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Weather_station", "National_Weather_Service", "Hot_tower", "Atmospheric_thermodynamics", "Climate_of_Salt_Lake_City", "List_of_heat_waves", "1911_Eastern_North_America_heat_wave", "Cooling_tower", "2018_British_Isles_heat_wave"], "ranked_scores": [0.5851, 0.5774, 0.5465, 0.5455, 0.5443, 0.5354, 0.5318, 0.5313, 0.5297, 0.529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_warming", "Regional_effects_of_global_warming", "Climate_change", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Global_cooling", "Effects_of_global_warming", "History_of_climate_change_science", "Global_warming_conspiracy_theory"], "ranked_scores": [0.6677, 0.6659, 0.6406, 0.6381, 0.6321, 0.6291, 0.6253, 0.6215, 0.6191, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "Etymology_of_California", "Southern_California_Edison", "Six_Californias", "List_of_photovoltaic_power_stations", "Southern_California", "California_(Phantom_Planet_song)"], "ranked_scores": [0.5835, 0.5589, 0.5475, 0.5357, 0.5287, 0.5254, 0.5075, 0.503, 0.4954, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Intensive_animal_farming", "Agriculture_in_Ethiopia", "Agriculture", "Solow_residual", "Economic_growth", "Agribusiness", "Incarceration_in_the_United_States"], "ranked_scores": [0.5952, 0.5681, 0.5331, 0.5223, 0.5187, 0.5172, 0.5165, 0.5144, 0.5073, 0.5058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Ursus_americanus_carlottae", "Brown_bear", "Grizzly_bear", "Kodiak_bear", "Bile_bear", "Bear_attack", "Seed_predation", "Amur_bitterling", "Great_Bear_Wilderness"], "ranked_scores": [0.5784, 0.5782, 0.5719, 0.5676, 0.5641, 0.5598, 0.5533, 0.5479, 0.5458, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_dipole_anomaly", "Global_warming_in_Antarctica", "Clathrate_gun_hypothesis", "Methane_clathrate", "Wetland_methane_emissions", "Cryovolcano", "Methane"], "ranked_scores": [0.7877, 0.7096, 0.6838, 0.6652, 0.6591, 0.6531, 0.6458, 0.6386, 0.6363, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Past_sea_level", "Atlantic_hurricane_season", "Timeline_of_the_2010_Pacific_hurricane_season", "Atlantic_hurricane", "Pacific_decadal_oscillation", "Sea_level", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.6425, 0.6354, 0.5939, 0.5758, 0.5492, 0.544, 0.5416, 0.5365, 0.5225, 0.5213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Holocene_glacial_retreat", "Abrupt_climate_change", "Antarctic_Cold_Reversal", "Glacier", "Measurement_of_sea_ice", "Ice_shelf", "Ice_sheet", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7327, 0.647, 0.628, 0.613, 0.6114, 0.6045, 0.6035, 0.6015, 0.5991, 0.5975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Clean_Energy_Regulator", "Views_on_the_Kyoto_Protocol", "Greenhouse_gas_accounting", "Carbon_emissions_reporting", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality", "Carbon_footprint", "Renewable_energy_debate", "Intergovernmental_Panel_on_Climate_Change", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7102, 0.6879, 0.6825, 0.6802, 0.6762, 0.6735, 0.6647, 0.6635, 0.6634, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2692, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Black_carbon", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_offset", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_diet", "Carbon-neutral_fuel", "Global_warming_controversy", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.6995, 0.6973, 0.6944, 0.6643, 0.6621, 0.662, 0.6584, 0.6573, 0.6449, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Geography_of_Greenland", "Future_sea_level", "Glacial_earthquake", "Greenland_ice_sheet", "Ice_sheet", "Greenland_Sea", "Past_sea_level", "World_Glacier_Monitoring_Service", "Ice2sea"], "ranked_scores": [0.6555, 0.6092, 0.6083, 0.6025, 0.5982, 0.5957, 0.5852, 0.5828, 0.5728, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "History_of_climate_change_science", "Atmospheric_carbon_cycle", "Greenhouse_effect", "Temperature_record_of_the_past_1000_years", "Politics_of_global_warming", "CO2_fertilization_effect", "Atmospheric_methane", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7332, 0.6762, 0.6534, 0.6446, 0.6424, 0.6328, 0.6307, 0.6295, 0.629, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "Reasons_for_concern", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Climate_change_in_the_United_States", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_risk"], "ranked_scores": [0.676, 0.6668, 0.648, 0.637, 0.6363, 0.6343, 0.6337, 0.6292, 0.6258, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Infection", "Infectious_mononucleosis", "Amblyomma_americanum", "Ixodes", "Disease_diffusion_mapping", "Southern_tick-associated_rash_illness", "Ehrlichia_Wisconsin_HM543746", "Lymphoma", "List_of_West_Nile_virus_outbreaks"], "ranked_scores": [0.6365, 0.5964, 0.5924, 0.5828, 0.5678, 0.5605, 0.5596, 0.5569, 0.5567, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Climate_ensemble", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "ECMWF_re-analysis", "Hockey_stick_graph", "Proxy_(climate)", "Climate_prediction", "Climate_change_(general_concept)", "Atmospheric_Model_Intercomparison_Project"], "ranked_scores": [0.6459, 0.6241, 0.6231, 0.6015, 0.5816, 0.577, 0.5732, 0.5702, 0.5688, 0.5598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Attribution_of_recent_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change", "Polar_forests_of_the_Cretaceous", "Timeline_of_glaciation"], "ranked_scores": [0.6853, 0.6474, 0.6407, 0.6298, 0.6297, 0.6162, 0.6108, 0.6075, 0.6034, 0.6016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "Intergovernmental_Panel_on_Climate_Change", "Satellite_temperature_measurements", "Eddy_covariance", "Special_Report_on_Global_Warming_of_1.5_°C", "Free_Ocean_CO2_Enrichment", "Atmospheric_carbon_cycle", "Global_Climate_Observing_System", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5691, 0.5428, 0.5031, 0.4981, 0.4937, 0.4903, 0.4898, 0.479, 0.4779, 0.4767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Metabolic_acidosis", "Acid_rain", "Great_Oxygenation_Event", "Ocean_acidification", "Geological_history_of_oxygen", "Sulfuric_acid", "Chemocline", "PH", "Coal_forest", "Acid_mine_drainage"], "ranked_scores": [0.5606, 0.555, 0.5463, 0.5313, 0.5292, 0.526, 0.5224, 0.516, 0.5042, 0.5033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climate_change_opinion_by_country", "Global_cooling", "Global_warming_controversy", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6569, 0.6311, 0.6196, 0.6187, 0.6181, 0.6085, 0.5901, 0.5842, 0.5815, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "1919_Florida_Keys_hurricane", "Pacifico_Yokohama", "Catholic_Church_and_politics_in_the_United_States", "Solar_cycle_18", "2000s_(decade)", "20th_century", "Quark_epoch", "1900_(film)"], "ranked_scores": [0.5487, 0.5282, 0.5056, 0.498, 0.4912, 0.4907, 0.4713, 0.4661, 0.463, 0.462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ian_Clark_(geologist)", "Climatic_Research_Unit_documents", "Arctic_Climate_Impact_Assessment", "Arctic_sea_ice_decline", "Climatic_Research_Unit_email_controversy", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Wiesław_Masłowski", "Hutton_Inquiry", "Arctic_geoengineering", "Skeptical_Science"], "ranked_scores": [0.7002, 0.6427, 0.6403, 0.6401, 0.6182, 0.6181, 0.6161, 0.6158, 0.6119, 0.6093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Gulf_Stream", "December_1960_nor'easter", "North_American_Arctic", "Geostrophic_current", "Periglaciation", "Polar_front", "Labrador_Current", "List_of_storms_on_the_Great_Lakes", "Cold_wave"], "ranked_scores": [0.6055, 0.5966, 0.5817, 0.563, 0.5571, 0.5569, 0.5554, 0.5516, 0.5493, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "2006_European_heat_wave", "Summer_of_1976_(Europe)", "Microwave_Sounding_Unit_temperature_measurements", "2018_British_Isles_heat_wave", "CLIMAT", "Climate_of_Italy", "2010_Northern_Hemisphere_heat_waves", "1908"], "ranked_scores": [0.6338, 0.6331, 0.5852, 0.5846, 0.5692, 0.5661, 0.5608, 0.552, 0.5506, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Thin-film_solar_cell", "National_Center_for_Atmospheric_Research", "The_Great_Global_Warming_Swindle", "Heaven_and_Earth_(book)", "Climate_of_Australia", "EdGCM"], "ranked_scores": [0.5732, 0.5568, 0.5306, 0.5285, 0.527, 0.5264, 0.5232, 0.5221, 0.5196, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_bubble", "Carbon_pricing_in_Australia", "Fossil_fuels_lobby", "Carbon_tax", "Politics_of_global_warming", "Carbon_diet", "Gasoline_gallon_equivalent", "Climate_change_in_Canada", "Algae_fuel"], "ranked_scores": [0.5621, 0.5539, 0.546, 0.5179, 0.5176, 0.5165, 0.5135, 0.5082, 0.5064, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Last_Glacial_Maximum", "Sea_level_rise", "Future_sea_level", "Measurement_of_sea_ice", "Post-glacial_rebound", "Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Past_sea_level", "Ice2sea", "Pacific_decadal_oscillation"], "ranked_scores": [0.6572, 0.6465, 0.6364, 0.633, 0.6203, 0.6142, 0.6136, 0.6125, 0.6123, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "1936_North_American_cold_wave", "AccuWeather", "Highest_temperature_recorded_on_Earth", "1908", "2001_Eastern_North_America_heat_wave", "Weather_media_in_the_United_States", "Typical_meteorological_year", "Climate_of_the_United_States", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6239, 0.599, 0.5782, 0.5664, 0.5599, 0.5509, 0.5444, 0.5424, 0.536, 0.5292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Sulfuric_acid", "Oceanic_carbon_cycle", "Great_Oxygenation_Event", "Acidulated_water", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.7722, 0.7178, 0.7124, 0.6247, 0.6104, 0.5947, 0.5839, 0.5808, 0.5799, 0.5764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Publication_bias", "Management_systems_for_road_safety", "False_consensus_effect", "Antarctica_cooling_controversy", "Energy_industry", "Junk_science", "Energy_policy_of_the_Barack_Obama_administration", "Cognitive_bias", "List_of_topics_characterized_as_pseudoscience"], "ranked_scores": [0.6081, 0.5387, 0.5244, 0.5215, 0.5111, 0.5083, 0.5079, 0.5041, 0.5001, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice2sea", "Future_sea_level", "Past_sea_level", "Glacial_earthquake", "Abrupt_climate_change", "Great_Arctic_Cyclone_of_2012", "Fast_ice", "Paleocene–Eocene_Thermal_Maximum", "Climate_inertia"], "ranked_scores": [0.7191, 0.667, 0.6458, 0.6404, 0.6273, 0.6145, 0.6123, 0.6084, 0.5952, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "The_Coming_Global_Superstorm", "Europe", "Nuclear_winter", "Drought_in_the_United_Kingdom", "2006_European_heat_wave", "Climate_change_in_Europe"], "ranked_scores": [0.6226, 0.5603, 0.5496, 0.5415, 0.5356, 0.5327, 0.5196, 0.5152, 0.5105, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Transatlantic_Climate_Bridge", "Climate_change_in_Europe", "Climate_change_in_Texas", "2009_United_Nations_Climate_Change_Conference", "Stern_Review", "Climate_change_in_Australia", "Global_warming_controversy", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [0.6062, 0.5918, 0.5722, 0.5698, 0.5612, 0.5542, 0.5516, 0.5476, 0.5461, 0.5431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Humid_continental_climate", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "Climate_of_the_United_States", "2006_North_American_heat_wave", "Great_Salt_Lake_effect", "United_States_rainfall_climatology"], "ranked_scores": [0.6146, 0.6098, 0.6021, 0.5935, 0.5874, 0.5831, 0.5816, 0.571, 0.562, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Media_coverage_of_climate_change", "Climate_change_opinion_by_country", "Environmental_skepticism", "Global_warming_conspiracy_theory", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Politics_of_global_warming", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "Gore_Effect"], "ranked_scores": [0.6504, 0.6392, 0.6337, 0.6216, 0.6103, 0.6037, 0.6015, 0.5969, 0.5885, 0.587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_oscillation", "Global_cooling_(disambiguation)", "Climate", "Climate_gap", "Global_cooling", "Hockey_stick_graph", "Proxy_(climate)"], "ranked_scores": [0.6969, 0.6952, 0.6923, 0.638, 0.6306, 0.6046, 0.595, 0.5704, 0.5599, 0.5596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Contribution_to_global_warming_by_Australia", "Arctic_methane_emissions", "Natural_gas", "Wetland_methane_emissions", "Atmospheric_methane", "Methane", "Aerobic_methane_production", "Atmospheric_carbon_cycle", "Carbon_dioxide"], "ranked_scores": [0.6286, 0.6285, 0.614, 0.6098, 0.606, 0.6042, 0.6039, 0.5921, 0.5825, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4373, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.75}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Planning_fallacy", "Centre_for_the_Study_of_Existential_Risk", "Management_systems_for_road_safety", "Prudent_avoidance_principle", "Risk–benefit_ratio", "Hypotheticals", "Philosophy_of_statistics", "Sustainability_science", "Futures_studies", "Richard_Dawkins"], "ranked_scores": [0.5361, 0.5353, 0.5331, 0.5296, 0.5155, 0.5109, 0.5094, 0.5038, 0.5015, 0.4997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Greenhouse_gas_emissions_by_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon-neutral_fuel", "Carbon_neutrality", "Clean_Energy_Ministerial", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "United_States_Environmental_Protection_Agency", "Clean_Air_Act_(United_States)", "Copenhagen_Accord"], "ranked_scores": [0.5639, 0.5266, 0.5249, 0.5199, 0.5007, 0.4936, 0.4935, 0.4869, 0.4845, 0.4841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1908", "2001_Eastern_North_America_heat_wave", "2014–16_El_Niño_event", "Year_Without_a_Summer", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "2012–13_North_American_drought", "1997–98_El_Niño_event", "1982–83_El_Niño_event", "1936_North_American_cold_wave"], "ranked_scores": [0.696, 0.6596, 0.6477, 0.6435, 0.6431, 0.6409, 0.6274, 0.6253, 0.6245, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Ice2sea", "Ice_shelf", "Sea_ice", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Drift_ice", "Arctic_Ocean", "Arctic_sea_ice_decline", "Antarctic_ice_sheet"], "ranked_scores": [0.7104, 0.6986, 0.6934, 0.6888, 0.6788, 0.6735, 0.6727, 0.6673, 0.6575, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Refined_coal", "Coalbed_methane", "Fossil_fuel_power_station", "Redbank_Power_Station", "Cleaner_production", "List_of_coal_fired_power_stations_in_Australia", "Coal_gasification", "Clean_Energy_Regulator"], "ranked_scores": [0.7577, 0.7425, 0.6776, 0.6443, 0.6422, 0.6238, 0.6213, 0.6124, 0.598, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Pacific_decadal_oscillation", "PDO", "Philippine_Revolution", "List_of_states_during_the_Middle_Ages", "History_of_the_Philippines_(1898–1946)", "Post–World_War_II_economic_expansion", "History_of_the_United_States_(1945–64)", "Pacifico_Yokohama", "Programmed_Data_Processor"], "ranked_scores": [0.5298, 0.5291, 0.5245, 0.5011, 0.4985, 0.4875, 0.4785, 0.477, 0.4755, 0.4725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Wildlife_of_Peru", "Climate_change_in_Canada", "Climate_change_in_China", "Contribution_to_global_warming_by_Australia", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "2015_United_Nations_Climate_Change_Conference", "Global_warming", "Earth_Day"], "ranked_scores": [0.6102, 0.6082, 0.5973, 0.597, 0.5842, 0.5775, 0.5692, 0.5591, 0.5569, 0.554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "U.S._Global_Change_Research_Program", "Scientific_opinion_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climate_Change_Science_Program", "The_Great_Global_Warming_Swindle", "Fossil_fuel_divestment", "Köppen_climate_classification", "ExxonMobil_climate_change_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5982, 0.5893, 0.5864, 0.586, 0.5791, 0.5773, 0.5755, 0.5666, 0.5655, 0.5631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_stilling", "Climate_change_denial", "Polar_forests_of_the_Cretaceous", "Global_warming_hiatus", "Proxy_(climate)", "Climate_of_Africa", "Abrupt_climate_change", "Hockey_stick_controversy", "Eocene_Thermal_Maximum_2", "Climate_oscillation"], "ranked_scores": [0.5105, 0.4861, 0.4843, 0.4716, 0.4691, 0.462, 0.459, 0.4585, 0.4492, 0.4447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Global_warming", "Greenhouse_effect", "Solar_phenomena", "Climate_change_in_the_United_States", "Climate_change", "Earth's_energy_budget", "Regional_effects_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.7033, 0.6809, 0.6782, 0.6687, 0.6565, 0.6557, 0.6487, 0.6478, 0.6469, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Seasonal_adjustment", "Economic_growth", "Global_warming_hiatus", "Tendency_of_the_rate_of_profit_to_fall", "Worse-than-average_effect", "Future_sea_level", "Regression_toward_the_mean", "2000s_(decade)", "California_State_Legislature,_2009–10_session", "North_Atlantic_oscillation"], "ranked_scores": [0.5049, 0.4971, 0.4883, 0.4857, 0.4821, 0.4785, 0.4773, 0.4768, 0.4765, 0.4726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Abrupt_climate_change", "Paleocene–Eocene_Thermal_Maximum", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Global_cooling", "Environmental_issue", "Regional_effects_of_global_warming", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6944, 0.6595, 0.625, 0.6179, 0.6021, 0.5969, 0.5941, 0.5921, 0.5889, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2856, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Climate_change", "Global_cooling", "Biodiversity", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Polar_forests_of_the_Cretaceous", "Late_Glacial", "Holocene"], "ranked_scores": [0.6386, 0.634, 0.6207, 0.6183, 0.6135, 0.6119, 0.6083, 0.6034, 0.5979, 0.5958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_opinion_by_country", "Antarctica_cooling_controversy", "Climate_change_denial", "Environmental_skepticism", "World_Climate_Report", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.5919, 0.5799, 0.5515, 0.5485, 0.541, 0.5378, 0.5311, 0.5223, 0.5189, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_heat_waves", "2001_Eastern_North_America_heat_wave", "United_States_rainfall_climatology", "Microclimate", "Cooling_center", "Climate_of_the_United_States", "Heat_index", "2016_North_American_heat_wave", "Weather_front", "Ground-coupled_heat_exchanger"], "ranked_scores": [0.6109, 0.5713, 0.5582, 0.5538, 0.5452, 0.5448, 0.5418, 0.5394, 0.5365, 0.5223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_warming_controversy", "Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Global_cooling", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Regional_effects_of_global_warming", "Polar_amplification"], "ranked_scores": [0.6924, 0.6835, 0.679, 0.6746, 0.662, 0.6601, 0.6564, 0.6564, 0.6494, 0.6381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Electricity_sector_in_China", "List_of_renewable_energy_companies_by_stock_exchange", "California", "Wind_power_in_the_United_States", "Plug-in_hybrids_in_California", "California,_West_Virginia", "Six_Californias"], "ranked_scores": [0.6339, 0.6325, 0.5777, 0.5742, 0.5736, 0.5677, 0.5513, 0.5348, 0.5325, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_Act_of_2014", "Workforce_productivity", "Agriculture_in_Ethiopia", "Agriculture_in_Syria", "Productivity_(ecology)", "Economy_of_North_America", "Agribusiness", "Industrial_Revolution"], "ranked_scores": [0.6047, 0.5988, 0.5953, 0.5668, 0.5492, 0.5405, 0.5301, 0.5292, 0.5223, 0.5118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Walrus", "Bile_bear", "Brown_bear", "Aronia", "Cougar", "Grizzly_Bear_(dance)", "Kodiak_bear", "Rubus_arcticus", "Great_Bear_Wilderness", "Emperor_penguin"], "ranked_scores": [0.5544, 0.549, 0.5405, 0.5372, 0.5307, 0.5288, 0.5156, 0.5132, 0.5128, 0.5112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Health_effects_of_radon", "Global_warming_in_Antarctica", "Quelccaya_Ice_Cap", "Methane_clathrate", "Arctic_dipole_anomaly", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Glaciers_on_Mars", "Geyser"], "ranked_scores": [0.6868, 0.6783, 0.6761, 0.6552, 0.6511, 0.6456, 0.6435, 0.643, 0.633, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Permanent_Service_for_Mean_Sea_Level", "Annual_cycle_of_sea_level_height", "Tide", "Geography_of_New_York–New_Jersey_Harbor_Estuary", "Tide_gauge", "Tidal_prism", "Sea_surface_temperature", "Past_sea_level", "Sea_level_rise", "Tidal_flooding"], "ranked_scores": [0.6057, 0.5928, 0.5907, 0.5602, 0.5522, 0.5511, 0.5498, 0.5411, 0.5382, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Deglaciation", "Ice2sea", "Future_sea_level", "Neoglaciation", "Ellesmere_Ice_Shelf", "Heinrich_event", "Ice_sheet", "Glacial_earthquake", "Ice_shelf"], "ranked_scores": [0.6507, 0.6406, 0.6319, 0.6295, 0.6269, 0.6234, 0.6208, 0.6131, 0.5972, 0.5934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "United_Nations_Framework_Convention_on_Climate_Change", "Green_Power_Partnership", "Clean_Energy_Ministerial", "Clean_Energy_Regulator", "Climate_change_in_China", "Carbon_footprint", "Ecological_footprint"], "ranked_scores": [0.7242, 0.7066, 0.6931, 0.6868, 0.6834, 0.6818, 0.6813, 0.6784, 0.6734, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_effect", "Environmental_impact_of_transport", "Carbon_neutrality", "Carbon_tax", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "United_Nations_Framework_Convention_on_Climate_Change", "Black_carbon", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6655, 0.659, 0.657, 0.6514, 0.6484, 0.6445, 0.6443, 0.6428, 0.638, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Geography_of_Greenland", "Greenland_ice_sheet", "Glacial_earthquake", "Greenland_Sea", "North_Greenland_Ice_Core_Project", "Glacier_mass_balance", "Ice_sheet", "East_Greenland_Current"], "ranked_scores": [0.6202, 0.6054, 0.592, 0.5892, 0.5879, 0.5878, 0.5825, 0.5785, 0.5751, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Atmospheric_thermodynamics", "Ozone_depletion", "Polar_front", "Climate_sensitivity", "Atmospheric_carbon_cycle", "Mesopause", "Abrupt_climate_change", "Global_warming_potential"], "ranked_scores": [0.7187, 0.6679, 0.6635, 0.6554, 0.6481, 0.6418, 0.6374, 0.6327, 0.6317, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "The_Real_Global_Warming_Disaster", "Loss_and_damage", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Climate_risk", "Climate_change_in_Australia", "Natural_hazard"], "ranked_scores": [0.6584, 0.642, 0.6379, 0.6316, 0.6204, 0.6154, 0.6102, 0.6072, 0.6072, 0.6039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Infection", "Disease_diffusion_mapping", "Infectious_mononucleosis", "List_of_diseases_eliminated_from_the_United_States", "Culex", "Lyme_disease", "Permian", "Disease", "Diphtheria", "Snakebite"], "ranked_scores": [0.5451, 0.5337, 0.5292, 0.5247, 0.5208, 0.5176, 0.51, 0.5092, 0.5039, 0.4997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Loss_and_damage", "Arctic_sea_ice_decline", "ECMWF_re-analysis", "Proxy_(climate)", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Global_warming"], "ranked_scores": [0.589, 0.5866, 0.5835, 0.5835, 0.5732, 0.5721, 0.564, 0.5621, 0.5554, 0.5551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Cool_tropics_paradox", "Climate_change_in_the_Arctic", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Polar_forests_of_the_Cretaceous", "1808/1809_mystery_eruption", "Evolutionary_history_of_life", "Timeline_of_glaciation"], "ranked_scores": [0.6632, 0.6513, 0.6323, 0.6303, 0.6291, 0.6229, 0.6208, 0.6079, 0.6056, 0.6047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Greenhouse_gas_inventory", "Missoula,_Montana", "Carbon_emissions_reporting", "Earth's_energy_budget", "Surface_weather_analysis", "Greenhouse_gas_accounting", "Jet_Propulsion_Laboratory", "The_Tropical_Sun", "Office_of_Oceanic_and_Atmospheric_Research", "Climate_of_Hawaii"], "ranked_scores": [0.5743, 0.5497, 0.5127, 0.502, 0.5006, 0.4988, 0.4963, 0.4896, 0.4849, 0.484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Acidosis", "Carbon", "Carbonic_acid", "Ocean_acidification", "Carbon_dioxide", "Bicarbonate", "Carbonate", "Chemical_oceanography", "PH", "Water_scarcity_in_Africa"], "ranked_scores": [0.5751, 0.571, 0.5663, 0.562, 0.5516, 0.5485, 0.5481, 0.5465, 0.5436, 0.5329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3228, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Scientific_consensus", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "ExxonMobil_climate_change_controversy", "Global_cooling_(disambiguation)", "An_Inconvenient_Truth"], "ranked_scores": [0.6193, 0.5997, 0.5953, 0.5783, 0.5774, 0.5751, 0.5743, 0.5738, 0.5618, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Catholic_Church_and_politics_in_the_United_States", "Hurricane_Alice_(June_1954)", "PDO", "Post–World_War_II_economic_expansion", "Rachel_Notley", "Tropical_Storm_Harvey_(2011)", "1928_Haiti_hurricane", "Meteorological_history_of_Hurricane_Matthew", "Typhoon_Pat_(1985)"], "ranked_scores": [0.5297, 0.517, 0.497, 0.4923, 0.4836, 0.4754, 0.4735, 0.4735, 0.4682, 0.4673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ian_Clark_(geologist)", "Friends_of_Science", "Skeptical_Science", "Arctic_sea_ice_decline", "Ice2sea", "Climate_change_in_the_Arctic", "Adam_Scaife", "Media_coverage_of_climate_change", "Arctic_Circle_(organization)", "Scientific_Alliance"], "ranked_scores": [0.6501, 0.6327, 0.6231, 0.621, 0.6168, 0.6116, 0.6086, 0.6078, 0.6061, 0.6044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Polar_front", "Labrador_Current", "49th_parallel_north", "North_Atlantic_oscillation", "Rear-inflow_jet", "Jet_stream", "Neoglaciation", "1908", "Geostrophic_current"], "ranked_scores": [0.6149, 0.6118, 0.6037, 0.5969, 0.5895, 0.5886, 0.5828, 0.5808, 0.5774, 0.5663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Instrumental_temperature_record", "Solar_Radiation_and_Climate_Experiment", "MSU_temperature_measurements", "Weather_media_in_the_United_States", "Summer_of_1976_(Europe)", "Weather_satellite", "Overcast", "Weather_station"], "ranked_scores": [0.6296, 0.6126, 0.6091, 0.608, 0.5899, 0.5895, 0.5891, 0.576, 0.5686, 0.5599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Antarctica_cooling_controversy", "Heaven_and_Earth_(book)", "U.S._Global_Change_Research_Program", "Peter_Sinclair_(environmental_activist)", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_in_China", "Climate_change_in_the_Arctic", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies", "Polar_low"], "ranked_scores": [0.5517, 0.5488, 0.5419, 0.5373, 0.5354, 0.5312, 0.5227, 0.5189, 0.5187, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Fossil_fuel_exporters", "Fossil_fuel", "Canada_and_the_Kyoto_Protocol", "Energy_industry", "Bill_Morneau", "Carbon_price", "Climate_change_in_Canada", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_tax"], "ranked_scores": [0.5487, 0.5261, 0.5183, 0.507, 0.5005, 0.4979, 0.4913, 0.4887, 0.4875, 0.4817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Heinrich_event", "Glacial_earthquake", "Iceberg_B-9", "Past_sea_level", "Global_storm_activity_of_2007", "Sea_level_rise", "Seawater", "Deglaciation", "Arctic_sea_ice_decline"], "ranked_scores": [0.6836, 0.6214, 0.6203, 0.6182, 0.6179, 0.6031, 0.5998, 0.5859, 0.5842, 0.5837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Weather_media_in_the_United_States", "Media_coverage_of_climate_change", "AccuWeather", "Climate_Audit", "March_2012_North_American_heat_wave", "Instrumental_temperature_record", "Bering_Glacier", "List_of_heat_waves", "2001_Eastern_North_America_heat_wave", "Keeling_Curve"], "ranked_scores": [0.6054, 0.5852, 0.5637, 0.5614, 0.5562, 0.554, 0.5538, 0.5535, 0.5505, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Acidophiles_in_acid_mine_drainage", "Anoxic_waters", "Sulfuric_acid", "Acidulated_water", "Hydrophobe", "Chemical_oceanography", "Estuarine_acidification", "Syngas_fermentation"], "ranked_scores": [0.6514, 0.6486, 0.615, 0.6012, 0.5943, 0.5929, 0.5897, 0.5894, 0.5845, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Selection_bias", "False_attribution", "List_of_topics_characterized_as_pseudoscience", "Failing_badly", "Richard_C._Cook", "Induced_innovation", "Project_risk_management", "List_of_experimental_errors_and_frauds_in_physics", "Research_ethics", "False_consensus_effect"], "ranked_scores": [0.5482, 0.5358, 0.5343, 0.5231, 0.5222, 0.5187, 0.5167, 0.5155, 0.5152, 0.5107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Heinrich_event", "Past_sea_level", "Glacial_earthquake", "Tropical_Atlantic", "Ice2sea", "Atlantic_hurricane", "Tropical_cyclone", "Global_storm_activity_of_2007"], "ranked_scores": [0.6716, 0.667, 0.6573, 0.6558, 0.6482, 0.6276, 0.6125, 0.6108, 0.6072, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Earth's_critical_zone", "2019_heat_wave_in_India_and_Pakistan", "2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "2018_British_Isles_heat_wave", "Climate_risk", "Storm"], "ranked_scores": [0.5872, 0.5474, 0.5396, 0.5349, 0.5339, 0.5318, 0.5266, 0.5233, 0.5198, 0.5131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_Texas", "Climate_change_in_Australia", "Climate_change_in_the_United_States", "Cool_tropics_paradox", "Media_coverage_of_climate_change", "Climate_change_in_China", "Global_warming", "Climate_of_Georgia_(U.S._state)", "Climate_sensitivity", "ECHAM"], "ranked_scores": [0.6037, 0.584, 0.5668, 0.5458, 0.5416, 0.5334, 0.5301, 0.5288, 0.5268, 0.5257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["Climate_of_the_United_States", "2010_Northern_Hemisphere_heat_waves", "Humid_continental_climate", "2010_Northern_Hemisphere_summer_heat_waves", "2006_North_American_heat_wave", "2009_California_wildfires", "Continental_climate", "1980_United_States_heat_wave", "Desert_climate", "2016_North_American_heat_wave"], "ranked_scores": [0.612, 0.6002, 0.571, 0.5687, 0.5679, 0.5506, 0.5433, 0.5429, 0.5302, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Environmentalist", "World_Climate_Report", "Global_warming_conspiracy_theory", "Politics_of_global_warming", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Global_warming_controversy"], "ranked_scores": [0.6453, 0.6225, 0.6211, 0.61, 0.6094, 0.6026, 0.5978, 0.5973, 0.5962, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Proxy_(climate)", "Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Environmental_issue", "Attribution_of_recent_climate_change", "Dendrochronology", "1808/1809_mystery_eruption", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6473, 0.6274, 0.6265, 0.6249, 0.6011, 0.5972, 0.5898, 0.5861, 0.5846, 0.5832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Arctic_methane_emissions", "Pollution_in_the_Arctic_Ocean", "Redbank_Power_Station", "Methane", "Aerobic_methane_production", "Energy_industry", "Campaign_against_Climate_Change", "Ozone_depletion", "Fossil_fuel", "Climate_change_mitigation"], "ranked_scores": [0.6301, 0.6264, 0.5996, 0.5935, 0.5909, 0.5892, 0.5864, 0.5841, 0.5806, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Risk_neutral", "Planning_fallacy", "Centre_for_the_Study_of_Existential_Risk", "Endogenous_risk", "Hypotheticals", "Systematic_risk", "Risk–benefit_ratio", "Prudent_avoidance_principle", "Statistical_murder"], "ranked_scores": [0.6314, 0.6076, 0.5813, 0.5683, 0.5627, 0.5549, 0.5508, 0.5397, 0.5393, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Carbon-neutral_fuel", "Carbon_neutrality", "Environmental_policy_of_the_Donald_Trump_administration", "List_of_countries_by_carbon_dioxide_emissions", "Waste-to-energy_plant", "List_of_renewable_energy_companies_by_stock_exchange", "Energy_policy_of_the_Barack_Obama_administration", "Green_Power_Partnership", "National_Environmental_Policy_Act", "Clean_Energy_Ministerial"], "ranked_scores": [0.5549, 0.4929, 0.482, 0.4819, 0.4729, 0.4639, 0.4623, 0.4621, 0.4618, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Year_Without_a_Summer", "Drought_in_Spain", "Weather_media_in_the_United_States", "1808/1809_mystery_eruption", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_the_United_States", "List_of_heat_waves", "Proxy_(climate)"], "ranked_scores": [0.6451, 0.6446, 0.6409, 0.6347, 0.6326, 0.6268, 0.6246, 0.623, 0.6143, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice_shelf", "Ice2sea", "Arctic_ice_pack", "Antarctic_sea_ice", "Future_sea_level", "Drift_ice", "Cryosphere", "Ellesmere_Ice_Shelf", "Sea_ice_thickness"], "ranked_scores": [0.6622, 0.6565, 0.653, 0.65, 0.6411, 0.6406, 0.6372, 0.6339, 0.6198, 0.619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "List_of_coal_fired_power_stations_in_Australia", "Clean_coal_technology", "Environmental_impact_of_the_coal_industry", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Energy_industry", "History_of_coal_mining", "Clean_Development_Mechanism", "Carbon-neutral_fuel"], "ranked_scores": [0.6711, 0.6541, 0.6154, 0.5857, 0.5821, 0.5809, 0.5744, 0.5743, 0.5641, 0.5621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–World_War_II_economic_expansion", "PDO", "Hurricane_Alice_(June_1954)", "Pacific_decadal_oscillation", "Rachel_Notley", "Catholic_Church_and_politics_in_the_United_States", "American_Jobs", "PDOS", "Politicization_of_science", "Deregulation"], "ranked_scores": [0.5265, 0.4998, 0.4698, 0.4666, 0.4609, 0.4583, 0.4541, 0.451, 0.4363, 0.4333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Campaign_against_Climate_Change", "Wildlife_of_Peru", "Climate_change_in_China", "Carbon_neutrality", "Global_warming_in_Antarctica", "Carbon_emissions_reporting", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Climate_change_in_the_Arctic", "The_Coming_Global_Superstorm"], "ranked_scores": [0.5935, 0.5886, 0.5876, 0.5875, 0.5772, 0.5764, 0.5704, 0.5685, 0.5678, 0.5661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_in_China", "Campaign_against_Climate_Change", "United_Nations_Climate_Change_conference", "Climatic_Research_Unit_email_controversy", "Clean_Development_Mechanism", "Greenhouse_gas_emissions_by_the_United_States", "ExxonMobil_climate_change_controversy", "Climate_change_in_the_United_States", "2009_United_Nations_Climate_Change_Conference", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6336, 0.6085, 0.6055, 0.59, 0.5887, 0.5835, 0.5771, 0.5712, 0.5694, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Climate_of_Antarctica", "Global_warming_hiatus", "Piezophile", "Deglaciation", "Coal_forest", "2006_European_cold_wave", "Coral_bleaching", "Climate_of_Australia", "Proxy_(climate)", "2013_extreme_weather_events"], "ranked_scores": [0.489, 0.4877, 0.4726, 0.472, 0.4714, 0.4709, 0.4657, 0.462, 0.4616, 0.4599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Climate_change", "Earth's_energy_budget", "Global_warming", "Greenhouse_effect", "Orbital_forcing", "Global_Climate_Observing_System", "Climate_change_in_the_Arctic", "Climate_of_the_United_Kingdom"], "ranked_scores": [0.7059, 0.6658, 0.6577, 0.651, 0.6482, 0.6423, 0.6392, 0.6376, 0.6369, 0.6357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Diminishing_returns", "Deregulation", "Soft_landing_(economics)", "Income_in_the_United_States", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Permanent_Service_for_Mean_Sea_Level", "Multivariate_statistics", "List_of_North_American_countries_by_GDP_(nominal)", "North_Atlantic_oscillation", "Fisher_hypothesis"], "ranked_scores": [0.4995, 0.4908, 0.4907, 0.4892, 0.488, 0.4868, 0.4839, 0.4839, 0.4835, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Attribution_of_recent_climate_change", "Younger_Dryas_impact_hypothesis", "Past_sea_level", "1808/1809_mystery_eruption", "Human_overpopulation", "Abrupt_climate_change", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.6465, 0.6291, 0.6218, 0.6204, 0.6086, 0.6065, 0.6041, 0.5978, 0.5969, 0.5865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Evolutionary_history_of_life", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_Earth", "Paleocene", "Jurassic", "Temperature_record_of_the_past_1000_years", "Younger_Dryas", "Future_sea_level", "Holocene_glacial_retreat"], "ranked_scores": [0.6629, 0.6269, 0.6136, 0.6135, 0.6037, 0.6035, 0.5961, 0.5928, 0.5906, 0.5873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Report", "Views_on_the_Kyoto_Protocol", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "List_of_climate_scientists", "Scientific_consensus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Scientific_Activist", "Environmental_politics", "Global_warming_controversy"], "ranked_scores": [0.6152, 0.5486, 0.5443, 0.5347, 0.5335, 0.5262, 0.5259, 0.5171, 0.5122, 0.511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Thermosphere", "Climate_of_the_United_States", "Satellite_temperature_measurements", "Weather_front", "2001_Eastern_North_America_heat_wave", "Chlorofluorocarbon", "Heat_index", "Surface_weather_analysis", "Station_model", "2016_North_American_heat_wave"], "ranked_scores": [0.5693, 0.5381, 0.5325, 0.5275, 0.5268, 0.5261, 0.5171, 0.5152, 0.5132, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Climate_change", "Scientific_consensus_on_climate_change", "ExxonMobil_climate_change_controversy", "Weather_Underground", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_adaptation_in_Nepal", "Climate_change_in_the_Arctic", "Global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.689, 0.666, 0.6641, 0.6418, 0.6357, 0.6357, 0.6302, 0.63, 0.6255, 0.6186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Six_Californias", "Renewable_energy_in_the_United_States", "California_elections,_November_2012", "California", "Electricity_sector_of_the_United_States", "Plug-in_hybrids_in_California", "Wind_power_in_the_United_States", "Wind_power_in_the_European_Union", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.579, 0.5388, 0.5283, 0.5243, 0.5163, 0.5131, 0.5107, 0.5059, 0.5038, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Economy_of_Nicaragua", "Agriculture_in_Pennsylvania", "Workforce_productivity", "United_Farm_Workers", "Agricultural_Act_of_2014", "Diminishing_returns", "List_of_North_American_countries_by_GDP_(nominal)", "Reserves-to-production_ratio", "Agriculture", "Agriculture_in_Ethiopia"], "ranked_scores": [0.5479, 0.5362, 0.5295, 0.5215, 0.5193, 0.5073, 0.4961, 0.4946, 0.4917, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Seed_predation", "Bushfires_in_Australia", "Grizzly_bear", "Woolly_mammoth", "Rubus_arcticus", "Brown_bear", "Wilderness", "Bear_attack", "Kodiak_bear", "Antarctic_continental_shelf"], "ranked_scores": [0.6235, 0.6061, 0.5967, 0.5939, 0.5853, 0.5845, 0.5747, 0.5747, 0.5576, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5431, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Cryovolcano", "Bering_Glacier", "Glacier", "Arctic_geoengineering", "Arctic_dipole_anomaly", "Methane_clathrate", "North_Greenland_Ice_Core_Project"], "ranked_scores": [0.7805, 0.7618, 0.7547, 0.7398, 0.7229, 0.7144, 0.7065, 0.7009, 0.6969, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Atlantic_hurricane", "Tide", "Earth's_critical_zone", "Past_sea_level", "Marine_regression", "Atlantic_coastal_plain", "Oceanic_climate"], "ranked_scores": [0.688, 0.6636, 0.649, 0.6372, 0.617, 0.6137, 0.6105, 0.6077, 0.6057, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Climate_inertia", "Wiesław_Masłowski", "Ice2sea", "The_Coming_Global_Superstorm", "Abrupt_climate_change", "Retreat_of_glaciers_since_1850", "Global_cooling", "Last_Glacial_Maximum"], "ranked_scores": [0.8028, 0.7389, 0.722, 0.7184, 0.7068, 0.703, 0.6971, 0.6956, 0.6898, 0.6837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_in_Colorado", "Clean_Energy_Regulator", "Wind_power_in_California", "Carbon_neutrality", "Wind_power_in_the_European_Union", "Clean_Energy_Ministerial", "Wind_power_in_New_Mexico", "Wind_power", "Wind_power_in_the_United_Kingdom", "Climate_change_in_Canada"], "ranked_scores": [0.7513, 0.7502, 0.7488, 0.7154, 0.7122, 0.7106, 0.7098, 0.707, 0.7067, 0.6983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Black_carbon", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Politics_of_global_warming", "Climate_change_in_Europe", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "Carbon_tax", "Regional_effects_of_global_warming"], "ranked_scores": [0.8164, 0.7661, 0.7245, 0.7186, 0.7138, 0.7084, 0.7028, 0.702, 0.7012, 0.6999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "World_Glacier_Monitoring_Service", "Future_sea_level", "Ice2sea", "Greenland_ice_sheet", "Glacier_mass_balance", "Ice_sheet", "Wiesław_Masłowski", "Climate_inertia", "Geography_of_Greenland"], "ranked_scores": [0.7317, 0.7227, 0.701, 0.6956, 0.6786, 0.6739, 0.6665, 0.6658, 0.662, 0.6474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Proxy_(climate)", "Volcanic_winter", "2010_Northern_Hemisphere_heat_waves", "CO2_fertilization_effect", "2010_Northern_Hemisphere_summer_heat_waves", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7664, 0.7396, 0.7391, 0.7218, 0.7206, 0.7149, 0.7107, 0.7085, 0.7075, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Climate_risk", "2010–13_Southern_United_States_and_Mexico_drought", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Loss_and_damage", "Regional_effects_of_global_warming", "Environmental_issue", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.7248, 0.7098, 0.7064, 0.7045, 0.6982, 0.6943, 0.6854, 0.6747, 0.671, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["March_2012_North_American_heat_wave", "Ehrlichia_Wisconsin_HM543746", "Range_(biology)", "Lyme_disease", "Amblyomma_americanum", "Biome", "Hockey_stick_graph", "Environment_of_West_Virginia", "Indigenous_(ecology)", "Research_Natural_Area"], "ranked_scores": [0.6354, 0.632, 0.6222, 0.609, 0.6004, 0.594, 0.5873, 0.5845, 0.5839, 0.5815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Climate_ensemble", "Climate_Change_Science_Program", "Climate_change_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change", "Parametrization_(atmospheric_modeling)", "IPCC_First_Assessment_Report", "Loss_and_damage", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6775, 0.6694, 0.6663, 0.6635, 0.6605, 0.658, 0.657, 0.6433, 0.6432, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Polar_forests_of_the_Cretaceous", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "1908", "100,000-year_problem", "Cool_tropics_paradox", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.7708, 0.7674, 0.7226, 0.7225, 0.7196, 0.7136, 0.7092, 0.7077, 0.7025, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "Office_of_Public_Affairs", "Climate_change_adaptation_in_Nepal", "Satellite_temperature_measurements", "Meteorology", "Climate_of_the_United_States", "Scientific_modelling", "United_States_Geological_Survey", "Mass_balance"], "ranked_scores": [0.618, 0.6, 0.5823, 0.5802, 0.5769, 0.5734, 0.5653, 0.5629, 0.5596, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["C3_carbon_fixation", "Carbonation", "Acid_rain", "Metabolic_acidosis", "Acid", "Sulfuric_acid", "Gasification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Geological_history_of_oxygen"], "ranked_scores": [0.628, 0.6277, 0.6255, 0.6173, 0.6146, 0.6112, 0.6017, 0.5852, 0.5808, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Climate_change_opinion_by_country", "Young_Earth_creationism", "Friends_of_Science", "Antarctica_cooling_controversy", "Global_cooling", "Microorganism", "Media_coverage_of_climate_change", "Global_warming_controversy", "History_of_climate_change_science"], "ranked_scores": [0.6596, 0.6546, 0.6316, 0.6143, 0.6137, 0.6114, 0.596, 0.592, 0.592, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "Timeline_of_the_1990_Pacific_hurricane_season", "Secularization", "1919_Florida_Keys_hurricane", "PDO", "List_of_recessions_in_the_United_States", "Pacific_decadal_oscillation", "Philippine_Revolution", "Catholic_Church_and_politics_in_the_United_States", "Patos_Island"], "ranked_scores": [0.6, 0.5779, 0.5764, 0.5754, 0.567, 0.5561, 0.5546, 0.5474, 0.544, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_sea_ice_decline", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Atmospheric_Model_Intercomparison_Project", "Arctic_Satellite_Composite_Project", "Measurement_of_sea_ice", "Coupled_model_intercomparison_project", "CLOUD_experiment"], "ranked_scores": [0.6951, 0.6942, 0.6828, 0.6708, 0.6674, 0.6549, 0.6458, 0.6456, 0.6418, 0.6412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Atlantic_Seaboard_fall_line", "1908", "Cold_wave", "Weather_forecasting", "2016_American_Northeast_heat_wave", "Weather_front", "Labrador_Current", "Cold_drop", "Weather_Research_and_Forecasting_Model", "December_1960_nor'easter"], "ranked_scores": [0.6662, 0.6555, 0.6484, 0.6329, 0.6315, 0.6298, 0.6293, 0.6288, 0.6252, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Summer_of_1976_(Europe)", "Cloud_feedback", "2006_European_heat_wave", "1908", "MSU_temperature_measurements", "2018_British_Isles_heat_wave", "Hurricane_Katrina_and_global_warming", "Climate_of_Italy", "Microwave_Sounding_Unit_temperature_measurements", "Climate_change_in_Europe"], "ranked_scores": [0.6796, 0.6605, 0.6551, 0.6243, 0.6184, 0.6114, 0.6013, 0.5868, 0.5867, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["EdGCM", "Future_of_Earth", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "National_Center_for_Atmospheric_Research", "Climatic_Research_Unit_documents", "CLOUD_experiment", "Thin-film_solar_cell", "Loss_and_damage", "Climate_change_mitigation", "Climate_of_Mars"], "ranked_scores": [0.5999, 0.5962, 0.5899, 0.5786, 0.5778, 0.5761, 0.5753, 0.5704, 0.5683, 0.5678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Carbon_price", "Carbon_bubble", "Carbon_diet", "Carbon_pricing_in_Australia", "Ottawa", "Fuel_Economy_Reform_Act", "Economy_of_Canada", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.6432, 0.6297, 0.603, 0.5974, 0.5911, 0.5881, 0.5851, 0.5851, 0.5822, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Last_Glacial_Maximum", "Ice2sea", "Climate_inertia", "Post-glacial_rebound", "Iceberg_C-19", "Antarctic_Cold_Reversal", "Future_sea_level", "Arctic_sea_ice_decline", "Labrador_Current", "Sea_level_rise"], "ranked_scores": [0.7115, 0.698, 0.695, 0.6907, 0.6894, 0.6812, 0.6806, 0.6661, 0.6645, 0.6606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "AccuWeather", "Climate_of_the_United_States", "1908", "World_Climate_Report", "Gore_Effect", "1936_North_American_cold_wave", "Climate_of_Argentina", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7396, 0.6596, 0.639, 0.6276, 0.6248, 0.6197, 0.618, 0.616, 0.6029, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Free_Ocean_CO2_Enrichment", "Chemical_oceanography", "Carbonic_acid", "Acid", "Anoxic_event", "Sulfuric_acid"], "ranked_scores": [0.8452, 0.8139, 0.7664, 0.7659, 0.6724, 0.6688, 0.664, 0.6624, 0.6464, 0.6421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "List_of_experimental_errors_and_frauds_in_physics", "Environmental_issue", "History_of_sustainability", "Renewable_energy", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Ecological_debt", "Non-renewable_resource", "Eco-economic_decoupling"], "ranked_scores": [0.6911, 0.6607, 0.642, 0.6326, 0.6231, 0.6131, 0.5979, 0.5923, 0.5864, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Ice2sea", "Climate_inertia", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tipping_point_(climatology)", "Wiesław_Masłowski", "World_Glacier_Monitoring_Service", "Paleocene–Eocene_Thermal_Maximum", "Heinrich_event"], "ranked_scores": [0.7921, 0.7686, 0.7637, 0.7246, 0.709, 0.6947, 0.6877, 0.6871, 0.6845, 0.6786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Svalbard", "2018_British_Isles_heat_wave", "Climate_of_Svalbard", "Climate_change_in_Europe", "Arctic_sea_ice_decline", "Droughts_in_the_United_States", "History_of_coal_mining", "Northern_Europe", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.6709, 0.6456, 0.6344, 0.632, 0.6314, 0.6244, 0.6172, 0.6115, 0.6077, 0.59], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Transatlantic_Climate_Bridge", "Climate_change_in_Europe", "Renewable_energy_debate", "Nuclear_power_debate", "Wind_power_in_Colorado", "2009_United_Nations_Climate_Change_Conference", "Pro-nuclear_movement", "Fossil_fuel_power_station", "List_of_power_stations_in_Texas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.732, 0.7065, 0.6903, 0.6566, 0.6452, 0.6423, 0.6314, 0.6268, 0.6247, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "Humid_continental_climate", "2010_Northern_Hemisphere_heat_waves", "2006_North_American_heat_wave", "Desert_climate", "Ecology_of_the_Rocky_Mountains", "2007_Western_North_American_heat_wave", "Continental_climate"], "ranked_scores": [0.6733, 0.6714, 0.6712, 0.6494, 0.6441, 0.6218, 0.6137, 0.6091, 0.6047, 0.6026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "Climate_change_opinion_by_country", "Gore_Effect", "Media_coverage_of_climate_change", "Hockey_stick_controversy", "Friends_of_Science", "Young_Earth_creationism", "List_of_satirical_news_websites", "Earth's_energy_budget", "Environmental_skepticism"], "ranked_scores": [0.7089, 0.6599, 0.6444, 0.6441, 0.6434, 0.6319, 0.6174, 0.6128, 0.6019, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_gap", "2010_Northern_Hemisphere_heat_waves", "Climate_oscillation", "2010_Northern_Hemisphere_summer_heat_waves", "Droughts_in_the_United_States", "Physical_impacts_of_climate_change", "Reforestation"], "ranked_scores": [0.8033, 0.777, 0.7707, 0.737, 0.7115, 0.7103, 0.6937, 0.6803, 0.6725, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Algae_fuel", "Cyanobacteria", "Carbon-neutral_fuel", "Natural_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_cycle", "Carbon_diet", "CO2_is_Green", "Carbon_cycle_re-balancing"], "ranked_scores": [0.7383, 0.715, 0.7101, 0.7026, 0.6957, 0.6929, 0.6928, 0.6914, 0.6874, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Futures_studies", "Error_catastrophe", "Planning_fallacy", "Sustainability_science", "Hypotheticals", "Management_systems_for_road_safety", "Human_extinction", "Philosophy_of_statistics", "Global_catastrophic_risk", "Disaster"], "ranked_scores": [0.6062, 0.5931, 0.5718, 0.5706, 0.5507, 0.5399, 0.5362, 0.5356, 0.5351, 0.5325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Clean_Energy_Ministerial", "California_Proposition_23_(2010)", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Paris_Agreement", "Plug-in_hybrids_in_California", "Renewable_energy_in_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "United_States_Environmental_Protection_Agency"], "ranked_scores": [0.6167, 0.5568, 0.5562, 0.5472, 0.546, 0.5391, 0.5291, 0.529, 0.5269, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1908", "Hockey_stick_graph", "El_Niño–Southern_Oscillation", "2001_Eastern_North_America_heat_wave", "2014–16_El_Niño_event", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "1982–83_El_Niño_event", "Droughts_in_the_United_States", "History_of_climate_change_science"], "ranked_scores": [0.7478, 0.728, 0.726, 0.719, 0.7088, 0.7012, 0.6912, 0.6831, 0.6814, 0.6773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_Satellite_Composite_Project", "Ice2sea", "Measurement_of_sea_ice", "Ice_shelf", "Arctic_ice_pack", "Climate_inertia", "Drift_ice", "Arctic_sea_ice_decline", "Climate_of_Mars", "Glacier"], "ranked_scores": [0.7439, 0.7423, 0.7326, 0.7286, 0.7252, 0.7248, 0.7245, 0.7192, 0.7133, 0.711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Fossil_fuel_power_station", "Redbank_Power_Station", "Zero-energy_building", "Cleaner_production", "Green_Power_Partnership", "Carbon-neutral_fuel", "Armstrong_Power_Plant"], "ranked_scores": [0.7837, 0.7479, 0.7186, 0.6511, 0.6483, 0.6343, 0.6327, 0.6217, 0.617, 0.6127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Philippine_Revolution", "Pacifico_Yokohama", "Secularization", "Timeline_of_the_1990_Pacific_hurricane_season", "Paço_de_Arcos", "Patos_Island", "PDO", "Pacific_decadal_oscillation", "Manila_Bay", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.5992, 0.5838, 0.5657, 0.5634, 0.5598, 0.5529, 0.5498, 0.5371, 0.5223, 0.5108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Contribution_to_global_warming_by_Australia", "Global_warming", "Climate_of_Australia", "Global_stilling", "Attribution_of_recent_climate_change", "Climate_of_Minneapolis–Saint_Paul", "Greenhouse_gas_emissions_by_the_United_States", "2015_United_Nations_Climate_Change_Conference", "Wildlife_of_Peru"], "ranked_scores": [0.745, 0.6932, 0.6752, 0.6563, 0.6549, 0.6543, 0.6515, 0.6482, 0.6455, 0.6437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_dimming", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Change_Research_Act_of_1990", "Loss_and_damage", "Friends_of_Science", "Climate_change_and_agriculture", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "1999_Pacific_typhoon_season", "Environmental_impact_of_biodiesel"], "ranked_scores": [0.6674, 0.6326, 0.6245, 0.6211, 0.6161, 0.6135, 0.6132, 0.6129, 0.6103, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Abrupt_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Eocene_Thermal_Maximum_2", "Low-carbon_building", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_controversy", "EdGCM", "Biodiversity", "Oligotroph", "Weddell_Gyre"], "ranked_scores": [0.6035, 0.6029, 0.5774, 0.5732, 0.5732, 0.563, 0.5622, 0.5551, 0.5541, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Cloud_feedback", "Regional_effects_of_global_warming", "Climate_change_and_agriculture", "Global_warming", "Earth's_energy_budget", "Climate_change_(general_concept)", "Idealized_greenhouse_model", "History_of_climate_change_science", "Solar_phenomena", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.8209, 0.7749, 0.7683, 0.7667, 0.765, 0.7573, 0.7525, 0.7523, 0.7519, 0.7445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Breaking_news", "North_Atlantic_oscillation", "Shutdown_of_thermohaline_circulation", "Sea_level", "Tidal_power", "Avoiding_Dangerous_Climate_Change", "Regime_shift", "South_Atlantic_Convergence_Zone", "Seasonal_adjustment", "Forecast_error"], "ranked_scores": [0.5757, 0.5737, 0.5673, 0.5607, 0.5589, 0.5553, 0.5543, 0.5522, 0.5419, 0.5416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Paleocene–Eocene_Thermal_Maximum", "Climate_change_in_the_Arctic", "Abrupt_climate_change", "Environmental_issue", "Polar_forests_of_the_Cretaceous", "Global_cooling", "Volcanic_winter", "Climate_inertia", "Climate_change_in_Europe"], "ranked_scores": [0.7761, 0.7334, 0.7268, 0.7194, 0.6883, 0.6839, 0.6806, 0.68, 0.6796, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Polar_forests_of_the_Cretaceous", "Paleocene–Eocene_Thermal_Maximum", "History_of_climate_change_science", "Abrupt_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change", "Cretaceous–Paleogene_extinction_event", "Cloud_feedback", "Neoglaciation", "Global_cooling"], "ranked_scores": [0.7768, 0.7409, 0.7403, 0.7226, 0.7142, 0.7121, 0.7073, 0.7065, 0.7045, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Not_even_wrong", "Views_on_the_Kyoto_Protocol", "Transatlantic_Climate_Bridge", "False_balance", "Antarctica_cooling_controversy", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "National_Center_for_Atmospheric_Research", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6106, 0.6028, 0.5996, 0.5956, 0.571, 0.5562, 0.5537, 0.5447, 0.5423, 0.5413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Climate_of_Dallas", "Air_source_heat_pumps", "1995_Chicago_heat_wave", "Station_model", "Climate_of_the_Tampa_Bay_area", "Microclimate", "List_of_heat_waves", "Cooling_tower", "Automobile_air_conditioning"], "ranked_scores": [0.6413, 0.6045, 0.597, 0.5948, 0.5941, 0.5883, 0.5864, 0.582, 0.581, 0.5768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Global_warming_controversy", "Regional_effects_of_global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "Global_cooling", "Scientific_opinion_on_climate_change", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.7777, 0.7627, 0.7571, 0.7373, 0.7373, 0.733, 0.7326, 0.7139, 0.7095, 0.7092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "List_of_renewable_energy_companies_by_stock_exchange", "Thin-film_solar_cell", "Wind_power_in_California", "100%_renewable_energy", "Wind_power_in_Colorado", "Solar_panel", "Renewable_energy_in_the_United_States", "Photovoltaics", "Energy_in_Denmark"], "ranked_scores": [0.7169, 0.7033, 0.6685, 0.6546, 0.6432, 0.6393, 0.6334, 0.6249, 0.6188, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Workforce_productivity", "Food,_Conservation,_and_Energy_Act_of_2008", "Productivity_(ecology)", "Solow_residual", "Measures_of_national_income_and_output", "Agriculture_in_Ethiopia", "Doubling_time", "2009_flu_pandemic_in_the_United_States", "Agricultural_Act_of_2014", "Economy_of_Nicaragua"], "ranked_scores": [0.6426, 0.6191, 0.6131, 0.6123, 0.6096, 0.5977, 0.5941, 0.5919, 0.585, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Amblyomma_americanum", "Aronia", "Olympic_marmot", "Brown_bear", "Great_Lakes_Brewery_(Toronto)", "Firefly", "Woolly_mammoth", "Cougar", "Rickettsiales", "Langjökull"], "ranked_scores": [0.6169, 0.5931, 0.5907, 0.5781, 0.5695, 0.5694, 0.5686, 0.5667, 0.5585, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Quelccaya_Ice_Cap", "Polar_desert", "Antarctic_ice_sheet", "Glacier", "Wildlife_of_Antarctica", "Cryovolcano", "Proglacial_lake", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Ice_piedmont"], "ranked_scores": [0.7522, 0.749, 0.7462, 0.7353, 0.7291, 0.7285, 0.7193, 0.7066, 0.7022, 0.7019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "1997–98_El_Niño_event", "Reserves-to-production_ratio", "Effects_of_climate_change_on_terrestrial_animals", "Attribution_of_recent_climate_change", "Solar_cycle_(calendar)", "United_States_rainfall_climatology", "Tidal_prism", "Climate_variability", "Economic_growth"], "ranked_scores": [0.6418, 0.6348, 0.6255, 0.6232, 0.6207, 0.6207, 0.6184, 0.6161, 0.614, 0.6138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Pliocene_climate", "Mid-Atlantic_Ridge", "Antarctic_Cold_Reversal", "Glacier_mass_balance", "Wiesław_Masłowski", "Deglaciation", "Neoglaciation", "Termination_(geomorphology)", "Heinrich_event", "Arctic_sea_ice_decline"], "ranked_scores": [0.716, 0.7072, 0.7051, 0.7041, 0.7003, 0.6993, 0.6985, 0.6947, 0.691, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_neutrality", "Wind_power_in_California", "Green_Power_Partnership", "Wind_power_in_Colorado", "List_of_renewable_energy_companies_by_stock_exchange", "World_energy_consumption", "Wind_power_by_country", "List_of_photovoltaic_power_stations", "Canada_and_the_Kyoto_Protocol", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [0.7744, 0.753, 0.7464, 0.7377, 0.7361, 0.733, 0.7298, 0.7276, 0.727, 0.7257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_effect", "Environmental_issue", "Environmental_impact_of_transport", "Greenhouse_gas", "Carbon_tax", "Effects_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_change_in_Europe", "Black_carbon", "Air_pollution"], "ranked_scores": [0.7289, 0.7231, 0.7107, 0.7052, 0.7039, 0.7012, 0.6988, 0.6912, 0.6892, 0.6885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Greenland_Sea", "Greenland_ice_sheet", "Eurasian_Basin", "Glacier_mass_balance", "World_Glacier_Monitoring_Service", "Ice_sheet", "Glacier", "Wiesław_Masłowski", "Global_warming_in_Antarctica"], "ranked_scores": [0.7085, 0.7067, 0.7017, 0.7008, 0.6766, 0.6764, 0.6472, 0.641, 0.641, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Mesopause", "Climate_sensitivity", "Volcanic_winter", "Polar_front", "Climate_oscillation", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_potential", "Atmospheric_thermodynamics", "Cloud_feedback", "Ozone_depletion"], "ranked_scores": [0.7782, 0.7496, 0.7493, 0.7477, 0.7426, 0.7405, 0.7392, 0.7361, 0.7317, 0.7307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Loss_and_damage", "Weather-related_cancellation", "Green_industrial_policy", "Climate_change_in_Texas", "Permian–Triassic_extinction_event", "Greenhouse_effect", "Natural_hazard", "Hurricane_Katrina_and_global_warming", "Climatic_Research_Unit_documents", "Climate_engineering"], "ranked_scores": [0.7149, 0.6985, 0.6833, 0.6789, 0.6733, 0.6692, 0.6685, 0.668, 0.6646, 0.6601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Culex", "Plague_(disease)", "Ecological_resilience", "North_Carolina", "Acclimatisation_society", "Bioregion", "Thaw_(weather)", "National_preserve", "Ecoregion", "Flash_flood"], "ranked_scores": [0.6264, 0.6205, 0.6196, 0.6186, 0.614, 0.6123, 0.6093, 0.6057, 0.6052, 0.6004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["ECMWF_re-analysis", "Reforestation", "Climate_change_opinion_by_country", "2012_Atlantic_hurricane_season", "Loss_and_damage", "U.S._Global_Change_Research_Program", "Climate_engineering", "Permian–Triassic_extinction_event", "January_2016_United_States_blizzard", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.6783, 0.6668, 0.6629, 0.6624, 0.654, 0.6462, 0.6458, 0.6425, 0.6413, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_sensitivity", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Winter_1985_cold_wave", "Evolutionary_history_of_life", "Radiative_forcing"], "ranked_scores": [0.7246, 0.7189, 0.7183, 0.7149, 0.7116, 0.7092, 0.705, 0.7031, 0.7027, 0.7014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["United_States_Geological_Survey", "Greenhouse_gas_inventory", "National_Center_for_Atmospheric_Research", "Carbon_emissions_reporting", "Copernicus_Climate_Change_Service_(C3S)", "Environmental_Science_Services_Administration", "Surface_weather_analysis", "Jet_Propulsion_Laboratory", "Meteorology", "Postcautionary_principle"], "ranked_scores": [0.6715, 0.647, 0.6261, 0.6108, 0.6017, 0.5881, 0.5877, 0.5857, 0.5845, 0.5838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Carbonation", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Acidosis", "Metabolic_acidosis", "Chemical_process", "Carbon", "Chemical_cycling", "Ocean_acidification", "Carbonic_acid"], "ranked_scores": [0.6912, 0.6431, 0.6413, 0.6375, 0.6362, 0.6322, 0.6317, 0.63, 0.6296, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Little_Ice_Age", "2007_Chinese_anti-satellite_missile_test", "Junk_science", "Earth_Day", "Global_cooling", "Scientific_consensus_on_climate_change", "Built_environment", "March_for_Science", "Great_Oxygenation_Event"], "ranked_scores": [0.6482, 0.6266, 0.6119, 0.5982, 0.5953, 0.59, 0.5823, 0.5822, 0.5815, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Slow_movement_(culture)", "Post–World_War_II_economic_expansion", "Catholic_Church_and_politics_in_the_United_States", "1919_Florida_Keys_hurricane", "1997_Miami_tornado", "Denmark_Strait", "Spain", "Effects_of_Hurricane_Georges_in_Louisiana", "Hurricane_Alice_(June_1954)", "Hurricane_Alicia"], "ranked_scores": [0.6236, 0.5849, 0.5555, 0.5503, 0.5462, 0.5456, 0.5413, 0.54, 0.5377, 0.5346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Hutton_Inquiry", "Skeptical_Science", "Atmospheric_Model_Intercomparison_Project", "Climate_of_the_United_Kingdom", "Friends_of_Science", "Lichenometry", "Climate_prediction", "CLOUD_experiment", "Clime"], "ranked_scores": [0.6921, 0.6752, 0.6442, 0.6325, 0.6282, 0.6257, 0.6237, 0.6225, 0.6224, 0.6184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Storm", "North_Atlantic_oscillation", "Weather_forecasting", "Neoglaciation", "Severe_weather", "Atlantic_Seaboard_fall_line", "Heat_wave", "Polar_front", "1908"], "ranked_scores": [0.6936, 0.6841, 0.6807, 0.6804, 0.6776, 0.6739, 0.671, 0.6688, 0.6658, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Ozone_layer", "Western_Mediterranean_oscillation", "Earth_rainfall_climatology", "Satellite_temperature_measurements", "2018_British_Isles_heat_wave", "Infrared_window", "Solar_Radiation_and_Climate_Experiment", "Microwave_Sounding_Unit_temperature_measurements", "Climate_oscillation", "Stellar_atmosphere"], "ranked_scores": [0.6631, 0.6314, 0.6289, 0.6271, 0.6216, 0.6183, 0.6124, 0.6081, 0.6073, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["U.S._Global_Change_Research_Program", "Geomagnetic_storm", "Global_catastrophic_risk", "Future_of_Earth", "Extinction_event", "Climate_engineering", "Cloud_feedback", "Loss_and_damage", "Greenhouse_effect", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5719, 0.5677, 0.5607, 0.5606, 0.5597, 0.5541, 0.5531, 0.5522, 0.551, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Crown_corporations_of_Canada", "Canada_and_the_Kyoto_Protocol", "Fossil_fuel_exporters", "Fossil_fuel", "Overconsumption", "Energy_industry", "Contribution_to_global_warming_by_Australia", "Carbon_tax", "Climate_change_in_Canada", "Petroleum_industry"], "ranked_scores": [0.5902, 0.5815, 0.58, 0.5786, 0.5735, 0.5643, 0.5635, 0.5618, 0.5538, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Antarctic_Cold_Reversal", "Glacier_mass_balance", "Iceberg_B-9", "Tornado", "Arctic_sea_ice_decline", "1993_Storm_of_the_Century", "Ocean_reanalysis", "Fresh_water", "Ice_shelf"], "ranked_scores": [0.696, 0.6904, 0.6805, 0.6803, 0.669, 0.6656, 0.665, 0.6621, 0.6574, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1997_Miami_tornado", "AccuWeather_Network", "Media_coverage_of_climate_change", "Bering_Glacier", "Wind_turbines_on_public_display", "1908", "Geography_of_Yukon", "Dry_state", "The_Miami_Hurricane", "Weather_media_in_the_United_States"], "ranked_scores": [0.6487, 0.6447, 0.6394, 0.6228, 0.615, 0.6118, 0.61, 0.6074, 0.6067, 0.6057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Syngas_fermentation", "Chemical_oceanography", "Acid_rain", "Trifluoromethyl_sulphur_pentafluoride", "Iron_fertilization", "Acid", "Sulfuric_acid", "Carbonic_acid"], "ranked_scores": [0.7231, 0.6962, 0.6928, 0.6889, 0.6857, 0.6555, 0.6545, 0.6486, 0.639, 0.631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Air_pollution", "Computer_simulation", "Research_ethics", "Environmental_impact_of_transport_in_Australia", "Nuclear_power_proposed_as_renewable_energy", "Presidential_Climate_Action_Plan", "Renewable_energy_commercialization", "Department_of_Energy_and_Environment", "Fossil_fuel_divestment", "Environmental_impact_of_nuclear_power"], "ranked_scores": [0.6555, 0.6374, 0.6363, 0.6319, 0.6247, 0.622, 0.6107, 0.6086, 0.6079, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Tropical_Atlantic", "Northern_Sea_Route", "Ice2sea", "Past_sea_level", "Climate_inertia", "Fresh_water", "Fast_ice", "Heinrich_event", "Glacier_mass_balance"], "ranked_scores": [0.7221, 0.7172, 0.7148, 0.7145, 0.7143, 0.6942, 0.6924, 0.6907, 0.6872, 0.6743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2018_British_Isles_heat_wave", "Deglaciation", "Drought_in_Spain", "Northern_Europe", "List_of_companies_of_Portugal", "Termination_(geomorphology)", "Climate_of_Italy", "Holocene_glacial_retreat", "Boreal_(age)", "Severe_weather"], "ranked_scores": [0.6496, 0.6353, 0.6228, 0.6169, 0.5953, 0.5871, 0.5828, 0.5799, 0.5799, 0.5792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_Texas", "Reforestation", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "List_of_renewable_energy_companies_by_stock_exchange", "Loss_and_damage", "Energy_in_Denmark", "Wind_power_in_Colorado", "2009_United_Nations_Climate_Change_Conference", "Fossil_fuel_divestment"], "ranked_scores": [0.699, 0.6649, 0.6548, 0.6333, 0.6317, 0.6303, 0.6263, 0.6229, 0.6208, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2011_North_American_heat_wave", "Yucca_Mountain_nuclear_waste_repository", "Climate_of_the_United_States", "1980_United_States_heat_wave", "Continental_climate", "Heat_wave", "Mountaintop_removal_mining", "Late_2009_southeastern_Australia_heat_wave", "Michael_E._Mann", "2009_California_wildfires"], "ranked_scores": [0.6267, 0.6246, 0.6158, 0.5959, 0.5781, 0.5771, 0.5729, 0.5729, 0.5712, 0.5643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Friends_of_Science", "The_Great_Global_Warming_Swindle", "Media_coverage_of_climate_change", "Overcast", "Australian_Skeptics", "Americas", "Climate_engineering", "Thermosphere", "Climate_fiction", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6624, 0.6489, 0.6437, 0.6299, 0.6291, 0.6254, 0.6216, 0.6215, 0.6193, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Proxy_(climate)", "Climate_variability", "Reforestation", "1808/1809_mystery_eruption", "Environmental_issue", "Climate_change_(general_concept)", "Climate_gap", "Climate_change", "Greenhouse_effect", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7399, 0.7345, 0.7305, 0.7291, 0.7173, 0.7172, 0.7156, 0.7068, 0.6997, 0.6971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Millmerran_Power_Station", "Pollution_in_the_Arctic_Ocean", "Arctic_resources_race", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Politics_of_global_warming", "Redbank_Power_Station", "Greenhouse_gas_emissions_by_the_United_States", "Coal", "Carbon_cycle"], "ranked_scores": [0.703, 0.6947, 0.693, 0.6845, 0.6795, 0.6771, 0.676, 0.6708, 0.6703, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Planning_fallacy", "Hypotheticals", "Global_Change_Research_Act_of_1990", "Risk_neutral", "Cost_contingency", "Endogenous_risk", "Systematic_risk", "Cognition", "Centre_for_the_Study_of_Existential_Risk"], "ranked_scores": [0.6359, 0.623, 0.6083, 0.5897, 0.5858, 0.5768, 0.5751, 0.5717, 0.5598, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Waste-to-energy_plant", "List_of_renewable_energy_companies_by_stock_exchange", "United_States_withdrawal_from_the_Paris_Agreement", "Carbon-neutral_fuel", "Flexible-fuel_vehicle", "Anti-nuclear_movement_in_France", "Green_Power_Partnership", "Paris_Agreement", "Plug-in_hybrids_in_California", "Ministry_of_Environment_(Denmark)"], "ranked_scores": [0.5551, 0.5234, 0.5207, 0.5197, 0.512, 0.5092, 0.5086, 0.5075, 0.5068, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "Hockey_stick_controversy", "Temperature_record_of_the_past_1000_years", "List_of_heat_waves", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1808/1809_mystery_eruption", "Drought_in_Spain", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.7288, 0.7097, 0.7047, 0.7019, 0.7008, 0.7005, 0.6876, 0.6828, 0.6793, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Glacier_mass_balance", "World_Glacier_Monitoring_Service", "Arctic_sea_ice_decline", "Physical_oceanography", "Ice_shelf", "Antarctic_sea_ice", "Wiesław_Masłowski", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7181, 0.7129, 0.706, 0.7034, 0.6972, 0.696, 0.6959, 0.6896, 0.6778, 0.6691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Wind_power_in_Colorado", "Carbon_neutrality", "Circular_economy", "European_Union_Emission_Trading_Scheme", "Coal_pollution_mitigation", "Waste-to-energy_plant", "Bilbao", "Clean_coal_technology", "Ministry_of_Environment_(Denmark)", "Sustainability"], "ranked_scores": [0.6756, 0.6417, 0.6296, 0.6238, 0.6209, 0.6193, 0.6143, 0.6133, 0.6094, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Slow_movement_(culture)", "Post–World_War_II_economic_expansion", "Philippine_Revolution", "Hurricane_Alice_(June_1954)", "Denmark_Strait", "1997_Miami_tornado", "Rachel_Notley", "Pacifico_Yokohama", "Typhoon_Cimaron_(2006)", "Timeline_of_the_2006_Pacific_hurricane_season"], "ranked_scores": [0.6103, 0.5914, 0.5583, 0.5568, 0.5394, 0.5321, 0.5191, 0.5117, 0.509, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Wind_power_in_Colorado", "Global_stilling", "United_Nations_Framework_Convention_on_Climate_Change", "Keeling_Curve", "Carbon_emissions_reporting", "Biomass_(ecology)", "HadCM3", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_Data_Records", "Global_dimming"], "ranked_scores": [0.7236, 0.7006, 0.6939, 0.6822, 0.6819, 0.6743, 0.6681, 0.6646, 0.6584, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Regime_shift", "United_Nations_Climate_Change_conference", "Politicization_of_science", "Geomagnetic_reversal", "List_of_retired_Atlantic_hurricane_names", "Climate_change_denial", "2015_United_Nations_Climate_Change_Conference", "Hurricane_Katrina_and_global_warming", "Climate_change_opinion_by_country", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [0.6788, 0.6659, 0.6627, 0.6378, 0.6312, 0.6288, 0.6239, 0.6201, 0.6149, 0.6035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Regional_effects_of_global_warming", "Coral_bleaching", "Great_Lakes_Environmental_Research_Laboratory", "Global_warming_hiatus", "2013_Southwestern_United_States_heat_wave", "Oligotroph", "2013_extreme_weather_events", "List_of_South_America_tropical_cyclones", "Radon", "Low-carbon_building"], "ranked_scores": [0.5977, 0.5963, 0.5783, 0.5725, 0.5648, 0.558, 0.5514, 0.5512, 0.5481, 0.5474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_sensitivity", "Cloud_feedback", "Climate_change", "Climate_change_(general_concept)", "Effect_of_Sun_angle_on_climate", "Effects_of_global_warming", "Tipping_points_in_the_climate_system", "Climate_change_feedback", "Global_Climate_Observing_System", "Earth's_energy_budget"], "ranked_scores": [0.774, 0.7651, 0.764, 0.7574, 0.7528, 0.7445, 0.7444, 0.7444, 0.742, 0.7412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Ambivalence", "Tidal_prism", "Tide", "NPR", "Tendency_of_the_rate_of_profit_to_fall", "Dunning–Kruger_effect", "National_Weather_Service", "National_Coal_Board", "Sea_level", "Deregulation"], "ranked_scores": [0.5664, 0.5652, 0.5642, 0.5496, 0.5474, 0.5424, 0.538, 0.538, 0.537, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Politics_of_global_warming", "Climate_change_in_the_Arctic", "Permian–Triassic_extinction_event", "Cretaceous–Paleogene_extinction_event", "Younger_Dryas_impact_hypothesis", "Environmental_issue", "Cretaceous", "Greenhouse_effect", "1808/1809_mystery_eruption"], "ranked_scores": [0.7186, 0.7171, 0.7161, 0.7142, 0.7111, 0.7037, 0.6887, 0.6807, 0.6709, 0.6708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Climate_sensitivity", "Polar_front", "Little_Ice_Age", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Attribution_of_recent_climate_change", "Antarctic_Cold_Reversal", "Cretaceous–Paleogene_extinction_event", "Paleogene", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.7058, 0.6958, 0.6938, 0.6936, 0.6916, 0.6908, 0.689, 0.6884, 0.688, 0.6868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Report", "Media_coverage_of_climate_change", "Environmental_Defense_Fund", "National_Climate_Assessment", "Climate_change_denial", "Attorney_General_of_Virginia's_climate_science_investigation", "Scientific_consensus_on_climate_change", "Scientific_consensus", "Climatic_Research_Unit_documents", "Scientific_Alliance"], "ranked_scores": [0.605, 0.6035, 0.5785, 0.5761, 0.5748, 0.5472, 0.5421, 0.5418, 0.5391, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Thermosphere", "2001_Eastern_North_America_heat_wave", "Melt_pond", "1995_Chicago_heat_wave", "Mesosphere", "Radioactive_contamination_from_the_Rocky_Flats_Plant", "Satellite_temperature_measurements", "Microclimate", "Weather_front", "Station_model"], "ranked_scores": [0.5713, 0.5703, 0.5673, 0.5662, 0.566, 0.5632, 0.5575, 0.5551, 0.5502, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "2010_Northern_Hemisphere_heat_waves", "Permian–Triassic_extinction_event", "Past_sea_level", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_Georgia_(U.S._state)", "Little_Ice_Age", "2010_Northern_Hemisphere_summer_heat_waves", "Abrupt_climate_change", "Carbon_tax"], "ranked_scores": [0.7644, 0.7239, 0.7209, 0.7161, 0.7141, 0.7068, 0.7041, 0.7018, 0.7011, 0.701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Carbon_neutrality", "Photovoltaics", "Waste-to-energy_plant", "Minister_of_Climate_and_the_Environment", "Solar_power_by_country", "List_of_renewable_energy_companies_by_stock_exchange", "Solar_power_in_Australia", "Green_Power_Partnership", "Wind_power_in_the_European_Union", "Environmental_impact_of_transport"], "ranked_scores": [0.6449, 0.6269, 0.6266, 0.6214, 0.6205, 0.6151, 0.6132, 0.6123, 0.6099, 0.6005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Workforce_productivity", "Doubling_time", "List_of_North_American_countries_by_GDP_(nominal)", "Economy_of_Nicaragua", "Economy_of_the_United_States", "Investment_Canada_Act", "Gini_coefficient", "Income_tax_in_the_United_States", "Diminishing_returns", "Industrial_policy"], "ranked_scores": [0.6336, 0.6274, 0.6076, 0.6013, 0.5879, 0.5824, 0.5612, 0.5603, 0.552, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Woolly_mammoth", "British_North_Greenland_expedition", "Mount_Bear", "Emperor_penguin", "Ellesmere_Island", "Bushfires_in_Australia", "Bear_attack", "Antarctic_continental_shelf", "Olympic_marmot", "Alps"], "ranked_scores": [0.7501, 0.7228, 0.7222, 0.7147, 0.7062, 0.701, 0.7004, 0.6929, 0.6915, 0.69], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Extreme_environment", "Bering_Glacier", "Cryovolcano", "Arctic_Lowlands", "Glaciers_on_Mars", "Mars", "Global_warming_in_Antarctica", "Poverty_in_the_Arctic", "Heaven_and_Earth_(book)"], "ranked_scores": [0.7976, 0.7788, 0.7735, 0.7726, 0.7677, 0.7662, 0.7631, 0.7624, 0.7623, 0.762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Atlantic_Seaboard_fall_line", "Climate_of_Minneapolis–Saint_Paul", "Annual_cycle_of_sea_level_height", "Atlantic_Plain", "Atlantic_coastal_plain", "Tornadoes_in_the_United_States", "Oceanic_climate", "Climatology", "Pacific_decadal_oscillation", "Sea_level_rise"], "ranked_scores": [0.789, 0.7673, 0.7665, 0.7587, 0.7587, 0.7376, 0.7267, 0.7245, 0.7234, 0.7133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Wiesław_Masłowski", "Last_Glacial_Maximum", "Great_Arctic_Cyclone_of_2012", "Antarctic_Circumpolar_Current", "Rachel_Carson", "List_of_South_America_tropical_cyclones", "ANDRILL", "Amundsen–Scott_South_Pole_Station", "Environmental_threats_to_the_Great_Barrier_Reef"], "ranked_scores": [0.8436, 0.7471, 0.7325, 0.7324, 0.7241, 0.7202, 0.7192, 0.7149, 0.7004, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_in_Colorado", "Carbon_credit", "Growth_of_wind_power_in_the_United_States", "Environmental_impact_of_biodiesel", "Electricity_sector_of_the_United_States", "Wind_power_in_the_European_Union", "Canadian_Association_of_Petroleum_Producers", "GHG_footprint", "La_Prensa_(Panama_City)", "Ecological_footprint"], "ranked_scores": [0.7418, 0.7202, 0.7155, 0.7066, 0.6897, 0.6763, 0.674, 0.6684, 0.6666, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Black_carbon", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Lavoisier_Group", "Carbon_tax", "Monsoon_of_South_Asia", "History_of_climate_change_science", "Carbon-based_fuel", "Air_pollution_in_the_United_States", "Global_warming", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.8466, 0.7685, 0.7464, 0.7449, 0.7434, 0.7362, 0.7287, 0.7268, 0.7208, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Wiesław_Masłowski", "Arctic_sea_ice_decline", "Ice2sea", "Arctic_Ocean", "Antarctic_Cold_Reversal", "Ice_sheet", "Heinrich_event", "Meteosat_8", "Glacier_mass_balance", "Future_sea_level"], "ranked_scores": [0.8379, 0.8375, 0.818, 0.8007, 0.7818, 0.7794, 0.7781, 0.7781, 0.7741, 0.7714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_of_Italy", "Ozone_depletion_and_climate_change", "History_of_climate_change_science", "Proxy_(climate)", "Temperature_record_of_the_past_1000_years", "Air_pollution_in_the_United_States", "Climatology", "2010_Northern_Hemisphere_heat_waves", "Station_model", "Global_warming_potential"], "ranked_scores": [0.8306, 0.7986, 0.7908, 0.7873, 0.7809, 0.7616, 0.7609, 0.7527, 0.7521, 0.7508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_and_agriculture", "Reforestation", "Weather-related_cancellation", "Climate_risk", "2010_Northern_Hemisphere_heat_waves", "Friends_of_Science", "Water_scarcity", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.7873, 0.7645, 0.7609, 0.7607, 0.745, 0.731, 0.7294, 0.7266, 0.7205, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Tornadoes_in_the_United_States", "Effects_of_climate_change_on_terrestrial_animals", "Amblyomma_americanum", "2011_Super_Outbreak", "Great_Salt_Lake_effect", "March_2012_North_American_heat_wave", "2006_North_American_heat_wave", "North_American_High", "Infection"], "ranked_scores": [0.7883, 0.7372, 0.7354, 0.7294, 0.7289, 0.7248, 0.7096, 0.7081, 0.7066, 0.7052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Climate_ensemble", "Climate_change_in_the_United_States", "Temperature_record_of_the_past_1000_years", "Summer_of_1976_(Europe)", "ECMWF_re-analysis", "Friends_of_Science", "Wind_power_by_country", "Solar_storm_of_1859", "Cool_tropics_paradox", "Parametrization_(atmospheric_modeling)"], "ranked_scores": [0.7628, 0.6872, 0.6809, 0.6746, 0.6744, 0.6667, 0.6482, 0.6448, 0.6427, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Last_Glacial_Period", "Quaternary", "Greenhouse_and_icehouse_Earth", "January_2016_East_Asia_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Monsoon_of_South_Asia", "Quaternary_glaciation", "Polar_forests_of_the_Cretaceous", "Younger_Dryas"], "ranked_scores": [0.8139, 0.7811, 0.7728, 0.7677, 0.7595, 0.7575, 0.7561, 0.7472, 0.7397, 0.7345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Carbonate_platform", "Mass_balance", "Environmental_data", "Scientific_modelling", "National_Income_and_Product_Accounts", "Environmental_impact_assessment", "Regulations.gov", "Macroeconomic_model", "Naval_air_station", "Agriculture_in_Ethiopia"], "ranked_scores": [0.7056, 0.7022, 0.6841, 0.68, 0.6565, 0.6516, 0.6409, 0.6382, 0.6328, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Metabolic_acidosis", "Coal_gasification_commercialization", "Coal_gasification", "Carbonation", "Environmental_impact_of_aviation", "Gasification", "C3_carbon_fixation", "Photosynthesis", "Carbonic_acid", "Acid_dissociation_constant"], "ranked_scores": [0.7015, 0.6947, 0.6947, 0.682, 0.677, 0.6739, 0.6523, 0.6391, 0.6339, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Young_Earth_creationism", "Global_warming", "Friends_of_Science", "List_of_climate_research_satellites", "Deforestation_by_region", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Polar_amplification", "Media_coverage_of_climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [0.6948, 0.6622, 0.6614, 0.6529, 0.6295, 0.6221, 0.6213, 0.6189, 0.6173, 0.6065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tidal_flooding", "Hurricane_Alicia", "December_1960_nor'easter", "Porto", "2004_Atlantic_hurricane_season", "Great_Salinity_Anomaly", "Shutdown_of_thermohaline_circulation", "List_of_off-season_Atlantic_hurricanes", "Hurricane_Humberto_(1995)", "Flash_flood"], "ranked_scores": [0.7383, 0.7196, 0.7185, 0.7054, 0.6864, 0.6813, 0.6767, 0.671, 0.6686, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arid", "Antarctica_cooling_controversy", "2018_British_Isles_heat_wave", "Arctic_sea_ice_decline", "ANDRILL", "Advisory_Group_on_Greenhouse_Gases", "David_Titley", "2006_European_cold_wave", "Friends_of_Science"], "ranked_scores": [0.7356, 0.7083, 0.7031, 0.698, 0.6979, 0.6782, 0.6755, 0.6711, 0.6705, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Temperate_climate", "Oceanic_climate", "2006_European_heat_wave", "Extreme_weather", "Wind_shear", "1908", "2006_European_cold_wave", "Subtropics", "March_2012_North_American_heat_wave", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.7916, 0.7668, 0.7637, 0.7578, 0.7487, 0.7302, 0.7251, 0.7245, 0.7149, 0.7124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Station_model", "Climate_of_Italy", "MSU_temperature_measurements", "List_of_glaciers_of_Iceland", "Mesopause", "Surface_weather_analysis", "Summer_of_1976_(Europe)", "Cold_drop", "Climate_Audit", "Idealized_greenhouse_model"], "ranked_scores": [0.6716, 0.6632, 0.6343, 0.6341, 0.6296, 0.6292, 0.6206, 0.6019, 0.5998, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_Costa_Rica", "Concentrated_solar_power", "Culture_of_California", "Droughts_in_the_United_States", "Friends_of_Science", "Climatic_Research_Unit_documents", "Lists_about_skepticism", "Global_cooling", "Deforestation_by_region"], "ranked_scores": [0.6524, 0.6212, 0.6196, 0.6173, 0.6121, 0.6117, 0.6102, 0.605, 0.6004, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "International_Fuel_Tax_Agreement", "Vulcano_(band)", "Global_warming", "CO2_fertilization_effect", "Economy_of_Canada", "Carbon_bubble", "Atmospheric_carbon_cycle", "Arctic_ice_pack"], "ranked_scores": [0.687, 0.6474, 0.6469, 0.6407, 0.637, 0.6362, 0.6359, 0.6253, 0.6165, 0.616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Arctic_Ocean", "Future_sea_level", "Arctic_sea_ice_decline", "Great_Salinity_Anomaly", "Labrador_Current", "Pacific_decadal_oscillation", "Sea_level_rise", "Climate_inertia", "Ice2sea", "Atlantic_Seaboard_fall_line"], "ranked_scores": [0.7646, 0.7291, 0.7279, 0.7224, 0.7215, 0.7131, 0.7085, 0.7057, 0.7019, 0.695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Climate_of_the_United_States", "Study_of_Environmental_Arctic_Change", "Beringia", "Heaven_and_Earth_(book)", "November_2014_North_American_cold_wave", "Climate_of_Australia", "January_2016_United_States_blizzard", "Banff_National_Park"], "ranked_scores": [0.7293, 0.7209, 0.7105, 0.7089, 0.6984, 0.6943, 0.6792, 0.675, 0.6698, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Metabolic_acidosis", "Photosynthesis", "Indian_Ocean", "Gasification", "Carbonic_acid", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.8916, 0.8707, 0.7602, 0.7492, 0.7096, 0.6992, 0.6982, 0.694, 0.6938, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Energy_accidents", "Planning_fallacy", "Right-to-work_law", "History_of_Costa_Rica", "Green_New_Deal", "History_of_science_policy", "False_attribution", "Emergency_Relief_Appropriation_Act_of_1935", "Thomas_Robert_Malthus"], "ranked_scores": [0.7488, 0.7359, 0.7133, 0.6696, 0.6625, 0.6503, 0.6399, 0.6296, 0.6276, 0.6076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Ice2sea", "Sea_level_rise", "Meteosat_8", "Arctic_sea_ice_decline", "Past_sea_level", "Tropical_Atlantic", "Labrador_Current", "Future_sea_level", "Pacific_decadal_oscillation", "Lake_freighter"], "ranked_scores": [0.7918, 0.7822, 0.7732, 0.7685, 0.7659, 0.7653, 0.764, 0.7576, 0.7514, 0.7497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Svalbard", "Iceland", "History_of_coal_mining", "Eurasia", "Withdrawal_of_Greenland_from_the_European_Communities", "Europe", "Earth_Day", "Antarctica", "Russian_News_Agency_TASS", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7303, 0.6937, 0.6924, 0.6916, 0.6817, 0.6804, 0.6795, 0.6662, 0.6639, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Transatlantic_Climate_Bridge", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_Europe", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "List_of_power_stations_in_Texas", "List_of_heat_waves", "Climatic_Research_Unit_documents", "Climate_change_in_the_United_States", "Earth's_energy_budget"], "ranked_scores": [0.7486, 0.7433, 0.695, 0.6913, 0.6831, 0.6676, 0.663, 0.6579, 0.6548, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "Western_United_States", "2016_American_Northeast_heat_wave", "2006_North_American_heat_wave", "Humid_continental_climate", "Mountain_States", "Environment_of_West_Virginia"], "ranked_scores": [0.7599, 0.7541, 0.7393, 0.7373, 0.7314, 0.7305, 0.7263, 0.7244, 0.7119, 0.7108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Friends_of_Science", "Sun_Belt", "Cool_tropics_paradox", "Young_Earth_creationism", "Climate_change_opinion_by_country", "Hockey_stick_controversy", "Climatic_Research_Unit_documents", "U.S._Global_Change_Research_Program"], "ranked_scores": [0.7928, 0.7847, 0.7699, 0.7537, 0.7299, 0.7279, 0.7273, 0.7107, 0.7102, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Tornadoes_in_the_United_States", "2010_Northern_Hemisphere_heat_waves", "Climate_oscillation", "Polar_amplification", "Reforestation", "Climate_of_Africa", "Limiting_factor"], "ranked_scores": [0.8026, 0.7836, 0.7395, 0.7128, 0.7061, 0.6987, 0.6939, 0.6854, 0.6846, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon-neutral_fuel", "Natural_gas", "Wildlife_of_Peru", "Cyanobacteria", "Intergovernmental_Panel_on_Climate_Change", "Contribution_to_global_warming_by_Australia", "Atmospheric_carbon_cycle", "Carbon_capture_and_storage", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7211, 0.7107, 0.707, 0.6954, 0.6849, 0.6831, 0.6802, 0.6752, 0.6727, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Management_systems_for_road_safety", "Hazard", "Alternative_medicine", "Explanation", "Minimum_wage", "Branches_of_science", "Sustainability_science", "Futures_studies", "Business_continuity", "List_of_Bronze_Age_states"], "ranked_scores": [0.7198, 0.6863, 0.6802, 0.6613, 0.6601, 0.6594, 0.6564, 0.6536, 0.6521, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["London_congestion_charge", "Superfund", "California_elections,_November_2012", "United_States_withdrawal_from_the_Paris_Agreement", "Green_Power_Partnership", "Environmental_policy_of_the_Donald_Trump_administration", "Environmental_pricing_reform", "Energy_policy_of_the_United_States", "List_of_largest_power_stations", "Barack_Obama"], "ranked_scores": [0.576, 0.5511, 0.5434, 0.5433, 0.5299, 0.5279, 0.524, 0.5095, 0.5055, 0.504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_Minnesota", "1908", "2012–13_North_American_drought", "Hockey_stick_graph", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2015_North_American_heat_wave", "2006_European_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7461, 0.7352, 0.731, 0.7307, 0.7304, 0.7296, 0.7164, 0.7096, 0.7075, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Sea_ice", "Arctic_ice_pack", "Arctic_Satellite_Composite_Project", "Wiesław_Masłowski", "Arctic_Ocean", "Measurement_of_sea_ice", "Drift_ice", "Climate_of_Mars", "Arctic_sea_ice_decline", "Future_sea_level"], "ranked_scores": [0.7946, 0.7689, 0.761, 0.7557, 0.7518, 0.7434, 0.7319, 0.7314, 0.7289, 0.7186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Climate_footprint", "Clean_coal_technology", "Climate_change_mitigation_scenarios", "Cross-State_Air_Pollution_Rule", "Substitute_natural_gas", "Global_Change_Research_Act_of_1990", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.7724, 0.7603, 0.7326, 0.7286, 0.7173, 0.7164, 0.7052, 0.6966, 0.6919, 0.6883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Porto", "Hurricane_Alicia", "Solar_cycle_18", "Shutdown_of_thermohaline_circulation", "United_States_presidential_election_in_California,_1964", "Timeline_of_the_1990_Pacific_hurricane_season", "Hurricane_Humberto_(1995)", "Estado_Novo_(Portugal)", "Tidal_flooding"], "ranked_scores": [0.7028, 0.7006, 0.6998, 0.6991, 0.6743, 0.658, 0.655, 0.6324, 0.6303, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Global_stilling", "Climate_prediction", "Biosphere", "Carbon-neutral_fuel", "Canadian_Association_of_Petroleum_Producers", "Climate_of_Minneapolis–Saint_Paul", "Global_hectare", "National_Auto_Sport_Association", "General_circulation_model"], "ranked_scores": [0.763, 0.7417, 0.7367, 0.7257, 0.7174, 0.7128, 0.7057, 0.7002, 0.6961, 0.6927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_engineering", "Southern_California_Edison", "Intergovernmental_Panel_on_Climate_Change", "Central_Valley_Project", "Maldives", "United_Nations_Climate_Change_conference", "Global_dimming", "Geographical_renaming", "Solar_storm_of_1859", "Friends_of_Science"], "ranked_scores": [0.7814, 0.7269, 0.7191, 0.7111, 0.6932, 0.6901, 0.6888, 0.6851, 0.6811, 0.6782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Oligotroph", "Low-carbon_building", "Cellulose", "Tropics", "Global_warming_conspiracy_theory", "Ross_Gyre", "Culex", "Ceiling_fan", "Soot", "Sulfate_aerosol"], "ranked_scores": [0.6836, 0.6668, 0.6388, 0.637, 0.6198, 0.5998, 0.5979, 0.5964, 0.5943, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Cloud_feedback", "Global_warming", "Regional_effects_of_global_warming", "Friends_of_Science", "Climate_change_in_Europe", "History_of_climate_change_science", "Global_cooling", "Climate_prediction", "Climate_variability", "Station_model"], "ranked_scores": [0.829, 0.7907, 0.789, 0.7869, 0.7864, 0.7739, 0.7653, 0.7612, 0.7563, 0.7562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Hurricane_Florence_(1988)", "1930_Atlantic_hurricane_season", "Breaking_news", "Shutdown_of_thermohaline_circulation", "Annual_cycle_of_sea_level_height", "Hurricane_Gordon_(2000)", "Hurricane_Florence_(1953)", "Slack_water", "Aggregate_demand", "Sea_level"], "ranked_scores": [0.683, 0.6808, 0.6795, 0.6791, 0.6789, 0.6784, 0.6652, 0.6639, 0.6602, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Peak_oil", "Human_overpopulation", "Monsoon_of_South_Asia", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "List_of_climate_research_satellites", "Climate_change_in_the_Arctic", "CO2_fertilization_effect", "Great_Oxygenation_Event", "Climate_change_and_agriculture"], "ranked_scores": [0.7894, 0.7773, 0.7746, 0.7561, 0.7513, 0.7495, 0.7409, 0.7397, 0.7387, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climate_change_and_agriculture", "Global_warming", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Climate_change", "Monsoon_of_South_Asia", "Extinction_event", "Global_warming_controversy", "Attribution_of_recent_climate_change", "General_circulation_model"], "ranked_scores": [0.836, 0.8128, 0.8117, 0.8091, 0.7986, 0.794, 0.7857, 0.7851, 0.7848, 0.7836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Trewartha_climate_classification", "ExxonMobil_climate_change_controversy", "False_balance", "Climatic_Research_Unit", "False_consensus_effect", "Climatic_Research_Unit_email_controversy", "Climate_change_denial", "Scientific_dissent"], "ranked_scores": [0.6724, 0.6547, 0.654, 0.6382, 0.6369, 0.6344, 0.6336, 0.6318, 0.624, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Satellite_temperature_measurements", "Climate_footprint", "Climate_of_the_United_States", "Global_warming_potential", "Earth's_energy_budget", "Excessive_heat_watch", "Surface_weather_analysis", "MSU_temperature_measurements", "Air_pollution_in_the_United_States", "Climate_of_the_Tampa_Bay_area"], "ranked_scores": [0.7359, 0.7314, 0.7159, 0.7118, 0.7064, 0.6895, 0.6837, 0.6813, 0.6793, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change", "Regional_effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_and_agriculture", "2010_Northern_Hemisphere_heat_waves", "Polar_amplification", "Friends_of_Science", "History_of_climate_change_science", "Global_cooling"], "ranked_scores": [0.8464, 0.7926, 0.7893, 0.785, 0.7804, 0.7733, 0.7731, 0.772, 0.7683, 0.7671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_panel", "Paris_Agreement", "Photovoltaics", "List_of_renewable_energy_companies_by_stock_exchange", "Six_Californias", "Negawatt_power", "Power_station", "Solar_power", "Solar_power_in_the_United_States", "Energy_policy_of_the_United_States"], "ranked_scores": [0.758, 0.7484, 0.7352, 0.7271, 0.7078, 0.6953, 0.6928, 0.6903, 0.6817, 0.6787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Gold_mining_in_the_United_States", "Tourism_in_the_United_States", "Middle_Stone_Age", "Solow_residual", "Southern_United_States", "United_States", "Workforce_productivity", "Progress_(history)", "2009_flu_pandemic_in_the_United_States", "Doubling_time"], "ranked_scores": [0.6719, 0.6626, 0.6598, 0.6577, 0.6466, 0.6447, 0.6406, 0.6296, 0.6296, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Amblyomma_americanum", "Olympic_marmot", "Great_Lakes_Brewery_(Toronto)", "Antarctandes", "Victoria_Land", "Arctic_Lowlands", "Glacier_Bay_Basin", "Quelccaya_Ice_Cap", "Jakobshavn_Glacier", "Ellesmere_Island"], "ranked_scores": [0.7469, 0.7451, 0.7451, 0.7411, 0.7321, 0.7321, 0.7218, 0.7218, 0.7218, 0.7185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Polar_desert", "Antarctic_Peninsula", "Glacier", "Wildlife_of_Antarctica", "Antarctic_ice_sheet", "Arctic_geoengineering", "Swiss_cheese_features", "Martian_soil", "List_of_North_American_deserts", "Victoria_Land"], "ranked_scores": [0.8735, 0.825, 0.825, 0.825, 0.825, 0.8157, 0.8138, 0.8138, 0.8062, 0.7914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Spring_fever", "Excessive_heat_watch", "Climate_state", "Aggregate_demand", "Antarctic_Cold_Reversal", "Central_Coast_(California)", "Annual_cycle_of_sea_level_height", "Fresh_water", "Mediterranean_climate", "Storm"], "ranked_scores": [0.7359, 0.7305, 0.7157, 0.7134, 0.707, 0.7061, 0.7041, 0.7011, 0.6965, 0.6952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Piacenzian", "Denmark_Strait", "Mid-Atlantic_Ridge", "Tropical_Atlantic", "Iceberg_C-19", "Indian_Ocean", "Anoxic_event", "Heinrich_event", "Beach_ridge", "Regime_shift"], "ranked_scores": [0.798, 0.7766, 0.7495, 0.7325, 0.7321, 0.7278, 0.7269, 0.7174, 0.7133, 0.7074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Wind_power_in_Colorado", "Renewable_energy_credit", "Carbon_neutrality", "Wind_power_in_California", "Wind_power_in_Pennsylvania", "Cross-State_Air_Pollution_Rule", "List_of_power_stations_in_Texas", "Interstate_75_in_Michigan"], "ranked_scores": [0.6962, 0.6962, 0.6854, 0.683, 0.6812, 0.6776, 0.6747, 0.6634, 0.6595, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Overconsumption", "Deforestation_and_climate_change", "Greenhouse_gas", "Environmental_impact_of_transport", "Energy_industry", "Regional_effects_of_global_warming", "Air_pollution_in_the_United_States", "World_energy_consumption", "Deforestation_by_region"], "ranked_scores": [0.7881, 0.7716, 0.7716, 0.7602, 0.7602, 0.7556, 0.7543, 0.7345, 0.7297, 0.7284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Glacier_mass_balance", "Weddell_Polynya", "Kerguelen_Plateau", "Arctic_sea_ice_decline", "Ice2sea", "Iceberg_B-9", "Marine_outfall", "East_Greenland_Current", "Wiesław_Masłowski", "Eurasian_Basin"], "ranked_scores": [0.8184, 0.8184, 0.8184, 0.8113, 0.8064, 0.8017, 0.7921, 0.7916, 0.7916, 0.7916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Mesopause", "Environmental_issue", "Station_model", "Climatic_Research_Unit", "Proxy_(climate)", "Climate_change_(general_concept)", "Climate_variability", "Thermosphere", "Severe_weather", "Mesosphere"], "ranked_scores": [0.8232, 0.8082, 0.8065, 0.801, 0.7962, 0.7918, 0.7918, 0.7912, 0.7808, 0.774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Cloud_feedback", "Climate_change_adaptation", "Journal_for_Geoclimatic_Studies", "Climate_sensitivity", "Natural_disaster", "Natural_hazard", "Greenhouse_effect", "Climate_engineering", "London_congestion_charge", "Global_warming"], "ranked_scores": [0.7566, 0.7551, 0.7471, 0.7461, 0.7431, 0.7412, 0.7339, 0.7289, 0.7236, 0.7217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Climate_gap", "Ecological_resilience", "Tornadoes_in_the_United_States", "North_Carolina", "U.S._Global_Change_Research_Program", "Flash_flood", "Contiguous_United_States", "Permian–Triassic_extinction_event", "National_preserve", "Yellowstone_National_Park"], "ranked_scores": [0.7726, 0.7726, 0.7702, 0.757, 0.753, 0.7423, 0.7416, 0.7395, 0.739, 0.7357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["List_of_wind_farms_in_Lithuania", "Carbon_neutrality", "False_balance", "Climate_change_adaptation", "Carbon_Shredders", "Capacity_factor", "National_Environmental_Policy_Act", "Wind_power_in_Pennsylvania", "Intended_Nationally_Determined_Contributions", "Weak_and_strong_sustainability"], "ranked_scores": [0.7241, 0.6761, 0.6737, 0.6706, 0.6689, 0.663, 0.6627, 0.6607, 0.66, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Neoglaciation", "Climate_of_Minneapolis–Saint_Paul", "Little_Ice_Age", "Climate_pattern", "Early_2014_North_American_cold_wave", "1908", "2016–17_North_American_winter", "Polar_forests_of_the_Cretaceous", "Mesopause", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.773, 0.7589, 0.7538, 0.7344, 0.7176, 0.7172, 0.7123, 0.7117, 0.7091, 0.7085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mexicali", "Publicity", "Furnace", "Greenhouse_gas_inventory", "National_Income_and_Product_Accounts", "HVAC", "Emission_inventory", "Water_heating", "Artificial_photosynthesis", "Environmental_Science_Services_Administration"], "ranked_scores": [0.7396, 0.7358, 0.7312, 0.7188, 0.709, 0.7034, 0.6898, 0.6832, 0.6811, 0.6811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Carbonation", "Petroleum_industry_in_China", "Chemical_process", "Formic_acid", "Sodium_hydroxide", "Carbonic_acid", "Energy_storage", "High-fructose_corn_syrup", "Coal_gasification", "Gasification"], "ranked_scores": [0.7733, 0.7556, 0.7394, 0.7394, 0.7298, 0.6959, 0.6934, 0.6823, 0.6787, 0.6787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["2007_Chinese_anti-satellite_missile_test", "Base_station", "Solar_energy", "Scientific_consensus", "Landfills_in_the_United_Kingdom", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Watts_Up_With_That?", "Outer_Space_Treaty", "Canadian_Association_of_Petroleum_Producers", "2009_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.6729, 0.6501, 0.6364, 0.6334, 0.631, 0.6074, 0.603, 0.5963, 0.5946, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Atlantic_hurricane", "List_of_off-season_Atlantic_hurricanes", "2004_Atlantic_hurricane_season", "2003_Atlantic_hurricane_season", "Typhoon_Pat_(1985)", "2016_Atlantic_hurricane_season", "Meteorological_history_of_Hurricane_Matthew", "Timeline_of_the_2004_Pacific_hurricane_season", "Tropical_Storm_Lee_(2011)", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.7828, 0.7667, 0.7562, 0.7562, 0.7562, 0.7562, 0.7562, 0.7527, 0.7527, 0.7527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Skeptical_Science", "Dry_Spell", "West_Spitsbergen_Current", "Adam_Scaife", "Atlantic_Seaboard_fall_line", "Non-standard_cosmology", "David_Icke", "Centauro_event", "Southern_Europe", "World_Climate_Report"], "ranked_scores": [0.6985, 0.698, 0.6974, 0.6883, 0.6874, 0.6792, 0.6774, 0.6731, 0.6706, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["1908", "Calgary", "Polar_front", "2018_British_Isles_heat_wave", "Climate_of_the_United_Kingdom", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Mesopause", "National_Weather_Service", "Weather_media_in_the_United_States"], "ranked_scores": [0.7875, 0.782, 0.7715, 0.7654, 0.7654, 0.7654, 0.7654, 0.7499, 0.7362, 0.7362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Aether_theories", "EchoStar_XV", "Mount_Wilson_(California)", "Mauna_Loa_Observatory", "Severe_weather", "2009_United_Nations_Climate_Change_Conference", "Stellar_atmosphere", "Infrared_window", "Climate_Audit", "Climate_of_Los_Angeles"], "ranked_scores": [0.6842, 0.6742, 0.6735, 0.6735, 0.6698, 0.6587, 0.6398, 0.6398, 0.6388, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Media_coverage_of_climate_change", "Climate_engineering", "Myth_of_superabundance", "Bohr_model", "Global_warming_conspiracy_theory", "Scientific_consensus", "List_of_climate_research_satellites", "Greenhouse_effect", "Idealized_greenhouse_model", "Extinction_event"], "ranked_scores": [0.5996, 0.5902, 0.5891, 0.5865, 0.5851, 0.5829, 0.5707, 0.5697, 0.5625, 0.5604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["CO2_fertilization_effect", "Vulcano_(band)", "Penny_(Canadian_coin)", "Acid", "Acidulated_water", "Acid_value", "Chemical_process", "Formic_acid", "Deforestation_and_climate_change", "Overconsumption"], "ranked_scores": [0.6259, 0.6172, 0.599, 0.5941, 0.5941, 0.5941, 0.5914, 0.5914, 0.5879, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Southern_Ocean", "Antarctic_Cold_Reversal", "Ocean_reanalysis", "Arctic_sea_ice_decline", "Sea_ice_thickness", "Future_sea_level", "Denmark_Strait", "Winter_1985_cold_wave", "Climate_of_Italy", "Oceanic_climate"], "ranked_scores": [0.7599, 0.7177, 0.7136, 0.7019, 0.6941, 0.6941, 0.687, 0.6864, 0.6801, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["AccuWeather_Network", "Magsat", "Early_2014_North_American_cold_wave", "Far_North_(Russia)", "Geography_of_Yukon", "Polar_ice_cap", "David_Titley", "Earth_(2007_film)", "Wind_turbines_on_public_display", "Earth_in_the_Balance"], "ranked_scores": [0.7145, 0.6947, 0.6932, 0.6888, 0.6653, 0.6592, 0.6571, 0.657, 0.6557, 0.6551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Alkaline_tide", "Acidulated_water", "Acid", "Acid_value", "Ocean_acidification", "Phosphorus", "Sulfuric_acid", "Syngas", "Syngas_fermentation", "Petroleum_industry_in_China"], "ranked_scores": [0.8356, 0.835, 0.835, 0.835, 0.7973, 0.7971, 0.7971, 0.7971, 0.7971, 0.765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Planning_fallacy", "Reason", "Farm_(revenue_leasing)", "Mental_model", "Historian's_fallacy", "Right-to-work_law", "Energy_accidents", "Escalation_of_commitment", "Supply-side_economics", "Social_and_economic_stratification_in_Appalachia"], "ranked_scores": [0.7035, 0.6773, 0.6755, 0.6615, 0.6497, 0.643, 0.6339, 0.6264, 0.6212, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Southern_Ocean", "Northern_Sea_Route", "Marine_outfall", "Ocean_reanalysis", "Future_sea_level", "Sea_ice_thickness", "Antarctic_Cold_Reversal", "Tropical_Atlantic", "Mesohigh", "Arctic_sea_ice_decline"], "ranked_scores": [0.8373, 0.7891, 0.7852, 0.7842, 0.7702, 0.7702, 0.7695, 0.768, 0.7635, 0.7616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Withdrawal_of_Greenland_from_the_European_Communities", "Deregulation", "Airborne_fraction", "Industrial_civilization", "Europe", "Hinkley_Point_C_nuclear_power_station", "Southern_Europe", "Coal_mining", "Italy", "List_of_companies_of_Portugal"], "ranked_scores": [0.7433, 0.7169, 0.7167, 0.7116, 0.7084, 0.6992, 0.6967, 0.6952, 0.6914, 0.6914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_Texas", "Global_warming_conspiracy_theory", "Greenhouse_effect_(United_States_Supreme_Court)", "False_balance", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Overcast", "Climate_change_and_gender", "Climate_engineering", "Geomagnetic_storm"], "ranked_scores": [0.691, 0.673, 0.6688, 0.6646, 0.6637, 0.6514, 0.6437, 0.6427, 0.6403, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["1980_United_States_heat_wave", "Climate_of_the_United_States", "Yucca_Mountain_nuclear_waste_repository", "Nuclear_winter", "Michael_E._Mann", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "List_of_cities_and_towns_in_Arizona"], "ranked_scores": [0.7511, 0.7124, 0.7124, 0.6985, 0.695, 0.6863, 0.6863, 0.6696, 0.6696, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "Scientific_consensus", "Media_coverage_of_climate_change", "Peter_Sinclair_(environmental_activist)", "Weather_station", "Climate_engineering", "Friends_of_Science", "Sun_Belt", "List_of_climate_research_satellites", "Disinformation_(TV_series)"], "ranked_scores": [0.7385, 0.7367, 0.7354, 0.7338, 0.7308, 0.7259, 0.7191, 0.7135, 0.7092, 0.7039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_gap", "Ecological_resilience", "Proxy_(climate)", "Power_station", "Reforestation", "1808/1809_mystery_eruption", "Greenhouse", "Climate_change_(general_concept)", "Climate_variability", "Texas-Oklahoma_wildfires_of_2005–06"], "ranked_scores": [0.767, 0.767, 0.7624, 0.7549, 0.75, 0.7465, 0.7332, 0.7302, 0.7302, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Millmerran_Power_Station", "List_of_glaciers", "Melt_pond", "Snowpack", "Acidophiles_in_acid_mine_drainage", "Kyoto_Protocol", "Geyser", "Water_vapor", "Deep_ocean_water", "Jet_stream"], "ranked_scores": [0.6864, 0.6702, 0.663, 0.663, 0.6617, 0.6616, 0.6615, 0.6615, 0.6559, 0.6545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Branches_of_science", "Statistical_murder", "Hypotheticals", "War_risk_insurance", "Relationship_between_religion_and_science", "Fallacy", "Falsism", "Medical_research", "Terminology"], "ranked_scores": [0.7038, 0.6985, 0.6935, 0.6812, 0.6805, 0.6805, 0.6667, 0.6667, 0.6657, 0.6655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmentalist", "Waste-to-energy_plant", "Air_Pollution_Control_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenpeace", "Copenhagen_Consensus_Center", "2011_United_Nations_Climate_Change_Conference", "Environmental_Action", "United_Nations_Environment_Organization", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.512, 0.5116, 0.5095, 0.5095, 0.4995, 0.4995, 0.497, 0.4955, 0.4955, 0.4955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1995_Chicago_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Heat_wave", "Proxy_(climate)", "Hockey_stick_graph", "2015_North_American_heat_wave", "Thaw_(weather)", "1908", "2012–13_North_American_drought"], "ranked_scores": [0.7544, 0.7508, 0.7367, 0.7367, 0.7136, 0.711, 0.7079, 0.6956, 0.6953, 0.6925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Kerguelen_Plateau", "Glacier_mass_balance", "Weddell_Polynya", "Ice_shelf", "Antarctic_sea_ice", "Southern_Ocean", "Early_2014_North_American_cold_wave", "Physical_oceanography", "World_Glacier_Monitoring_Service"], "ranked_scores": [0.7404, 0.7281, 0.7281, 0.7281, 0.7212, 0.7113, 0.7039, 0.6973, 0.6963, 0.6927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Solar_power", "Canada_and_the_Kyoto_Protocol", "Wind_power_in_Colorado", "United_Nations_Framework_Convention_on_Climate_Change", "California_Labor_Code", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "2007_Chinese_anti-satellite_missile_test", "GHG_footprint"], "ranked_scores": [0.7689, 0.7689, 0.7577, 0.754, 0.7498, 0.7479, 0.732, 0.7303, 0.7277, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["National_Hurricane_Center", "Hurricane_Alice_(June_1954)", "Tropical_Atlantic", "Atlantic_hurricane", "Slow_movement_(culture)", "1997_Miami_tornado", "Denmark_Strait", "List_of_off-season_Atlantic_hurricanes", "Anoxic_event", "Programmed_Data_Processor"], "ranked_scores": [0.7079, 0.706, 0.7, 0.6955, 0.693, 0.685, 0.6837, 0.6721, 0.6716, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Wind_power_in_Colorado", "Global_stilling", "Carbon_footprint", "Climate_footprint", "Climate_inertia", "Climate_of_Minneapolis–Saint_Paul", "Ecological_footprint", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_dimming"], "ranked_scores": [0.7268, 0.7227, 0.7202, 0.7147, 0.7147, 0.7005, 0.6983, 0.6967, 0.6966, 0.6945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["United_Nations_Climate_Change_conference", "Regime_shift", "Journalism", "Climate_Audit", "Nuclear_Waste_Policy_Act", "BP", "Politicization_of_science", "Salar_de_Uyuni", "Atmospheric_Model_Intercomparison_Project", "Intelsat_I"], "ranked_scores": [0.7407, 0.7241, 0.7127, 0.6949, 0.6899, 0.6892, 0.6891, 0.6852, 0.6839, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Cycadales", "Oligotroph", "List_of_locations_with_a_subtropical_climate", "Carbohydrate", "List_of_South_America_tropical_cyclones", "Low-carbon_building", "Global_warming_hiatus", "Coral_bleaching", "Western_Oregon", "Regional_effects_of_global_warming"], "ranked_scores": [0.6731, 0.6693, 0.6107, 0.6003, 0.5923, 0.5909, 0.5873, 0.5798, 0.5796, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_sensitivity", "Climate_change", "Cloud_feedback", "Atmospheric_circulation", "General_circulation_model", "Climate_state", "Climate_change_(general_concept)", "Climate_variability", "Scientific_consensus_on_climate_change", "Global_warming"], "ranked_scores": [0.7363, 0.7356, 0.7343, 0.7317, 0.7317, 0.7313, 0.7298, 0.7298, 0.7297, 0.7289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Three_Suns_(eschatology)", "Renaissance", "Aggregate_demand", "Raised_shoreline", "Vernacular_geography", "Geography_of_the_United_Kingdom", "North_Africa", "20th_century", "Hurricane_Gordon_(2000)", "Spring_fever"], "ranked_scores": [0.703, 0.6929, 0.6904, 0.6718, 0.6551, 0.653, 0.6441, 0.6421, 0.6411, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_coal_mining", "Human_overpopulation", "Environmental_issue", "Deforestation_and_climate_change", "Overconsumption", "Great_Oxygenation_Event", "World_energy_consumption", "Station_model", "Climate_change_in_the_Arctic", "Reforestation"], "ranked_scores": [0.8001, 0.8001, 0.7862, 0.7839, 0.7839, 0.7729, 0.7723, 0.7709, 0.7705, 0.7675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climate_state", "General_circulation_model", "Atmospheric_circulation", "Cretaceous–Paleogene_extinction_event", "Cretaceous", "History_of_climate_change_science", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Climate_change", "Holocene_extinction"], "ranked_scores": [0.8078, 0.8016, 0.8016, 0.7979, 0.7979, 0.7884, 0.7877, 0.7866, 0.7809, 0.7787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Environmental_Defense_Fund", "Renewable_energy_debate", "RiskLab", "Scientific_Alliance", "Windmade", "Skeptical_movement", "Danish_Committees_on_Scientific_Dishonesty", "Dissenting_opinion", "Fake_news", "False_balance"], "ranked_scores": [0.7047, 0.6753, 0.6431, 0.634, 0.6298, 0.6285, 0.6128, 0.6123, 0.6122, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "Habitability_of_natural_satellites", "Climate_of_Los_Angeles", "Biosphere", "Texas-Oklahoma_wildfires_of_2005–06", "Thermosphere", "Attribution_of_recent_climate_change", "Kosmos_1188", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [0.7105, 0.7105, 0.6785, 0.6752, 0.65, 0.6359, 0.635, 0.6323, 0.6304, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Biodiversity", "Effects_of_climate_change_on_terrestrial_animals", "Permian–Triassic_extinction_event", "Little_Ice_Age", "Climate_state", "Prehistory_of_the_United_States", "Younger_Dryas_impact_hypothesis", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7999, 0.7974, 0.7962, 0.7962, 0.7936, 0.792, 0.792, 0.7918, 0.7918, 0.7685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Energy_policy_of_the_United_States", "Fossil_fuels_lobby", "List_of_photovoltaic_power_stations", "Astra_1K", "Politics_of_global_warming", "Solar_power_by_country", "Urban_heat_island", "List_of_power_stations_in_Texas", "Paris_Agreement", "Wind_power_in_the_European_Union"], "ranked_scores": [0.6686, 0.6665, 0.6665, 0.6645, 0.6645, 0.6631, 0.6594, 0.6528, 0.6474, 0.6455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Middle_Stone_Age", "List_of_news_agencies", "Economy_of_Nicaragua", "20th_century", "List_of_U.S._states_by_date_of_admission_to_the_Union", "List_of_Bronze_Age_states", "Minneapolis", "Workforce_productivity", "Spanish_missions_in_California", "Interstate_84_(Oregon–Utah)"], "ranked_scores": [0.6326, 0.6295, 0.6225, 0.6184, 0.6165, 0.6136, 0.6027, 0.6014, 0.5938, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Bear_attack", "Ursus_americanus_carlottae", "Grizzly_bear", "Season_creep", "Mount_Bear", "Great_Bear_Wilderness", "Beringian_wolf"], "ranked_scores": [538.0, 526.0, 521.0, 508.0, 506.0, 504.0, 503.0, 494.0, 487.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Volcanic_winter", "Climate_change_in_the_Arctic", "Methane", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Permafrost_carbon_cycle", "Greenhouse_gas", "Tropospheric_ozone"], "ranked_scores": [631.0, 610.0, 563.0, 555.0, 551.0, 551.0, 551.0, 551.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Sea_level_rise", "Future_sea_level", "Attribution_of_recent_climate_change", "Great_Salinity_Anomaly", "Climate_change_(general_concept)", "Climate_oscillation", "Marine_regression"], "ranked_scores": [575.0, 539.0, 535.0, 534.0, 528.0, 527.0, 521.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Abrupt_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deglaciation", "Fast_ice", "Holocene_glacial_retreat", "Shutdown_of_thermohaline_circulation", "Measurement_of_sea_ice", "Global_warming_hiatus"], "ranked_scores": [547.0, 527.0, 515.0, 513.0, 513.0, 512.0, 507.0, 507.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Carbon_neutrality", "Sustainable_energy", "Carbon-neutral_fuel", "Greenhouse_gas_accounting", "Carbon_cycle_re-balancing", "Carbon_offset", "Carbon_diet", "Wind_power", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [587.0, 578.0, 574.0, 564.0, 563.0, 562.0, 562.0, 562.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Carbon_tax", "Politics_of_global_warming", "Carbon_cycle_re-balancing", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon-neutral_fuel", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [585.0, 548.0, 548.0, 546.0, 545.0, 544.0, 543.0, 540.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Greenland_ice_sheet", "Ice2sea", "Greenland_ice_core_project", "Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Great_Salinity_Anomaly", "Geography_of_Greenland", "East_Greenland_Current", "Holocene_glacial_retreat"], "ranked_scores": [547.0, 544.0, 544.0, 541.0, 539.0, 537.0, 536.0, 535.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Global_warming", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report", "Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [555.0, 551.0, 551.0, 550.0, 549.0, 549.0, 549.0, 548.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming", "Global_warming", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "ExxonMobil_climate_change_controversy", "2000_Southern_United_States_heat_wave", "Effects_of_global_warming", "Environmental_issue", "Scientific_opinion_on_climate_change"], "ranked_scores": [591.0, 549.0, 543.0, 539.0, 538.0, 534.0, 531.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Ehrlichia_Wisconsin_HM543746", "Amblyomma_americanum", "Lyme_disease", "2009_flu_pandemic_in_the_United_States_by_state", "Southern_tick-associated_rash_illness", "List_of_West_Nile_virus_outbreaks", "Effects_of_climate_change_on_terrestrial_animals", "North_Carolina", "Regional_effects_of_global_warming", "List_of_ecoregions_in_the_United_States_(EPA)"], "ranked_scores": [515.0, 510.0, 509.0, 501.0, 501.0, 495.0, 494.0, 490.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Attribution_of_recent_climate_change", "IPCC_Fourth_Assessment_Report", "IPCC_First_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Presidential_Climate_Action_Plan", "IPCC_Second_Assessment_Report", "ECMWF_re-analysis", "Climate_change_feedback", "Climate_change_mitigation_scenarios", "Stern_Review"], "ranked_scores": [573.0, 573.0, 567.0, 563.0, 556.0, 555.0, 552.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Copenhagen_Diagnosis", "Solar_cycle_19", "Greenhouse_and_icehouse_Earth", "Attribution_of_recent_climate_change", "Temperature_record_of_the_past_1000_years", "Solar_cycle_(calendar)", "Climatic_Research_Unit_documents", "Reasons_for_concern"], "ranked_scores": [553.0, 522.0, 521.0, 514.0, 510.0, 509.0, 508.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "National_Climate_Assessment", "Mauna_Kea", "NoCO2_Certification_Program", "Greenhouse_gas_accounting", "Advisory_Group_on_Greenhouse_Gases", "Greening_Earth_Society", "Climate_Change_Science_Program", "Intended_Nationally_Determined_Contributions", "Committee_on_Climate_Change_Science_and_Technology_Integration"], "ranked_scores": [535.0, 534.0, 529.0, 524.0, 524.0, 521.0, 516.0, 514.0, 511.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Water_distribution_on_Earth", "Geological_history_of_oxygen", "Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_methane", "CO2_fertilization_effect", "Sulfuric_acid", "Anoxic_waters", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [516.0, 515.0, 512.0, 511.0, 510.0, 502.0, 499.0, 498.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Climate_change_denial", "Antarctica_cooling_controversy", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Global_cooling", "History_of_climate_change_science", "Climate_change_in_the_United_States"], "ranked_scores": [566.0, 556.0, 552.0, 547.0, 544.0, 539.0, 538.0, 538.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3501, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "1980_United_States_heat_wave", "Pacific_decadal_oscillation", "2000", "Post–World_War_II_economic_expansion", "Tierra_del_Fuego_Province,_Argentina", "Philippine_Revolution", "Eugenius_Warming", "Milutin_Milanković"], "ranked_scores": [526.0, 504.0, 480.0, 477.0, 477.0, 475.0, 474.0, 473.0, 472.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "Copernicus_Climate_Change_Service_(C3S)", "David_Titley", "Stern_Review", "The_Hockey_Stick_and_the_Climate_Wars", "Avoiding_Dangerous_Climate_Change", "Climate_Research_(journal)", "The_Real_Global_Warming_Disaster", "World_Climate_Report"], "ranked_scores": [559.0, 544.0, 543.0, 543.0, 541.0, 540.0, 538.0, 534.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Prevailing_winds", "Gulf_Stream", "Rear-inflow_jet", "Trade_winds", "Geostrophic_wind", "Wind_shear", "Jet_stream", "Norwegian_cyclone_model", "North_Atlantic_Current", "Westerlies"], "ranked_scores": [529.0, 527.0, 521.0, 516.0, 513.0, 513.0, 513.0, 510.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves", "Megathermal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Cool_tropics_paradox"], "ranked_scores": [559.0, 539.0, 539.0, 526.0, 524.0, 521.0, 519.0, 518.0, 517.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Younger_Dryas_impact_hypothesis", "Skeptical_Science", "Induced_radioactivity", "Radiative_forcing", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [507.0, 502.0, 502.0, 493.0, 490.0, 487.0, 487.0, 487.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Carbon_tax", "Carbon_credit", "Keystone_Pipeline", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage_in_Australia", "Carbon_pricing_in_Australia", "Green_Energy_Act_2009"], "ranked_scores": [543.0, 533.0, 527.0, 524.0, 520.0, 517.0, 516.0, 513.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Sea_level_rise", "ECMWF_re-analysis", "Holocene_glacial_retreat", "Future_sea_level", "Post-glacial_rebound", "Retreat_of_glaciers_since_1850", "Last_glacial_period", "Last_Glacial_Maximum"], "ranked_scores": [532.0, 529.0, 521.0, 521.0, 519.0, 519.0, 518.0, 518.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "The_Tropical_Sun", "National_Climate_Assessment", "Global_Historical_Climatology_Network", "2007_Western_North_American_heat_wave", "Instrumental_temperature_record", "2016_American_Northeast_heat_wave", "American_Association_of_State_Climatologists", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [522.0, 517.0, 509.0, 506.0, 505.0, 501.0, 501.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Carbon_dioxide_in_Earth's_atmosphere", "Marine_ecosystem", "Anoxic_event", "Water_distribution_on_Earth", "Atmospheric_carbon_cycle", "Carbon_cycle"], "ranked_scores": [602.0, 595.0, 569.0, 552.0, 548.0, 542.0, 540.0, 539.0, 534.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Fossil_fuel_divestment", "Alternative_energy", "Non-renewable_resource", "Climatic_Research_Unit_documents", "Runaway_greenhouse_effect", "List_of_coal_fired_power_stations_in_Australia", "100%_renewable_energy", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Energy_accidents", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [522.0, 521.0, 519.0, 513.0, 513.0, 512.0, 511.0, 511.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Great_Salinity_Anomaly", "Past_sea_level", "Holocene_glacial_retreat", "Heinrich_event", "Arctic_sea_ice_decline", "Snowball_Earth", "Glacial_earthquake"], "ranked_scores": [560.0, 538.0, 527.0, 521.0, 513.0, 510.0, 507.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Climate_change_mitigation_scenarios", "2011_United_Nations_Climate_Change_Conference", "2015_United_Nations_Climate_Change_Conference", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "United_States_withdrawal_from_the_Paris_Agreement"], "ranked_scores": [564.0, 541.0, 533.0, 520.0, 513.0, 511.0, 510.0, 507.0, 507.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "Climate_change_mitigation_scenarios", "IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Avoiding_Dangerous_Climate_Change", "Heaven_and_Earth_(book)", "Climate_change_in_the_United_States", "Runaway_greenhouse_effect"], "ranked_scores": [551.0, 548.0, 546.0, 544.0, 543.0, 542.0, 541.0, 541.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "1936_North_American_cold_wave"], "ranked_scores": [578.0, 560.0, 549.0, 542.0, 534.0, 531.0, 526.0, 526.0, 515.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "Antarctica_cooling_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [571.0, 546.0, 545.0, 543.0, 542.0, 537.0, 535.0, 533.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Climate_sensitivity", "History_of_climate_change_science", "Climate_change", "Global_warming_hiatus", "Climate_inertia", "Global_cooling_(disambiguation)", "Global_cooling", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [558.0, 551.0, 544.0, 543.0, 538.0, 538.0, 535.0, 535.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Flue-gas_emissions_from_fossil-fuel_combustion", "Fossil_fuel", "Carbon_dioxide", "Renewable_natural_gas", "Embedded_emissions", "Shale_gas", "Atmospheric_methane", "Greenhouse_gas_emissions_by_the_United_States", "Natural_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [550.0, 549.0, 548.0, 545.0, 545.0, 544.0, 543.0, 542.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Counterfactual_thinking", "Outcome_bias", "Global_catastrophic_risk", "Worst-case_scenario", "Never_events", "Policy_Uncertainty", "Risk", "Ian_Clark_(geologist)", "Prevention_paradox"], "ranked_scores": [488.0, 483.0, 478.0, 477.0, 476.0, 476.0, 472.0, 472.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Carbon_neutrality", "Energy_policy_of_the_Barack_Obama_administration", "Mitigation_of_global_warming_in_Australia", "Carbon_pricing_in_Australia", "Carbon-neutral_fuel", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Climate_Change_Act_2008", "Carbon_tax", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [505.0, 487.0, 486.0, 481.0, 481.0, 480.0, 479.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Instrumental_temperature_record", "1908", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "El_Niño–Southern_Oscillation", "El_Niño", "2001_Eastern_North_America_heat_wave", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [567.0, 558.0, 558.0, 556.0, 547.0, 546.0, 542.0, 536.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Sea_ice", "International_Weddell_Sea_Oceanographic_Expeditions", "Arctic_resources_race", "Greenland_Sea", "Ross_Ice_Shelf", "West_Spitsbergen_Current"], "ranked_scores": [608.0, 599.0, 592.0, 585.0, 573.0, 568.0, 558.0, 554.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Environmental_impact_of_the_coal_industry", "Coal", "Carbon_capture_and_storage", "Coal_gasification", "List_of_coal_fired_power_stations_in_Australia", "Carbon_dioxide_removal", "Coal_mining", "Renewable_natural_gas"], "ranked_scores": [637.0, 633.0, 578.0, 564.0, 562.0, 560.0, 556.0, 554.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Pacific_decadal_oscillation", "The_Scientific_Activist", "Dole_effect", "Programmed_Data_Processor", "George_Kukla", "Shutdown_of_thermohaline_circulation", "Milutin_Milanković", "Post–World_War_II_economic_expansion"], "ranked_scores": [515.0, 505.0, 488.0, 484.0, 483.0, 482.0, 480.0, 479.0, 478.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas_accounting", "List_of_countries_by_carbon_dioxide_emissions", "Environmental_indicator", "Environmental_Performance_Index", "Sustainable_energy", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "German_response_to_Kyoto_Protocol", "Growth_of_wind_power_in_the_United_States", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [499.0, 494.0, 490.0, 490.0, 490.0, 487.0, 487.0, 482.0, 481.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Abrupt_climate_change", "Climate_change", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Global_change", "History_of_climate_change_science", "Global_warming", "Climate_change_policy_of_the_United_States", "Tipping_point_(climatology)", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [561.0, 554.0, 547.0, 545.0, 543.0, 543.0, 542.0, 542.0, 537.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Climate_of_the_Arctic", "Climate_change_denial", "2014–15_North_American_winter", "Global_warming_hiatus", "2013–14_North_American_winter", "Climate_of_Svalbard", "Climate_of_Antarctica", "Climate_sensitivity", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_in_Antarctica"], "ranked_scores": [462.0, 459.0, 457.0, 457.0, 455.0, 454.0, 454.0, 453.0, 453.0, 452.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Regional_effects_of_global_warming", "Effect_of_Sun_angle_on_climate", "Global_warming", "Global_cooling", "Radiative_forcing", "Climate_change", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Climate_risk", "History_of_climate_change_science"], "ranked_scores": [577.0, 566.0, 565.0, 562.0, 560.0, 557.0, 555.0, 554.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Stern_Review", "Tipping_point_(climatology)", "Trend_stationary", "Marine_regression", "Diminishing_returns", "Worse-than-average_effect", "Skewness", "GDP_deflator", "Global_warming_hiatus"], "ranked_scores": [511.0, 508.0, 507.0, 499.0, 499.0, 498.0, 496.0, 496.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Regional_effects_of_global_warming", "Deforestation_and_climate_change", "Global_warming", "Attribution_of_recent_climate_change", "Atmospheric_carbon_cycle", "Global_warming_potential", "Greenhouse_gas", "Carbon_cycle_re-balancing"], "ranked_scores": [576.0, 570.0, 562.0, 562.0, 560.0, 556.0, 554.0, 554.0, 551.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6589, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Holocene_glacial_retreat", "Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Last_Glacial_Maximum", "History_of_climate_change_science", "History_of_sustainability", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "Quaternary_glaciation"], "ranked_scores": [544.0, 538.0, 535.0, 532.0, 530.0, 524.0, 523.0, 520.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_Alliance", "Not_even_wrong", "Avoiding_Dangerous_Climate_Change", "Third-cause_fallacy", "Köppen_climate_classification", "Danish_Committees_on_Scientific_Dishonesty", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "National_Climate_Assessment", "Government_Chief_Scientific_Adviser_(United_Kingdom)", "Climate_Change_Science_Program"], "ranked_scores": [509.0, 498.0, 492.0, 491.0, 490.0, 490.0, 490.0, 489.0, 488.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Excessive_heat_watch", "Urban_heat_island", "Automobile_air_conditioning", "AccuWeather", "Renewable_heat", "Solar_gain", "Weather_station", "Humidity", "2006_European_heat_wave", "ASHRAE_90.1"], "ranked_scores": [542.0, 526.0, 519.0, 516.0, 511.0, 511.0, 511.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios", "Reasons_for_concern", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Regional_effects_of_global_warming", "Global_warming_hiatus"], "ranked_scores": [577.0, 569.0, 562.0, 561.0, 560.0, 558.0, 556.0, 552.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Plug-in_hybrids_in_California", "Southern_California_Edison", "Concentrated_solar_power", "Central_California", "List_of_countries_by_carbon_dioxide_emissions", "Southern_California"], "ranked_scores": [546.0, 543.0, 541.0, 527.0, 517.0, 515.0, 512.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Productivity_(ecology)", "Economy_of_the_United_States", "Growth_of_wind_power_in_the_United_States", "Agricultural_policy_of_the_United_States", "Workforce_productivity", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture", "1971", "Economy_of_North_America"], "ranked_scores": [523.0, 519.0, 511.0, 506.0, 506.0, 503.0, 503.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-512-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Great_Bear_Wilderness", "Mount_Bear", "Bear_attack", "Beringian_wolf", "Season_creep"], "ranked_scores": [363.0, 356.0, 350.0, 345.0, 342.0, 337.0, 336.0, 332.0, 331.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Volcanic_winter", "Permafrost_carbon_cycle", "Climate_change_in_the_Arctic", "Methane", "Ozone_depletion", "Greenhouse_gas", "Wetland_methane_emissions", "Shale_gas"], "ranked_scores": [424.0, 404.0, 389.0, 382.0, 375.0, 373.0, 373.0, 372.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Permanent_Service_for_Mean_Sea_Level", "Past_sea_level", "Sea_level_rise", "Sea_level", "Great_Salinity_Anomaly", "Climate_oscillation", "Ocean_surface_topography", "Attribution_of_recent_climate_change", "Marine_ecosystem"], "ranked_scores": [385.0, 365.0, 360.0, 357.0, 353.0, 352.0, 352.0, 351.0, 351.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Holocene_glacial_retreat", "Abrupt_climate_change", "Deglaciation", "Ice2sea", "Measurement_of_sea_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice_sheet", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [367.0, 356.0, 354.0, 352.0, 350.0, 349.0, 347.0, 347.0, 346.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Sustainable_energy", "Carbon_neutrality", "Wind_power_in_the_United_Kingdom", "Carbon_cycle_re-balancing", "Advisory_Group_on_Greenhouse_Gases", "Greenhouse_gas_emissions_by_the_United_States", "Renewable_heat", "Wind_power", "Carbon_offset"], "ranked_scores": [400.0, 396.0, 395.0, 389.0, 389.0, 389.0, 388.0, 388.0, 387.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Atmospheric_carbon_cycle", "Carbon_offset", "Politics_of_global_warming", "Carbon_tax", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [404.0, 377.0, 374.0, 373.0, 372.0, 371.0, 370.0, 368.0, 368.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Greenland_ice_sheet", "Global_warming_in_Antarctica", "Greenland_ice_core_project", "Geography_of_Greenland", "East_Greenland_Current", "Future_sea_level", "Quaternary_glaciation", "Sea_level_rise", "Great_Salinity_Anomaly"], "ranked_scores": [382.0, 371.0, 369.0, 366.0, 365.0, 364.0, 363.0, 363.0, 362.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Carbon_cycle_re-balancing", "Greenhouse_gas", "Politics_of_global_warming", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)"], "ranked_scores": [380.0, 377.0, 376.0, 371.0, 371.0, 371.0, 371.0, 371.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Global_warming", "Effects_of_global_warming", "2000_Southern_United_States_heat_wave", "Scientific_opinion_on_climate_change", "Loss_and_damage", "Scientific_consensus_on_climate_change"], "ranked_scores": [401.0, 370.0, 365.0, 364.0, 364.0, 363.0, 362.0, 362.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Ehrlichia_Wisconsin_HM543746", "Amblyomma_americanum", "Effects_of_climate_change_on_terrestrial_animals", "Southern_tick-associated_rash_illness", "Lyme_disease", "Cascade_effect_(ecology)", "Habitat", "2009_flu_pandemic_in_the_United_States_by_state", "Climate_gap", "Subarctic_climate"], "ranked_scores": [359.0, 350.0, 349.0, 349.0, 344.0, 341.0, 337.0, 337.0, 336.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Presidential_Climate_Action_Plan", "IPCC_Fourth_Assessment_Report", "Climate_change_feedback", "Climate_risk", "Stern_Review", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_mitigation_scenarios"], "ranked_scores": [392.0, 375.0, 375.0, 375.0, 375.0, 374.0, 372.0, 372.0, 368.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_19", "Temperature_record_of_the_past_1000_years", "Copenhagen_Diagnosis", "100,000-year_problem", "Global_cooling", "Timeline_of_glaciation", "Attribution_of_recent_climate_change", "Reasons_for_concern", "Solar_cycle_18"], "ranked_scores": [365.0, 357.0, 351.0, 350.0, 347.0, 345.0, 345.0, 345.0, 344.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "National_Climate_Assessment", "Advisory_Group_on_Greenhouse_Gases", "Mauna_Kea", "Climate_Change_Science_Program", "Alta_Wind_Energy_Center", "NoCO2_Certification_Program", "Intended_Nationally_Determined_Contributions", "International_Geophysical_Year", "Thermohaline_circulation"], "ranked_scores": [368.0, 364.0, 360.0, 354.0, 353.0, 350.0, 350.0, 349.0, 348.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Geological_history_of_oxygen", "Ocean_acidification", "Oceanic_carbon_cycle", "CO2_fertilization_effect", "Sulfuric_acid", "Atmospheric_thermodynamics", "Water_distribution_on_Earth", "Atmospheric_methane", "Estuarine_acidification", "Anoxic_waters"], "ranked_scores": [355.0, 352.0, 351.0, 349.0, 349.0, 344.0, 344.0, 343.0, 343.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Climate_change_denial", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Global_warming_hiatus", "Global_cooling", "Copenhagen_Diagnosis"], "ranked_scores": [386.0, 378.0, 371.0, 370.0, 367.0, 367.0, 363.0, 362.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Golden_age_(metaphor)", "Post–World_War_II_economic_expansion", "20th_century", "2000", "Estado_Novo_(Portugal)", "Interglacial", "Year_Without_a_Summer", "International_Geophysical_Year"], "ranked_scores": [343.0, 335.0, 331.0, 330.0, 324.0, 321.0, 318.0, 317.0, 317.0, 317.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "Copernicus_Climate_Change_Service_(C3S)", "David_Titley", "Avoiding_Dangerous_Climate_Change", "Stern_Review", "Keeling_Curve", "The_Hockey_Stick_and_the_Climate_Wars", "Climate_Research_(journal)", "Ice2sea"], "ranked_scores": [375.0, 366.0, 364.0, 364.0, 362.0, 361.0, 360.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Prevailing_winds", "Gulf_Stream", "Westerlies", "Trade_winds", "North_Atlantic_Current", "Rear-inflow_jet", "Jet_stream", "Troposphere", "Norwegian_cyclone_model", "2006_European_cold_wave"], "ranked_scores": [357.0, 356.0, 349.0, 349.0, 348.0, 346.0, 344.0, 343.0, 343.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "Megathermal", "Cool_tropics_paradox", "Instrumental_temperature_record", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_locations_with_a_subtropical_climate", "Mesopause"], "ranked_scores": [368.0, 361.0, 358.0, 357.0, 356.0, 352.0, 349.0, 348.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "CLOUD_experiment", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_impact_of_nuclear_power", "Nuclear_power_phase-out", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Stern_Review", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [336.0, 336.0, 336.0, 335.0, 333.0, 332.0, 332.0, 332.0, 332.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Carbon_bubble", "Carbon_credit", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_emission_trading", "Emissions_trading", "Keystone_Pipeline", "Peak_oil"], "ranked_scores": [374.0, 364.0, 359.0, 352.0, 349.0, 348.0, 346.0, 346.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Ice2sea", "ECMWF_re-analysis", "Last_Glacial_Maximum", "Heinrich_event", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Future_sea_level", "Post-glacial_rebound", "Last_glacial_period"], "ranked_scores": [363.0, 354.0, 353.0, 352.0, 352.0, 352.0, 351.0, 350.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "National_Climate_Assessment", "Instrumental_temperature_record", "2007_Western_North_American_heat_wave", "American_Association_of_State_Climatologists", "Climate_Audit", "2001_Eastern_North_America_heat_wave", "Advisory_Group_on_Greenhouse_Gases", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [349.0, 349.0, 348.0, 343.0, 343.0, 342.0, 337.0, 336.0, 336.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Water_distribution_on_Earth", "Atmospheric_methane"], "ranked_scores": [411.0, 396.0, 390.0, 371.0, 370.0, 367.0, 364.0, 363.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Non-renewable_resource", "Alternative_energy", "Fossil_fuel_divestment", "Runaway_greenhouse_effect", "Overconsumption", "Energy_crisis", "The_Real_Global_Warming_Disaster", "Climate_change_mitigation_scenarios", "Climatic_Research_Unit_documents", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [360.0, 360.0, 357.0, 355.0, 353.0, 353.0, 351.0, 349.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Great_Salinity_Anomaly", "Ice2sea", "Heinrich_event", "Snowball_Earth", "Holocene_glacial_retreat", "1808/1809_mystery_eruption", "Glacial_earthquake"], "ranked_scores": [381.0, 358.0, 358.0, 354.0, 353.0, 346.0, 344.0, 342.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought", "Droughts_in_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Climate_change_mitigation_scenarios", "Climate_change_in_Europe", "2015_United_Nations_Climate_Change_Conference", "United_States_withdrawal_from_the_Paris_Agreement", "2010–13_Southern_United_States_and_Mexico_drought"], "ranked_scores": [383.0, 370.0, 364.0, 362.0, 348.0, 347.0, 347.0, 346.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation_scenarios", "Climate_change_in_Europe", "Runaway_greenhouse_effect", "Attribution_of_recent_climate_change", "IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Stern_Review"], "ranked_scores": [375.0, 373.0, 372.0, 371.0, 369.0, 367.0, 367.0, 366.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1936_North_American_cold_wave"], "ranked_scores": [389.0, 380.0, 370.0, 365.0, 358.0, 356.0, 355.0, 351.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_controversy", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Heaven_and_Earth_(book)", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Climate_change_feedback"], "ranked_scores": [377.0, 373.0, 362.0, 362.0, 359.0, 358.0, 357.0, 356.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Climate_sensitivity", "Global_warming_hiatus", "Climate_inertia", "Global_cooling", "Climate_change", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [369.0, 367.0, 366.0, 364.0, 362.0, 362.0, 359.0, 358.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Fossil_fuel", "Flue-gas_emissions_from_fossil-fuel_combustion", "Shale_gas", "Renewable_natural_gas", "Natural_gas", "Atmospheric_methane", "Carbon_dioxide", "Greenhouse_gas_emissions_by_the_United_States", "Embedded_emissions", "Renewable_heat"], "ranked_scores": [379.0, 377.0, 377.0, 377.0, 373.0, 371.0, 371.0, 368.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Counterfactual_thinking", "Outcome_bias", "Prevention_paradox", "Longevity_risk", "Planning_fallacy", "Worst-case_scenario", "Never_events", "I'm_not_a_scientist", "Risk"], "ranked_scores": [331.0, 330.0, 329.0, 329.0, 327.0, 325.0, 324.0, 323.0, 322.0, 322.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Carbon-neutral_fuel", "Carbon_capture_and_storage", "Kyoto_Protocol", "2015_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "Clean_coal_technology", "Climate_Change_Act_2008", "Hazard_elimination"], "ranked_scores": [337.0, 326.0, 326.0, 324.0, 323.0, 321.0, 319.0, 318.0, 318.0, 318.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "Instrumental_temperature_record", "El_Niño–Southern_Oscillation", "El_Niño", "2001_Eastern_North_America_heat_wave", "1908", "Megathermal"], "ranked_scores": [388.0, 381.0, 379.0, 376.0, 375.0, 369.0, 368.0, 364.0, 363.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Sea_ice", "International_Weddell_Sea_Oceanographic_Expeditions", "Arctic_Ocean", "Greenland_Sea", "East_Greenland_Current", "West_Spitsbergen_Current"], "ranked_scores": [408.0, 401.0, 398.0, 394.0, 385.0, 384.0, 384.0, 382.0, 378.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Environmental_impact_of_the_coal_industry", "Coal_gasification", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "List_of_coal_fired_power_stations_in_Australia", "Renewable_natural_gas", "Carbon-neutral_fuel", "Shale_gas"], "ranked_scores": [429.0, 421.0, 389.0, 386.0, 381.0, 381.0, 377.0, 376.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Post–World_War_II_economic_expansion", "PDOS", "Dole_effect", "Intelsat_I", "1930_Atlantic_hurricane_season", "George_Kukla", "Federal_Fuel_Administration", "Little_Ice_Age", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [340.0, 333.0, 332.0, 325.0, 323.0, 323.0, 321.0, 321.0, 320.0, 320.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Megathermal", "Global_warming", "Sustainable_energy", "List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas_accounting", "Environmental_Performance_Index", "Microclimate", "Water"], "ranked_scores": [330.0, 329.0, 327.0, 325.0, 324.0, 324.0, 324.0, 323.0, 323.0, 322.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Abrupt_climate_change", "Climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Global_warming_hiatus", "Global_warming", "Tipping_point_(climatology)"], "ranked_scores": [371.0, 369.0, 366.0, 365.0, 365.0, 364.0, 364.0, 360.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Climate_of_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_of_India", "Climate_of_Hawaii", "Future_sea_level", "2014–15_North_American_winter", "Lake_Michigan–Huron", "Arctic_geoengineering"], "ranked_scores": [315.0, 313.0, 313.0, 312.0, 308.0, 308.0, 308.0, 307.0, 307.0, 307.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Regional_effects_of_global_warming", "Global_warming", "Effect_of_Sun_angle_on_climate", "Global_cooling", "Greenhouse_effect", "Attribution_of_recent_climate_change", "Climate_risk", "Radiative_forcing", "Climate_change", "Climate"], "ranked_scores": [389.0, 383.0, 383.0, 382.0, 378.0, 376.0, 376.0, 376.0, 375.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.312, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.4}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Stern_Review", "Trend_stationary", "Diminishing_returns", "Backward_bending_supply_curve_of_labour", "Tipping_point_(climatology)", "Worse-than-average_effect", "Wage_curve", "Phillips_curve", "Contraction_and_Convergence"], "ranked_scores": [352.0, 349.0, 347.0, 345.0, 341.0, 341.0, 340.0, 340.0, 339.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Carbon_cycle_re-balancing", "Atmospheric_carbon_cycle", "Global_warming_potential", "Carbon-based_fuel", "Regional_effects_of_global_warming", "Global_warming", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [392.0, 383.0, 380.0, 376.0, 375.0, 373.0, 372.0, 372.0, 372.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Holocene_glacial_retreat", "Instrumental_temperature_record", "1971", "Megathermal", "Greenhouse_and_icehouse_Earth", "Last_Glacial_Maximum", "Biodiversity", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [363.0, 355.0, 354.0, 353.0, 351.0, 350.0, 350.0, 349.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_Alliance", "Avoiding_Dangerous_Climate_Change", "Government_Chief_Scientific_Adviser_(United_Kingdom)", "Köppen_climate_classification", "Third-cause_fallacy", "National_Climate_Assessment", "Advisory_Group_on_Greenhouse_Gases", "Attorney_General_of_Virginia's_climate_science_investigation", "Not_even_wrong", "Trewartha_climate_classification"], "ranked_scores": [348.0, 338.0, 338.0, 333.0, 331.0, 330.0, 330.0, 328.0, 328.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Excessive_heat_watch", "Solar_gain", "AccuWeather", "Ozone_layer", "Urban_heat_island", "Renewable_heat", "Atmospheric_electricity", "Infrared_window", "ASHRAE_90.1", "Hot_tower"], "ranked_scores": [365.0, 351.0, 351.0, 349.0, 348.0, 348.0, 347.0, 347.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Politics_of_global_warming"], "ranked_scores": [382.0, 375.0, 374.0, 373.0, 373.0, 373.0, 371.0, 369.0, 368.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Plug-in_hybrids_in_California", "Renewable_energy_in_the_United_States", "Southern_California", "Southern_California_Edison", "Solar_cell_efficiency", "Concentrated_solar_power", "Central_California"], "ranked_scores": [373.0, 366.0, 356.0, 356.0, 354.0, 349.0, 347.0, 344.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Productivity_(ecology)", "Growth_of_wind_power_in_the_United_States", "Economy_of_the_United_States", "Workforce_productivity", "Economy_of_North_America", "Biomedical_research_in_the_United_States", "Agriculture_in_Pennsylvania", "Demographics_of_the_world", "List_of_wind_farms_in_Lithuania", "Economy_of_Nicaragua"], "ranked_scores": [350.0, 350.0, 350.0, 341.0, 340.0, 338.0, 337.0, 335.0, 335.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-256-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Ursus_americanus_carlottae", "Rubus_arcticus", "Tree_squirrel", "Grizzly_bear", "Denali_National_Park_and_Preserve", "Ungulate", "Wrangell–St._Elias_National_Park_and_Preserve"], "ranked_scores": [195.0, 182.0, 181.0, 178.0, 178.0, 176.0, 175.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6871, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Permafrost_carbon_cycle", "Volcanic_winter", "Fossil_fuel", "Greenhouse_gas", "Flue-gas_emissions_from_fossil-fuel_combustion", "Climate_change_in_the_Arctic", "Atmosphere_of_Mars", "Wetland_methane_emissions"], "ranked_scores": [218.0, 205.0, 200.0, 198.0, 196.0, 195.0, 194.0, 194.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Marine_regression", "Maritime_Continent", "Ocean_reanalysis", "Tropical_Atlantic", "ECMWF_re-analysis", "Past_sea_level", "Sea_level_rise"], "ranked_scores": [203.0, 197.0, 190.0, 188.0, 187.0, 187.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Antarctic_Cold_Reversal", "Arctic_sea_ice_decline", "Abrupt_climate_change", "Ice_sheet", "Heinrich_event", "Deglaciation", "Measurement_of_sea_ice", "Tipping_points_in_the_climate_system", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850"], "ranked_scores": [189.0, 187.0, 186.0, 185.0, 185.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Sustainable_energy", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_cycle_re-balancing", "100%_renewable_energy", "IPCC_First_Assessment_Report", "Greenhouse_gas_accounting", "Carbon_neutrality", "Wind_power_in_the_United_Kingdom", "Renewable_heat"], "ranked_scores": [207.0, 207.0, 205.0, 204.0, 203.0, 203.0, 203.0, 203.0, 202.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Atmospheric_carbon_cycle", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_cycle_re-balancing", "Carbon_offset", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Carbon_tax", "Deforestation_and_climate_change"], "ranked_scores": [206.0, 200.0, 197.0, 194.0, 193.0, 193.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Heinrich_event", "Arctic_Climate_Impact_Assessment", "Snowball_Earth", "East_Greenland_Current", "Greenland_ice_core_project", "Geography_of_Antarctica", "Great_Salinity_Anomaly"], "ranked_scores": [196.0, 190.0, 189.0, 189.0, 188.0, 188.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming_potential", "Climate_change_in_the_Arctic", "Abrupt_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "CO2_fertilization_effect", "Carbon_cycle_re-balancing", "Global_warming", "Ocean_acidification"], "ranked_scores": [195.0, 195.0, 194.0, 193.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "ExxonMobil_climate_change_controversy", "The_Real_Global_Warming_Disaster", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Runaway_greenhouse_effect", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Climate_Central", "Scientific_opinion_on_climate_change"], "ranked_scores": [213.0, 192.0, 191.0, 191.0, 190.0, 190.0, 189.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Cascade_effect_(ecology)", "Effects_of_climate_change_on_terrestrial_animals", "Ecology_of_the_Rocky_Mountains", "Habitat", "List_of_ecoregions_in_the_United_States_(EPA)", "Scientific_opinion_on_climate_change", "Climate_of_the_United_States", "List_of_mammals_of_New_England", "Media_coverage_of_climate_change", "Heaven_and_Earth_(book)"], "ranked_scores": [190.0, 190.0, 184.0, 184.0, 182.0, 180.0, 180.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["IPCC_Fourth_Assessment_Report", "IPCC_Second_Assessment_Report", "Attribution_of_recent_climate_change", "IPCC_Fifth_Assessment_Report", "Stern_Review", "IPCC_First_Assessment_Report", "U.S._Global_Change_Research_Program", "Climate_change_feedback", "World_Climate_Report", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [208.0, 204.0, 203.0, 202.0, 202.0, 200.0, 199.0, 199.0, 199.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Solar_cycle_19", "Copenhagen_Diagnosis", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2007_Western_North_American_heat_wave", "100,000-year_problem", "Temperature_record_of_the_past_1000_years", "Climate_change_in_the_United_States", "Climatic_Research_Unit_documents", "Solar_cycle_18", "Solar_cycle_(calendar)"], "ranked_scores": [192.0, 190.0, 189.0, 187.0, 186.0, 184.0, 183.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Thermohaline_circulation", "National_Climate_Assessment", "Advisory_Group_on_Greenhouse_Gases", "American_Association_of_State_Climatologists", "World_Climate_Research_Programme", "NoCO2_Certification_Program", "Copernicus_Climate_Change_Service_(C3S)", "Mauna_Loa_Observatory", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "U.S._Global_Change_Research_Program"], "ranked_scores": [190.0, 189.0, 186.0, 186.0, 186.0, 186.0, 185.0, 185.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Anoxic_waters", "Geological_history_of_oxygen", "Oceanic_carbon_cycle", "Ocean_acidification", "CO2_fertilization_effect", "Atmospheric_thermodynamics", "Estuarine_acidification", "Carbon_cycle", "Sulfuric_acid", "Dolomitization"], "ranked_scores": [187.0, 185.0, 185.0, 184.0, 184.0, 181.0, 181.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Climate_change_in_the_United_States", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "Climate_change_feedback", "Global_warming_controversy"], "ranked_scores": [197.0, 196.0, 194.0, 194.0, 192.0, 191.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Solar_cycle_19", "Post–World_War_II_economic_expansion", "Golden_age_(metaphor)", "PDO", "Solar_cycle_(calendar)", "20th_century", "Solar_storm_of_1859", "List_of_states_during_the_Middle_Ages", "1911_Eastern_North_America_heat_wave", "Year_Without_a_Summer"], "ranked_scores": [178.0, 174.0, 172.0, 171.0, 171.0, 169.0, 169.0, 168.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Copernicus_Climate_Change_Service_(C3S)", "Stern_Review", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "Keeling_Curve", "Copenhagen_Diagnosis", "Ice2sea", "General_circulation_model", "David_Titley", "Tipping_point_(climatology)"], "ranked_scores": [192.0, 191.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Trade_winds", "North_Atlantic_Current", "Geostrophic_wind", "Arctic_Circle", "Polar_High", "Measurement_of_sea_ice", "Jet_stream", "Antarctic_Circumpolar_Current", "Geostrophic_current", "Arctic_dipole_anomaly"], "ranked_scores": [188.0, 187.0, 185.0, 185.0, 185.0, 184.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "2014–16_El_Niño_event", "List_of_locations_with_a_subtropical_climate", "Mesopause", "Cool_tropics_paradox", "Megathermal", "1997–98_El_Niño_event", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "Instrumental_temperature_record"], "ranked_scores": [187.0, 186.0, 186.0, 185.0, 182.0, 181.0, 178.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Copenhagen_Diagnosis", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_Change_Science_Program", "Composite_Higgs_models", "Higgs_boson", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Collider_Detector_at_Fermilab", "Proton_decay", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [180.0, 178.0, 176.0, 176.0, 176.0, 175.0, 175.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_bubble", "Greenhouse_gas_emissions_by_the_United_States", "Low-carbon_emission", "Carbon-based_fuel", "Carbon_emission_trading", "Carbon_tax", "West_Spitsbergen_Current", "Emissions_trading", "Environmental_pricing_reform"], "ranked_scores": [186.0, 180.0, 180.0, 179.0, 177.0, 177.0, 177.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Ice2sea", "ECMWF_re-analysis", "Sea_level_rise", "Copernicus_Programme", "Future_sea_level", "Marine_isotope_stage", "Copenhagen_Diagnosis", "Glacial_earthquake", "Great_Salinity_Anomaly", "Past_sea_level"], "ranked_scores": [192.0, 186.0, 186.0, 184.0, 183.0, 182.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["American_Association_of_State_Climatologists", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "National_Oceanic_and_Atmospheric_Administration", "2001_Eastern_North_America_heat_wave", "The_Coming_Global_Superstorm", "1908", "Growth_of_wind_power_in_the_United_States", "Great_Salt_Lake_effect", "United_States_Geological_Survey", "International_Geophysical_Year"], "ranked_scores": [182.0, 180.0, 178.0, 174.0, 174.0, 173.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Chemical_oceanography", "Chemical_cycling", "Acid_rain", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_chemistry", "Reasons_for_concern"], "ranked_scores": [207.0, 200.0, 198.0, 192.0, 191.0, 191.0, 189.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Energy_crisis", "Non-renewable_resource", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation_scenarios", "The_Real_Global_Warming_Disaster", "Stern_Review", "Global_catastrophic_risk", "Runaway_greenhouse_effect", "Exogeny", "Fossil_fuel_divestment"], "ranked_scores": [189.0, 189.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Snowball_Earth", "Great_Salinity_Anomaly", "Pacific_decadal_oscillation", "Past_sea_level", "Ice2sea", "Norwegian_cyclone_model", "Future_sea_level", "Growth_of_wind_power_in_the_United_States", "1808/1809_mystery_eruption"], "ranked_scores": [194.0, 188.0, 187.0, 185.0, 184.0, 182.0, 181.0, 181.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Abrupt_climate_change", "Climate_change_in_Europe", "1997–98_El_Niño_event", "Copenhagen_Diagnosis", "2011_United_Nations_Climate_Change_Conference", "Tipping_points_in_the_climate_system"], "ranked_scores": [200.0, 193.0, 191.0, 187.0, 185.0, 184.0, 183.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_documents", "Stern_Review", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation_scenarios", "IPCC_Fourth_Assessment_Report", "Copenhagen_Diagnosis", "The_Great_Global_Warming_Swindle", "Climate_change_feedback", "World_Climate_Report", "Runaway_greenhouse_effect"], "ranked_scores": [200.0, 200.0, 200.0, 200.0, 200.0, 199.0, 198.0, 197.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "1980_United_States_heat_wave", "Highest_temperature_recorded_on_Earth", "1936_North_American_cold_wave", "2000_Southern_United_States_heat_wave", "Megathermal"], "ranked_scores": [193.0, 189.0, 186.0, 185.0, 185.0, 181.0, 180.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Anthropocentrism", "Climate_change_denial", "Climate_sensitivity"], "ranked_scores": [199.0, 194.0, 193.0, 186.0, 186.0, 185.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Global_warming_hiatus", "Climate_sensitivity", "Greenhouse_and_icehouse_Earth", "Climate_change_in_the_United_States", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Climate_change_feedback", "Global_cooling_(disambiguation)", "Copenhagen_Diagnosis"], "ranked_scores": [194.0, 193.0, 191.0, 188.0, 187.0, 187.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Fossil_fuel", "Fossil_fuel_power_station", "Renewable_natural_gas", "Greenhouse_gas_accounting", "Flue-gas_emissions_from_fossil-fuel_combustion", "Natural_gas", "Carbon-based_fuel", "Energy_mix", "Shale_gas", "Fossil_fuel_exporters"], "ranked_scores": [198.0, 197.0, 195.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Counterfactual_thinking", "Risk_neutral", "Planning_fallacy", "Centre_for_the_Study_of_Existential_Risk", "Non-renewable_resource", "Backcasting", "Prevention_paradox", "Stern_Review", "Fisher_hypothesis", "Long-term_experiment"], "ranked_scores": [179.0, 178.0, 178.0, 178.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Carbon_neutrality", "Carbon_pricing_in_Australia", "Kyoto_Protocol", "Carbon_capture_and_storage", "Climate_Change_Act_2008", "Low-carbon_building", "Green_industrial_policy", "United_States_withdrawal_from_the_Paris_Agreement", "Carbon_credit", "United_Nations_Climate_Change_conference"], "ranked_scores": [180.0, 176.0, 172.0, 172.0, 171.0, 171.0, 170.0, 170.0, 169.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "1982–83_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Solar_cycle_19"], "ranked_scores": [205.0, 195.0, 192.0, 191.0, 190.0, 190.0, 190.0, 189.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_Ocean", "Antarctic_sea_ice", "Antarctic_Circumpolar_Current", "International_Weddell_Sea_Oceanographic_Expeditions", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Sea_ice", "East_Antarctic_Ice_Sheet", "Ice2sea"], "ranked_scores": [218.0, 210.0, 210.0, 208.0, 206.0, 205.0, 203.0, 202.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Environmental_impact_of_the_coal_industry", "Renewable_natural_gas", "Carbon-neutral_fuel", "Fossil_fuel", "Fossil_fuel_power_station", "Coal_gasification", "List_of_coal_fired_power_stations_in_Australia", "Energy_mix"], "ranked_scores": [225.0, 219.0, 209.0, 201.0, 199.0, 198.0, 197.0, 196.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–World_War_II_economic_expansion", "100,000-year_problem", "Solar_cycle_19", "PDO", "1982–83_El_Niño_event", "Solar_cycle_(calendar)", "Carbon_dioxide_reforming", "Green_Revolution", "Post-glacial_rebound", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [177.0, 175.0, 175.0, 172.0, 172.0, 172.0, 172.0, 170.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Renewable_energy_in_the_United_States", "Energy_in_Europe", "Environmental_Performance_Index", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "World_energy_consumption", "Environmental_indicator", "Solar_power_by_country", "World_Energy_Outlook", "Sustainable_energy"], "ranked_scores": [176.0, 174.0, 174.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Climate_change", "Effects_of_global_warming", "Deforestation_and_climate_change", "Global_warming_hiatus", "Physical_impacts_of_climate_change", "Tipping_point_(climatology)", "Climate_change_feedback", "Global_warming_controversy", "Tipping_points_in_the_climate_system"], "ranked_scores": [195.0, 194.0, 193.0, 192.0, 191.0, 191.0, 189.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Climate_change_denial", "Global_warming_hiatus", "Arctic_geoengineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Solar_cycle_(calendar)", "Kyoto_Protocol", "Copenhagen_Accord", "Canada_and_the_Kyoto_Protocol", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [168.0, 167.0, 167.0, 166.0, 165.0, 165.0, 165.0, 164.0, 163.0, 163.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Regional_effects_of_global_warming", "Earth's_energy_budget", "Global_cooling", "Climate_change_(general_concept)", "Climate_change", "Effect_of_Sun_angle_on_climate", "Cloud_feedback", "Future_of_Earth", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_scores": [200.0, 197.0, 196.0, 196.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Soft_landing_(economics)", "Diminishing_returns", "Regression_toward_the_mean", "Solow_residual", "Phillips_curve", "Stern_Review", "Trend_stationary", "Worse-than-average_effect", "Contraction_and_Convergence", "Tipping_point_(climatology)"], "ranked_scores": [183.0, 183.0, 183.0, 180.0, 180.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Deforestation_and_climate_change", "Climate_change_feedback", "Attribution_of_recent_climate_change", "Carbon_cycle_re-balancing", "Regional_effects_of_global_warming", "Reasons_for_concern", "IPCC_Fourth_Assessment_Report", "Copenhagen_Diagnosis", "History_of_climate_change_science", "Global_warming"], "ranked_scores": [204.0, 202.0, 198.0, 196.0, 195.0, 195.0, 195.0, 194.0, 194.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Solar_phenomena", "Radiative_forcing", "Earth's_energy_budget", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Megathermal", "Solar_cycle_19", "Climate_change_(general_concept)", "Idealized_greenhouse_model", "History_of_Earth"], "ranked_scores": [190.0, 189.0, 186.0, 186.0, 185.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_Alliance", "Avoiding_Dangerous_Climate_Change", "Government_Chief_Scientific_Adviser_(United_Kingdom)", "Köppen_climate_classification", "Science_policy", "Postcautionary_principle", "Scientific_consensus", "Copernicus_Climate_Change_Service_(C3S)", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [186.0, 176.0, 176.0, 176.0, 176.0, 174.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Low-carbon_emission", "Atmospheric_electricity", "Excessive_heat_watch", "Emission_intensity", "Hot_tower", "Ozone_layer", "List_of_heat_waves", "The_Radiators_(American_band)", "Heat_wave", "Solar_gain"], "ranked_scores": [183.0, 182.0, 179.0, 178.0, 178.0, 178.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Politics_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Global_cooling"], "ranked_scores": [211.0, 200.0, 195.0, 195.0, 194.0, 193.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "California", "Plug-in_hybrids_in_California", "Climate_gap", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Southern_California", "Solar_cell_efficiency", "Electricity_sector_of_the_United_States", "List_of_ecoregions_in_the_United_States_(EPA)"], "ranked_scores": [192.0, 188.0, 187.0, 186.0, 184.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Productivity_(ecology)", "Growth_of_wind_power_in_the_United_States", "Demographics_of_the_world", "Biomedical_research_in_the_United_States", "Economic_growth", "Workforce_productivity", "Industrial_Revolution", "Economy_of_the_United_States", "Biodiversity", "Economy_of_North_America"], "ranked_scores": [189.0, 180.0, 180.0, 179.0, 179.0, 178.0, 177.0, 176.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-128-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Forage_fish", "Season_creep", "Rubus_arcticus", "List_of_carbon_ranches", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Kodiak_bear", "Seed_predation", "Rubus_defectionis"], "ranked_scores": [99.0, 95.0, 94.0, 94.0, 93.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Permafrost_carbon_cycle", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_chemistry", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_potential", "International_Permafrost_Association", "The_Cryosphere"], "ranked_scores": [120.0, 112.0, 109.0, 107.0, 106.0, 105.0, 104.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Surface_weather_analysis", "Permanent_Service_for_Mean_Sea_Level", "Sea", "Annual_cycle_of_sea_level_height", "Marine_regression", "Sea_level", "Ocean_surface_topography", "Oceanic_plateau", "Weather_map", "Sea_surface_temperature"], "ranked_scores": [107.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Antarctic_Cold_Reversal", "Tipping_points_in_the_climate_system", "Future_sea_level", "Arctic_sea_ice_decline", "Cordilleran_Ice_Sheet", "Abrupt_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice_sheet", "Tipping_point_(climatology)", "Retreat_of_glaciers_since_1850"], "ranked_scores": [106.0, 104.0, 102.0, 102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_neutrality", "Advisory_Group_on_Greenhouse_Gases", "Carbon_cycle_re-balancing", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Carbon-neutral_fuel", "Sustainable_energy", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_accounting", "Greenhouse_gas_emissions_by_the_United_States", "IPCC_First_Assessment_Report"], "ranked_scores": [112.0, 112.0, 110.0, 109.0, 109.0, 109.0, 109.0, 108.0, 108.0, 108.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Avoiding_Dangerous_Climate_Change", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Climate_change_denial", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Carbon_cycle_re-balancing", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [107.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Antarctic_Cold_Reversal", "Antarctic_Circumpolar_Current", "Greenland_ice_sheet", "Arctic_Archipelago_Marine_Ecozone_(CEC)", "East_Greenland_Current", "Geography_of_Antarctica", "Ross_Ice_Shelf", "Ice2sea", "West_Spitsbergen_Current"], "ranked_scores": [105.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming_potential", "Global_cooling", "IPCC_First_Assessment_Report", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change", "Ocean_acidification", "Abrupt_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_in_Antarctica"], "ranked_scores": [109.0, 107.0, 106.0, 106.0, 106.0, 105.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "2007_Western_North_American_heat_wave", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "2000_Southern_United_States_heat_wave", "Attribution_of_recent_climate_change", "Antarctica_cooling_controversy", "Climate_change_in_the_United_States"], "ranked_scores": [110.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Cascade_effect_(ecology)", "Ecology_of_the_Rocky_Mountains", "List_of_locations_with_a_subtropical_climate", "Land_cover", "Geography_of_North_America", "Wilderness", "Habitat", "Greater_Yellowstone_Ecosystem", "Human_impact_on_the_environment", "List_of_ecoregions_in_the_United_States_(EPA)"], "ranked_scores": [106.0, 104.0, 102.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["IPCC_Fourth_Assessment_Report", "Attribution_of_recent_climate_change", "Climate_change_feedback", "Reasons_for_concern", "U.S._Global_Change_Research_Program", "Climate_Change_Science_Program", "IPCC_First_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Tipping_point_(climatology)", "Regional_effects_of_global_warming"], "ranked_scores": [109.0, 107.0, 107.0, 105.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Climate_change_in_the_United_States", "Tipping_point_(climatology)", "CO2_fertilization_effect", "IPCC_First_Assessment_Report", "Global_warming_potential", "Mitigation_of_global_warming_in_Australia", "Solar_cycle_19", "Global_warming_hiatus", "World_Climate_Report", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [103.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Global_warming_potential", "Advisory_Group_on_Greenhouse_Gases", "Surface_weather_analysis", "Global_Climate_Observing_System", "CO2_is_Green", "Intermediate_General_Circulation_Model", "Carbon_profiling", "National_Climate_Assessment", "West_Spitsbergen_Current", "World_Climate_Research_Programme"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Geological_history_of_oxygen", "Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Water_distribution_on_Earth", "History_of_climate_change_science", "CO2_fertilization_effect", "Shutdown_of_thermohaline_circulation", "Instrumental_temperature_record", "Tipping_points_in_the_climate_system"], "ranked_scores": [99.0, 97.0, 97.0, 97.0, 97.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climate_change_in_the_United_States", "Gore_Effect", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Avoiding_Dangerous_Climate_Change", "Copenhagen_Diagnosis", "Reasons_for_concern"], "ranked_scores": [108.0, 107.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–World_War_II_economic_expansion", "Solar_cycle_19", "20th_century", "1911_Eastern_North_America_heat_wave", "Dole_effect", "Great_Oxygenation_Event", "Air_Pollution_Control_Act", "Golden_age_(metaphor)", "Solar_cycle_(calendar)", "Solar_cycle_18"], "ranked_scores": [97.0, 96.0, 94.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Stern_Review", "Tipping_point_(climatology)", "Copernicus_Climate_Change_Service_(C3S)", "Intermediate_General_Circulation_Model", "Ian_Clark_(geologist)", "2011_United_Nations_Climate_Change_Conference", "CLOUD_experiment", "Climatic_Research_Unit_documents", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Northern_Sea_Route", "Measurement_of_sea_ice", "Antarctic_Circumpolar_Current", "Polar_front", "60th_parallel_south", "Arctic_Circle", "North_Atlantic_Deep_Water", "Polar_High", "Spitsbergen", "Trade_winds"], "ranked_scores": [106.0, 103.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Mesopause", "Pliocene_climate", "Satellite_temperature_measurements", "Instrumental_temperature_record", "Glacier_mass_balance", "Megathermal", "MSU_temperature_measurements", "Sea_surface_temperature", "Solar_cycle_18", "Solar_cycle_19"], "ranked_scores": [101.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_Change_Science_Program", "Younger_Dryas_impact_hypothesis", "CO2_fertilization_effect", "Copenhagen_Diagnosis", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "CLOUD_experiment", "Proton_decay", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [103.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_bubble", "West_Ice", "Wiesław_Masłowski", "Carbon_price", "Energy_in_Denmark", "Aliso_Canyon_gas_leak", "Petroleum_in_the_United_States", "Peak_oil", "Marcellus_natural_gas_trend", "The_Coming_Global_Superstorm"], "ranked_scores": [93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Ice2sea", "West_Spitsbergen_Current", "Heinrich_event", "History_of_Svalbard", "Sea_level_rise", "International_Weddell_Sea_Oceanographic_Expeditions", "Pacific_decadal_oscillation", "ECMWF_re-analysis", "Glacial_earthquake", "Last_Glacial_Maximum"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "Pacific_decadal_oscillation", "American_Association_of_State_Climatologists", "2007_Western_North_American_heat_wave", "Great_Salt_Lake_effect", "Surface_weather_analysis", "The_Tropical_Sun", "Surface_Heat_Budget_of_the_Arctic_Ocean", "United_States_rainfall_climatology", "List_of_heat_waves"], "ranked_scores": [95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_chemistry", "Chemical_cycling", "Acid_rain", "Thermohaline_circulation", "Oceanic_carbon_cycle", "Chemical_oceanography", "Geochemical_cycle", "Sulfate_aerosol"], "ranked_scores": [110.0, 110.0, 103.0, 103.0, 102.0, 100.0, 100.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Global_catastrophic_risk", "Stern_Review", "Climatic_Research_Unit_documents", "Error_catastrophe", "Global_Change_Research_Act_of_1990", "Runaway_greenhouse_effect", "Longevity_risk", "Teach_the_Controversy", "Reasons_for_concern"], "ranked_scores": [101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["2016_Atlantic_hurricane_season", "Future_sea_level", "Sea_level_rise", "Pacific_decadal_oscillation", "1982–83_El_Niño_event", "Glacial_earthquake", "1993_Storm_of_the_Century", "Timeline_of_the_2010_Pacific_hurricane_season", "2004_Atlantic_hurricane_season", "2013_Pacific_hurricane_season"], "ranked_scores": [103.0, 103.0, 102.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "Abrupt_climate_change", "Droughts_in_the_United_States", "Solar_storm_of_1859", "Antarctic_Cold_Reversal", "Great_Storm_of_1987", "2009_United_Nations_Climate_Change_Conference", "Drought_in_the_United_Kingdom", "Tipping_point_(climatology)", "Tipping_points_in_the_climate_system"], "ranked_scores": [101.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Reasons_for_concern", "Runaway_greenhouse_effect", "Scientific_opinion_on_climate_change", "Climate_change_feedback", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Media_coverage_of_climate_change", "IPCC_Fourth_Assessment_Report", "The_Great_Global_Warming_Swindle"], "ranked_scores": [105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["1911_Eastern_North_America_heat_wave", "2001_Eastern_North_America_heat_wave", "1908", "Highest_temperature_recorded_on_Earth", "2007_Western_North_American_heat_wave", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Humid_continental_climate", "Pacific_decadal_oscillation", "Quaternary_glaciation"], "ranked_scores": [103.0, 103.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Quaternary_glaciation", "Global_warming_conspiracy_theory", "World_Climate_Report", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Late_Glacial", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [109.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_in_the_United_States", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Climate_sensitivity", "Global_cooling_(disambiguation)", "Runaway_greenhouse_effect", "Scientific_consensus_on_climate_change", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon_capture_and_storage", "Fossil_fuel_exporters", "Carbon_emission_trading", "Energy_in_the_United_States", "Greenhouse_gas_accounting", "Renewable_energy_commercialization", "Runaway_greenhouse_effect", "Flue-gas_emissions_from_fossil-fuel_combustion", "Volcanic_winter", "Waste-to-energy_plant"], "ranked_scores": [104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Counterfactual_thinking", "Planning_fallacy", "Stern_Review", "Non-renewable_resource", "Backcasting", "Prevention_paradox", "Fisher_hypothesis", "Induced_innovation", "Planetary_management", "Risk_neutral"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Carbon_neutrality", "United_States_withdrawal_from_the_Paris_Agreement", "Carbon_pricing_in_Australia", "Advisory_Group_on_Greenhouse_Gases", "Carbon_cycle_re-balancing", "Carbon_offset", "Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Permafrost_carbon_cycle", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [97.0, 96.0, 95.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "1997–98_El_Niño_event", "Instrumental_temperature_record", "1982–83_El_Niño_event", "1908", "El_Niño", "Low-pressure_area", "Solar_cycle_18", "Solar_cycle_19"], "ranked_scores": [107.0, 105.0, 104.0, 102.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_Ocean", "Measurement_of_sea_ice", "Antarctic_Circumpolar_Current", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "East_Antarctic_Ice_Sheet", "Ice2sea", "East_Greenland_Current", "North_American_Arctic", "Labrador_Current"], "ranked_scores": [113.0, 112.0, 112.0, 111.0, 110.0, 109.0, 109.0, 109.0, 109.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Greenhouse_gas_accounting", "Carbon-neutral_fuel", "Greenhouse_gas_inventory", "Energy_industry", "Low-carbon_emission", "Energy_mix", "Renewable_natural_gas"], "ranked_scores": [113.0, 110.0, 109.0, 108.0, 107.0, 107.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Dole_effect", "2000", "Air_Pollution_Control_Act", "Nuclear_Waste_Policy_Act", "Post–World_War_II_economic_expansion", "Solar_cycle_19", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "20th_century", "Federal_Fuel_Administration", "Fuel_Economy_Reform_Act"], "ranked_scores": [96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_in_the_European_Union", "World_energy_consumption", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "GHG_footprint", "Mitigation_of_global_warming_in_Australia", "Renewable_energy", "Sustainable_energy"], "ranked_scores": [98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Carbon_cycle", "Carbon_sequestration", "Climate_change", "Runaway_greenhouse_effect", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Presidential_Climate_Action_Plan", "Tipping_point_(climatology)", "Tipping_points_in_the_climate_system"], "ranked_scores": [106.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_denial", "Carbon_neutrality", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_of_Antarctica", "Ice_core", "Permafrost_carbon_cycle", "Physical_impacts_of_climate_change", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [97.0, 96.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change", "Regional_effects_of_global_warming", "Global_cooling", "Effects_of_global_warming", "Earth's_energy_budget", "Global_warming", "Climate_change_(general_concept)", "Cloud_feedback", "Environmental_issue", "Greening_Earth_Society"], "ranked_scores": [109.0, 109.0, 108.0, 108.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Worse-than-average_effect", "Regression_toward_the_mean", "DICE_model", "Coupled_model_intercomparison_project", "Stern_Review", "Marine_regression", "Atmospheric_Model_Intercomparison_Project", "GDP_deflator", "Reserves-to-production_ratio", "Gini_coefficient"], "ranked_scores": [97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_feedback", "Environmental_issue", "Regional_effects_of_global_warming", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Politics_of_global_warming"], "ranked_scores": [110.0, 107.0, 107.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Earth's_energy_budget", "Global_cooling", "Climate_change_(general_concept)", "Cloud_feedback", "Thermal_optimum", "Cool_tropics_paradox", "Idealized_greenhouse_model", "Instrumental_temperature_record", "Solar_phenomena", "Solar_gain"], "ranked_scores": [105.0, 101.0, 101.0, 100.0, 100.0, 100.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_Alliance", "Scientific_consensus", "Science_policy", "Intergovernmental_Panel_on_Climate_Change", "Climate_change_denial", "Government_Chief_Scientific_Adviser_(United_Kingdom)", "List_of_climate_scientists", "Non-standard_cosmology", "World_Climate_Change_Conference,_Moscow", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [101.0, 98.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weatherization", "ASHRAE_90.1", "List_of_energy_efficient_buildings_in_India", "Low-carbon_emission", "List_of_heat_waves", "AccuWeather", "Condensation_cloud", "Ground-coupled_heat_exchanger", "Heat_index", "Solar_gain"], "ranked_scores": [99.0, 99.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Global_cooling", "Canada_and_the_Kyoto_Protocol", "Effects_of_global_warming", "Avoiding_Dangerous_Climate_Change", "Climate_change", "Climate_change_in_the_Arctic", "Environmental_issue", "Reasons_for_concern"], "ranked_scores": [115.0, 113.0, 110.0, 109.0, 108.0, 107.0, 107.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Plug-in_hybrids_in_California", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Wind_power_in_Colorado", "California", "Solar_power_in_the_United_States", "Climate_change_denial", "Renewable_energy_in_the_United_States", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [104.0, 102.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Demographics_of_the_world", "Productivity_(ecology)", "Economic_growth", "Growth_of_wind_power_in_the_United_States", "Sustainability_science", "Workforce", "Biomass_(ecology)", "List_of_urbanized_areas_in_Florida_(by_population)", "Measures_of_national_income_and_output", "Workforce_productivity"], "ranked_scores": [99.0, 98.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Rubus_arcticus", "Forage_fish", "Season_creep", "Corylus_cornuta", "Bird_migration", "Hunting_and_fishing_in_Alaska", "Rossby_number", "Rubus_defectionis", "Younger_Dryas"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Permafrost_carbon_cycle", "Carbon_dioxide", "Atmospheric_chemistry", "Ocean_acidification", "Permafrost", "Pollution_in_the_Arctic_Ocean", "Wetland_methane_emissions", "Shale_gas"], "ranked_scores": [61.0, 58.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Marine_regression", "Atlantic_Plain", "Coupled_model_intercomparison_project", "Free_Ocean_CO2_Enrichment", "Atlantic_coastal_plain", "Surface_weather_analysis", "Ocean_reanalysis", "Ecoregion", "Permanent_Service_for_Mean_Sea_Level", "Sea"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Glacial_earthquake", "Paleocene–Eocene_Thermal_Maximum", "Cordilleran_Ice_Sheet", "Abrupt_climate_change", "Glacier_mass_balance", "Past_sea_level", "Future_of_Earth", "Geomagnetic_reversal", "Tipping_points_in_the_climate_system"], "ranked_scores": [57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "Climate_change_in_China", "Canada_and_the_Kyoto_Protocol", "Green_industrial_policy", "Mitigation_of_global_warming_in_Australia", "Presidential_Climate_Action_Plan", "Runaway_greenhouse_effect", "Renewable_energy_commercialization", "Renewable_fuels", "Sustainable_energy"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Scientific_opinion_on_climate_change", "Ozone_depletion_and_climate_change", "Carbon_cycle_re-balancing", "Global_cooling", "Carbon_neutrality", "The_Real_Global_Warming_Disaster", "Special_Report_on_Global_Warming_of_1.5_°C", "Views_on_the_Kyoto_Protocol", "World_Climate_Report"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Antarctic_Circumpolar_Current", "West_Spitsbergen_Current", "Ice2sea", "Arktika_2007", "Arctic_Archipelago_Marine_Ecozone_(CEC)", "Copernicus_Climate_Change_Service_(C3S)", "East_Greenland_Current", "Kerguelen_Plateau", "World_Climate_Research_Programme", "Wind"], "ranked_scores": [59.0, 59.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Global_warming_potential", "Climate_change_in_the_Arctic", "Earth's_energy_budget", "Energy_mix", "Idealized_greenhouse_model", "Earth's_internal_heat_budget", "Global_warming_in_Antarctica", "Peak_oil", "IPCC_First_Assessment_Report", "Thermal_optimum"], "ranked_scores": [58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Droughts_in_the_United_States", "Hurricane_Katrina_and_global_warming", "List_of_South_America_tropical_cyclones", "Climate_change_in_the_United_States", "Energy_accidents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Runaway_greenhouse_effect", "Environmental_issue", "Natural_hazard", "Scientific_opinion_on_climate_change"], "ranked_scores": [58.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Cascade_effect_(ecology)", "List_of_locations_with_a_subtropical_climate", "Extinction", "Climate_gap", "Habitat", "Effects_of_climate_change_on_terrestrial_animals", "Greater_Yellowstone_Ecosystem", "Season_creep", "Geography_of_North_America", "Natural_environment"], "ranked_scores": [59.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["IPCC_Fourth_Assessment_Report", "Climate_Change_Science_Program", "U.S._Global_Change_Research_Program", "IPCC_First_Assessment_Report", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Climate_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Climate_sensitivity", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Climate_change_in_the_United_States", "2001_Eastern_North_America_heat_wave", "World_Climate_Report", "Global_warming_potential", "IPCC_First_Assessment_Report", "List_of_heat_waves", "Solar_cycle", "Solar_cycle_(calendar)", "Peak_oil", "Tipping_point_(climatology)"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Thermohaline_circulation", "Marine_energy", "Primary_energy", "Global_Climate_Observing_System", "SOLAR_(ISS)", "Global_warming_potential", "Water", "Great_Lakes_Areas_of_Concern", "West_Spitsbergen_Current", "Sustainable_energy"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Chemical_cycling", "Phosphorus_cycle", "Milankovitch_cycles", "Oxygen_cycle", "Geological_history_of_oxygen", "Global_warming_potential", "Idealized_greenhouse_model", "Ozone_depletion", "Ocean_acidification", "Oceanic_carbon_cycle"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Gore_Effect", "Global_warming_controversy", "Climate_change_in_the_United_States", "List_of_heat_waves", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Extinction_event", "Copenhagen_Diagnosis", "Media_coverage_of_climate_change", "World_Climate_Report"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–World_War_II_economic_expansion", "20th_century", "Dole_effect", "1982–83_El_Niño_event", "2000", "Trade_winds", "PDO", "Solar_cycle_19", "Solar_cycle_(calendar)", "Tropical_year"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Keeling_Curve", "Copernicus_Climate_Change_Service_(C3S)", "Iron_fertilization", "Stern_Review", "Ian_Clark_(geologist)", "Planetary_management", "Marine_regression", "DICE_model", "Ice2sea", "Fishing_down_the_food_web"], "ranked_scores": [56.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Measurement_of_sea_ice", "Nor'easter", "Mountain-gap_wind", "Winter_1985_cold_wave", "Arctic_dipole_anomaly", "Glacial_earthquake", "Geomagnetic_reversal", "High-pressure_area", "Stratosphere", "Weather_front"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Cool_tropics_paradox", "2001_Eastern_North_America_heat_wave", "Global_warming_potential", "Hydrosphere", "Megathermal", "Idealized_greenhouse_model", "Pliocene_climate", "Orbital_forcing", "Past_sea_level", "West_Spitsbergen_Current"], "ranked_scores": [55.0, 55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Paleocene–Eocene_Thermal_Maximum", "Younger_Dryas_impact_hypothesis", "Paleoecology", "Climatic_Research_Unit_documents", "Circumstellar_habitable_zone", "Keeling_Curve", "Marine_isotope_stage", "Neoglaciation", "Wisconsin_glaciation"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Embedded_emissions", "GHG_footprint", "Economy_of_the_United_States", "Environmental_impact_of_aviation", "Peak_oil", "Renewable_energy_in_Germany", "TransCanada_Corporation", "West_Ice", "Wind_power_in_the_European_Union", "Wind_power_by_country"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Southern_Hemisphere", "Antarctic_Circumpolar_Current", "Past_sea_level", "West_Spitsbergen_Current", "Sea_level_rise", "Arctic_Ocean", "List_of_glaciers_of_Iceland", "Arktika_2007", "North_Atlantic_Deep_Water", "Ice2sea"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Peak_oil", "Copenhagen_Diagnosis", "Atmospheric_chemistry", "IPCC_First_Assessment_Report", "List_of_heat_waves", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Solar_cycle_18", "Polar_High", "U.S._Global_Change_Research_Program", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Geochemical_cycle", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide", "Oxygen_cycle", "Acid_rain", "Phosphorus_cycle", "Tropospheric_ozone", "Water_resources"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Stern_Review", "Induced_innovation", "Runaway_greenhouse_effect", "The_Real_Global_Warming_Disaster", "Environmental_pricing_reform", "Mandatory_renewable_energy_target", "Manufactured_risk", "Non-renewable_resource", "Resource_consumption", "World_Climate_Report"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["List_of_South_America_tropical_cyclones", "North_Atlantic_Deep_Water", "Trade_winds", "Norwegian_cyclone_model", "Tropical_cyclogenesis", "Pacific_Northwest_windstorm", "Post-glacial_rebound", "Rear-inflow_jet", "Sea_level_rise", "Wind"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Abrupt_climate_change", "2009_United_Nations_Climate_Change_Conference", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Scientific_consensus_on_climate_change", "Regional_effects_of_global_warming", "2015_United_Nations_Climate_Change_Conference", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Retreat_of_glaciers_since_1850", "Tipping_point_(climatology)"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Avoiding_Dangerous_Climate_Change", "Media_coverage_of_climate_change", "World_Climate_Report", "Reasons_for_concern", "Runaway_greenhouse_effect", "Stern_Review", "The_Real_Global_Warming_Disaster", "Tipping_point_(climatology)"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Summer_of_1976_(Europe)", "2011_North_American_heat_wave", "Global_warming_hiatus", "Pacific_decadal_oscillation", "Views_on_the_Kyoto_Protocol", "Scientific_consensus_on_climate_change"], "ranked_scores": [55.0, 55.0, 54.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Quaternary_glaciation", "Planetary_equilibrium_temperature", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Late_Glacial", "Greenhouse_gas", "Hekla_3_eruption", "Late_Pleistocene", "History_of_Earth", "Neoglaciation"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_sensitivity", "Abrupt_climate_change", "Scientific_consensus_on_climate_change", "Climate_variability", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Embedded_emissions", "Energy_mix", "Electricity_sector_in_China", "History_of_sustainability", "Renewable_energy_commercialization", "Primary_energy", "Solar_energy", "Renewable_energy_in_Germany", "Renewable_fuels", "Sustainable_energy"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Systematic_risk", "Alternatives_assessment", "Risk_neutral", "Planetary_management", "Induced_innovation", "Stern_Review", "Prevention_paradox", "Inherent_safety", "The_Real_Global_Warming_Disaster", "Worse-than-average_effect"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Nuclear_power", "United_States_withdrawal_from_the_Paris_Agreement", "Climate_Change_Act_2008", "Kyoto_Protocol", "Nuclear_power_in_the_United_States", "Montreal_Protocol", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Plug-in_hybrids_in_California"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "Climate_change_in_the_United_States", "El_Niño", "Solar_cycle", "Wind", "Hurricane_Katrina_and_global_warming", "El_Niño–Southern_Oscillation", "Orbital_forcing", "Trade_winds", "Pacific_decadal_oscillation"], "ranked_scores": [60.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_resources_race", "East_Greenland_Current", "Arctic_Archipelago_Marine_Ecozone_(CEC)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_Ocean", "List_of_glaciers_of_Iceland", "Territorial_claims_in_the_Arctic", "Siberian_Shelf", "Arctic_ice_pack", "West_Spitsbergen_Current"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Greenhouse_gas_accounting", "Energy_development", "Carbon_dioxide_removal", "Clean_technology", "Carbon_capture_and_storage", "Carbon_emissions_reporting", "Coal_pollution_mitigation", "Renewable_thermal_energy", "Renewable_heat", "Greenhouse_gas_inventory"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["2000", "Fuel_Economy_Reform_Act", "Conservation_of_mass", "Solar_cycle_19", "Pacific_decadal_oscillation", "Dole_effect", "Flexible-fuel_vehicle", "Energy_and_Water_Development_and_Related_Agencies_Appropriations_Act,_2014", "Post–World_War_II_economic_expansion", "Solar_cycle_(calendar)"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Hydrosphere", "Wind_power_in_the_European_Union", "Cryosphere", "Carbon_dioxide_in_Earth's_atmosphere", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Lists_of_environmental_topics", "Sea_ice", "Renewable_energy", "Special_Report_on_Global_Warming_of_1.5_°C", "Wind_power_by_country"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Runaway_greenhouse_effect", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_sequestration", "Emissions_trading", "Energy_crisis", "Growth_of_wind_power_in_the_United_States", "Global_cooling_(disambiguation)", "Physical_impacts_of_climate_change"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Mesosphere", "Wind_power_in_California", "Asteroid_belt", "Ice_core", "Climate_of_Antarctica", "Future_of_Earth", "Laurentide_Ice_Sheet", "Plug-in_hybrids_in_California", "Paleocene–Eocene_Thermal_Maximum", "Subarctic_climate"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Ecological_yield", "Attribution_of_recent_climate_change", "Environment_(biophysical)", "Primary_energy", "Carbon-based_fuel", "Sustainable_energy", "Renewable_energy_commercialization", "Renewable_energy", "Resource_consumption", "Wind_power"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "DICE_model", "Backward_bending_supply_curve_of_labour", "Stern_Review", "Diminishing_returns", "Extreme_value_theory", "Slowdown", "Tipping_point_(climatology)", "Worse-than-average_effect", "Uptick_rule"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_feedback", "Scientific_consensus_on_climate_change", "Droughts_in_the_United_States", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "World_Climate_Report"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Earth's_energy_budget", "Earth's_internal_heat_budget", "Primary_energy", "Ecological_efficiency", "Energy_mix", "Environment_(biophysical)", "Energy", "Thermal_optimum", "Hydrosphere", "Idealized_greenhouse_model"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_Alliance", "Δ13C", "Gaia_hypothesis", "C3_carbon_fixation", "List_of_experimental_errors_and_frauds_in_physics", "Non-standard_cosmology", "National_Acid_Precipitation_Assessment_Program", "Postcautionary_principle", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Convective_heat_transfer", "Ground-coupled_heat_exchanger", "Net_metering", "ASHRAE_90.1", "Energy_value_of_coal", "Low-carbon_emission", "Surface_weather_analysis", "Weather_map", "US_Weather_Bureau_Station_(Block_Island)", "Weather_station"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "2001_Eastern_North_America_heat_wave", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Tipping_point_(climatology)", "Abrupt_climate_change", "Global_warming", "Cool_tropics_paradox", "Scientific_opinion_on_climate_change", "Global_warming_potential"], "ranked_scores": [61.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Carbon_neutrality", "Plug-in_hybrids_in_California", "Solar_power_in_Italy", "Climate_change_in_China", "Regional_effects_of_global_warming", "Minister_of_Climate_and_the_Environment", "Scientific_opinion_on_climate_change", "Renewable_energy", "Wind_power_in_the_United_States"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Productivity_(ecology)", "Ecological_yield", "Cumulative_effects_(environment)", "Renewable_resource", "Physical_impacts_of_climate_change", "List_of_Michigan_locations_by_per_capita_income", "United_States_rainfall_climatology", "Wind_power_in_California"], "ranked_scores": [56.0, 55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-bat": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Freshet", "Season_creep", "2014–15_North_American_winter", "Hunting_and_fishing_in_Alaska", "Olympic_marmot", "Brown_bear", "Chicory", "Northwoods_(forest)", "Rubus_arcticus", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Carbon_dioxide", "Atmospheric_methane", "Arctic_methane_emissions", "Sulfate_aerosol", "Keystone_species", "Permafrost_carbon_cycle", "Particulates", "Thermal_pollution", "Water_purification", "Wetland_methane_emissions"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Free_Ocean_CO2_Enrichment", "Ocean_reanalysis", "Marine_regression", "Geochemical_cycle", "International_Permafrost_Association", "Office_of_Oceanic_and_Atmospheric_Research", "Phosphorus_cycle", "Sea", "Permanent_Service_for_Mean_Sea_Level", "Surface_weather_analysis"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Coriolis_force", "Shutdown_of_thermohaline_circulation", "Climate_inertia", "Post-glacial_rebound", "Norwegian_cyclone_model", "November_2014_North_American_cold_wave", "Phanerozoic", "Past_sea_level", "Pelagic_zone", "Supercontinent"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_engineering", "Greenhouse_debt", "Greening_Earth_Society", "Energy_in_the_United_States", "Global_warming", "IPCC_First_Assessment_Report", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Politics_of_global_warming", "Global_warming_controversy", "Black_carbon", "Carbon-based_fuel", "Deforestation_and_climate_change", "Climate_change_denial", "Environmental_governance_in_Brazil", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["West_Spitsbergen_Current", "Antarctic_Circumpolar_Current", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenland_ice_core_project", "Ice_sheet", "Greenland_ice_sheet", "List_of_glaciers_of_Iceland", "Kerguelen_Plateau", "Nordic_Seas", "Siberian_Shelf"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Idealized_greenhouse_model", "Global_warming_potential", "Energy_mix", "Earth's_energy_budget", "Airborne_fraction", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Planetary_equilibrium_temperature", "Thermal_optimum"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "1980_United_States_heat_wave", "Droughts_in_the_United_States", "Environment_of_Florida", "1966_New_York_City_smog", "2016_American_Northeast_heat_wave", "Climate_change_in_the_United_States", "Environmental_hazard", "Energy_accidents", "Runaway_greenhouse_effect"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Cascade_effect_(ecology)", "Extinction", "Effects_of_climate_change_on_terrestrial_animals", "Greater_Yellowstone_Ecosystem", "Habitat", "Ehrlichia_Wisconsin_HM543746", "Hurricane_Katrina_and_global_warming", "Human_extinction", "Runaway_greenhouse_effect", "The_Nature_Conservancy"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Limiting_factor", "Climate_change_adaptation", "Alternative_energy", "Carrying_capacity", "Climate_change_feedback", "IPCC_Fourth_Assessment_Report", "Non-renewable_resource", "Climate_footprint", "Ecological_debt", "U.S._Global_Change_Research_Program"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Idealized_greenhouse_model", "Climate_ensemble", "Cool_tropics_paradox", "Energy_mix", "IPCC_First_Assessment_Report", "Global_warming_potential", "Peak_oil", "Greenhouse_and_icehouse_Earth", "Tipping_point_(climatology)", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["SOLAR_(ISS)", "Global_Climate_Observing_System", "Aqua_(satellite)", "Cosmic-ray_observatory", "NASA_Earth_Observatory", "Photovoltaic_system", "Outer_space", "Solar_cycle_18", "Planetary_surface", "Primary_energy"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Great_Oxygenation_Event", "Dole_effect", "Chemical_cycling", "Solar_cycle_19", "Geological_history_of_oxygen", "Hypercapnia", "Metabolic_acidosis", "Δ13C", "Solar_cycle_(calendar)", "Oxygen_cycle"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Environmental_hazard", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Runaway_greenhouse_effect", "Reasons_for_concern", "Gore_Effect", "Climate_sensitivity", "Thermal_radiation", "World_Climate_Report"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["International_waters", "Acid_dissociation_constant", "Solar_cycle_19", "Antilles_Current", "PDO", "Northern_North_Sea_basin", "Pacific_decadal_oscillation", "Reflation", "Value_of_life", "Solar_cycle_(calendar)"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Planetary_management", "Green_Revolution", "2011_United_Nations_Climate_Change_Conference", "Deglobalization", "Climate_engineering", "The_World_Is_Flat", "Tipping_point_(climatology)", "Underdevelopment", "United_Nations_Framework_Convention_on_Climate_Change", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Winter_1985_cold_wave", "Mountain-gap_wind", "2006_European_cold_wave", "Periglaciation", "Snow", "Glacial_earthquake", "Avalanche", "Weather_front", "Snowpack", "Thermopause"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "Wind_power_in_the_European_Union", "Bering_Glacier", "Hydrosphere", "Cool_tropics_paradox", "Planetary_equilibrium_temperature", "Solar_cycle_18", "Polar_ice_cap", "Wind_power_by_country", "Santa_Ana_winds"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CO2_fertilization_effect", "CLOUD_experiment", "Coupled_model_intercomparison_project", "Climatic_Research_Unit", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Keeling_Curve", "Study_of_Environmental_Arctic_Change", "Thermohaline_circulation", "The_Cryosphere"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Economy_of_the_United_States", "Wind_power_in_the_European_Union", "2015_United_Nations_Climate_Change_Conference", "California_Current", "Wind_power_by_country", "German_response_to_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "GHG_footprint", "West_Ice", "Wind_power_in_California"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Past_sea_level", "List_of_glaciers_of_Iceland", "Cool_tropics_paradox", "Glacier", "Copernicus_Climate_Change_Service_(C3S)", "List_of_parties_to_the_Kyoto_Protocol", "Sea_level_rise", "Southern_Hemisphere", "Eurasia", "West_Spitsbergen_Current"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Solar_cycle_18", "Peak_oil", "Celsius", "Copenhagen_Diagnosis", "Earth's_energy_budget", "Instrumental_temperature_record", "Idealized_greenhouse_model", "Thermodynamic_potential", "Planetary_equilibrium_temperature", "Mesopause"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Phosphorus_cycle", "Acid_rain", "Chemical_cycling", "Carbon_dioxide", "Geochemical_cycle", "Keystone_species", "Ocean_acidification", "Oceanic_carbon_cycle", "Oxygen_cycle", "Sulfate_aerosol"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Loose_Change", "Inherent_safety", "Intrinsic_safety", "Induced_innovation", "Policy_Uncertainty", "Manufactured_risk", "Slippery_slope", "Stern_Review", "Slowdown", "The_Real_Global_Warming_Disaster"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Pacific_Northwest_windstorm", "North_Atlantic_Deep_Water", "Jet_stream", "Rear-inflow_jet", "Anticyclogenesis", "Debris_flow", "Fast_ice", "Future_sea_level", "Mississippi_River_Delta", "Norwegian_cyclone_model"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2015_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "Regional_effects_of_global_warming", "Laurentide_Ice_Sheet", "Past_sea_level", "Ozone_depletion_and_climate_change", "Physical_impacts_of_climate_change", "Views_on_the_Kyoto_Protocol", "United_Nations_Framework_Convention_on_Climate_Change", "Wind_power"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Non-renewable_resource", "Alternative_energy", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Droughts_in_the_United_States", "Climate_change_feedback", "U.S._Global_Change_Research_Program", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["1980_United_States_heat_wave", "1995_Chicago_heat_wave", "2011_North_American_heat_wave", "2014–15_North_American_winter", "2001_Eastern_North_America_heat_wave", "Season_creep", "Climate_change_in_the_Arctic", "March_2012_North_American_heat_wave", "North_American_High", "Global_warming_in_Antarctica"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Advisory_Group_on_Greenhouse_Gases", "Sustainable_energy", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Mitigation_of_global_warming_in_Australia", "Polar_desert", "Scientific_opinion_on_climate_change", "Quaternary_glaciation", "World_Climate_Report"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["1980_United_States_heat_wave", "Peak_oil", "List_of_heat_waves", "Solar_gain", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Mass–energy_equivalence", "Reasons_for_concern", "Peak_water", "Rosenfeld's_law", "Runaway_greenhouse_effect"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Carbon_neutrality", "Electrofuel", "Carbon_offset", "Embedded_emissions", "Fossil_fuel_power_station", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Renewable_fuels", "Reducing_emissions_from_deforestation_and_forest_degradation", "Fossil_fuel", "Renewable_heat"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Induced_innovation", "Fisher_hypothesis", "Alternatives_assessment", "Systematic_risk", "Prevention_paradox", "List_of_experimental_errors_and_frauds_in_physics", "Risk_(game)", "Stern_Review", "The_Real_Global_Warming_Disaster", "Third-cause_fallacy"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_impact_of_nuclear_power", "Polycyclic_aromatic_hydrocarbon", "Effluent", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_pricing_in_Australia", "Liberal_Party_of_Canada", "Nuclear_power", "Low-carbon_building", "Right-to-work_law", "Solar_bonds"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Cool_tropics_paradox", "Planetary_equilibrium_temperature", "Orbital_forcing", "Idealized_greenhouse_model", "Earth's_energy_budget", "Global_warming_in_Antarctica", "Global_warming_potential", "Thermal_optimum", "Solar_cycle", "Temperature"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_policy_of_Canada", "Arctic_resources_race", "East_Greenland_Current", "Arctic_sea_ice_decline", "West_Spitsbergen_Current", "Arctic_ice_pack", "Polar_front", "Sea_ice", "Spitsbergen", "Siberian_Shelf"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Renewable_heat", "Fossil_fuel_power_station", "Energy_development", "Carbon_dioxide_removal", "Energy_in_the_United_States", "Greenhouse_gas_accounting", "Waste-to-energy_plant", "IPCC_First_Assessment_Report", "Greenhouse_gas_inventory"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Acid_dissociation_constant", "2000", "Solar_cycle_19", "International_Fuel_Tax_Agreement", "Thermodynamic_potential", "Contraction_and_Convergence", "Trend_stationary", "Stationary_process", "Value_of_life", "Universe"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["1971", "Hydrosphere", "Contribution_to_global_warming_by_Australia", "Max_Planck_Society", "United_Nations_Climate_Change_conference", "Greenhouse_gas_emissions_accounting", "Great_Lakes_Areas_of_Concern", "Sustainability_science", "World_Climate_Change_Conference,_Moscow", "Wind_power_in_the_European_Union"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Runaway_greenhouse_effect", "Climate_change", "Climate_change_and_agriculture", "Physical_impacts_of_climate_change", "Global_cooling", "Greening_Earth_Society", "Global_warming", "Regional_effects_of_global_warming", "Mitigation_of_global_warming_in_Australia", "Greenhouse_debt"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Ross_Ice_Shelf", "Climate_of_Antarctica", "Extreme_points_of_Antarctica", "Geography_of_Colorado", "Glacier_mass_balance", "Sea_ice_thickness", "Laurentide_Ice_Sheet", "Siberian_Shelf", "Ice_core", "Mesosphere"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Carbon_offset", "Carbon_neutrality", "Attribution_of_recent_climate_change", "Mitigation_of_global_warming_in_Australia", "Regional_effects_of_global_warming", "Renewable_energy_commercialization", "Renewable_energy", "Solar_energy", "Renewable_energy_in_Germany", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Extreme_value_theory", "Stern_Review", "Betz's_law", "DICE_model", "Atmospheric_Model_Intercomparison_Project", "Inverse_consequences", "Past_sea_level", "Third-cause_fallacy", "Weighting", "Worse-than-average_effect"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Climate_change_feedback", "Deforestation_and_climate_change", "Pro-nuclear_movement", "Scientific_consensus_on_climate_change", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Earth's_energy_budget", "Idealized_greenhouse_model", "Planetary_equilibrium_temperature", "Energy_mix", "Freezing_level", "Fahrenheit", "Temperature", "Solar_cycle", "Global_warming_potential", "Thermal_optimum"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Marine_biology", "Scientific_consensus", "National_Acid_Precipitation_Assessment_Program", "Marine_ecosystem", "Nitrogen", "Ocean_reanalysis", "Statistical_significance", "Water_distribution_on_Earth", "Scientific_Alliance", "Tropical_Atlantic"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_map", "Energy_value_of_coal", "Low-carbon_emission", "Permafrost", "Peak_coal", "Renewable_heat", "Santa_Ana_winds", "Snowpack", "Three_Furnaces", "Surface_weather_analysis"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Beyond_Coal", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Idealized_greenhouse_model", "Global_warming_hiatus", "Views_on_the_Kyoto_Protocol", "Media_coverage_of_climate_change", "Peak_oil", "Mitigation_of_global_warming_in_Australia", "Scientific_opinion_on_climate_change"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Regional_effects_of_global_warming", "Renewable_energy", "Renewable_energy_debate", "Renewable_energy_commercialization", "Renewable_energy_in_Germany", "Urban_heat_island", "Solar_energy", "Scientific_opinion_on_climate_change", "Wind_power_in_the_United_States"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Economic_growth", "Carbon_footprint", "Growth_of_wind_power_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "List_of_North_American_countries_by_GDP_(nominal)", "List_of_Michigan_locations_by_per_capita_income", "Climate_footprint", "U.S._Global_Change_Research_Program", "Wind_power_by_country", "World_energy_consumption"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-tq-8bit": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Rubus_arcticus", "Syrian_brown_bear", "Bear_attack", "Beringian_wolf", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.5241, 0.5202, 0.5045, 0.429, 0.4045, 0.3969, 0.3927, 0.3877, 0.3848, 0.3739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Polar_High", "Cryovolcano", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6853, 0.5913, 0.5629, 0.5487, 0.5464, 0.529, 0.5181, 0.5178, 0.5048, 0.5014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Tide", "Climate_variability", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Climate_change_(general_concept)", "Raised_shoreline"], "ranked_scores": [0.5651, 0.5194, 0.501, 0.4622, 0.462, 0.4605, 0.4595, 0.4526, 0.4402, 0.4382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Arctic_geoengineering", "Future_sea_level", "Antarctic_sea_ice", "Sea_ice", "Deglaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6739, 0.5783, 0.5573, 0.5554, 0.5428, 0.5389, 0.5181, 0.5069, 0.5026, 0.5022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Growth_of_wind_power_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "GHG_footprint", "Wind_power_in_Colorado", "Wind_power_by_country", "Carbon_offset", "Carbon_neutrality"], "ranked_scores": [0.6241, 0.607, 0.5915, 0.591, 0.5631, 0.5585, 0.545, 0.543, 0.5319, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Global_warming_controversy", "Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "CO2_is_Green", "Atmospheric_carbon_cycle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Climate_change_denial"], "ranked_scores": [0.5964, 0.578, 0.5745, 0.5614, 0.5612, 0.5558, 0.5543, 0.5419, 0.5388, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Ice2sea", "Greenland_ice_sheet", "Greenland", "Climate_change_in_the_Arctic", "Glacial_earthquake", "Climate_inertia", "Geography_of_Greenland"], "ranked_scores": [0.6118, 0.6098, 0.5192, 0.5176, 0.509, 0.5002, 0.4993, 0.498, 0.4977, 0.4935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Politics_of_global_warming", "Global_warming", "Keeling_Curve", "Attribution_of_recent_climate_change", "Global_warming_in_Antarctica", "Climate_inertia", "Effects_of_global_warming"], "ranked_scores": [0.5911, 0.5592, 0.5585, 0.5465, 0.544, 0.5431, 0.5374, 0.535, 0.5349, 0.5308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "The_Real_Global_Warming_Disaster", "Global_warming", "Global_warming_controversy", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Regional_effects_of_global_warming", "Environmental_issue"], "ranked_scores": [0.6836, 0.5772, 0.5705, 0.5686, 0.5676, 0.5522, 0.5507, 0.55, 0.544, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "North_Carolina", "Climate_of_the_United_States", "Sun_Belt", "Frost_Belt", "Climate_of_Georgia_(U.S._state)", "Geography_of_North_America", "Temperate_climate", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [0.5158, 0.4621, 0.462, 0.4594, 0.4486, 0.4329, 0.4242, 0.4205, 0.4126, 0.4125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "ECMWF_re-analysis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_controversy", "Scientific_opinion_on_climate_change", "World_Climate_Change_Conference,_Moscow", "IPCC_First_Assessment_Report", "Climate_change_policy_of_the_United_States", "Climate_ensemble"], "ranked_scores": [0.5423, 0.5412, 0.538, 0.5288, 0.526, 0.5244, 0.5211, 0.5199, 0.517, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "100,000-year_problem", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Reasons_for_concern", "Global_cooling_(disambiguation)", "Milankovitch_cycles", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5459, 0.541, 0.5276, 0.5263, 0.5243, 0.5202, 0.4718, 0.4715, 0.4707, 0.4701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "Free_Ocean_CO2_Enrichment", "IPCC_First_Assessment_Report", "Climate_change_in_Tuvalu", "Argo_(oceanography)", "NoCO2_Certification_Program"], "ranked_scores": [0.5397, 0.5063, 0.4445, 0.4173, 0.4133, 0.4111, 0.4007, 0.4004, 0.3966, 0.3959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Metabolic_acidosis", "PH", "Extreme_environment", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Acidosis"], "ranked_scores": [0.4806, 0.4622, 0.4219, 0.4093, 0.4086, 0.4012, 0.3796, 0.3746, 0.3713, 0.3693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Environmental_skepticism", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Ian_Clark_(geologist)", "Climate_change_denial"], "ranked_scores": [0.5984, 0.5575, 0.5442, 0.5428, 0.5422, 0.5204, 0.5199, 0.5178, 0.5141, 0.5126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_heat_waves", "1000", "El_Niño", "Eugenius_Warming", "2005_Pacific_hurricane_season", "2010_Northern_Hemisphere_summer_heat_waves", "Cool_tropics_paradox"], "ranked_scores": [0.4802, 0.432, 0.3818, 0.3632, 0.3562, 0.3555, 0.3509, 0.3473, 0.3446, 0.3381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Stern_Review", "Wiesław_Masłowski", "Ice2sea", "The_Hockey_Stick_Illusion", "Scientific_opinion_on_climate_change", "Arctic_sea_ice_decline"], "ranked_scores": [0.6771, 0.5705, 0.54, 0.533, 0.5316, 0.5285, 0.5277, 0.5269, 0.5137, 0.5123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Wind_shear", "Winter_1985_cold_wave", "Weather_front", "Low-pressure_area", "Gulf_Stream", "Polar_front", "Cold-air_damming", "Norwegian_cyclone_model"], "ranked_scores": [0.5532, 0.5351, 0.5059, 0.4897, 0.489, 0.4834, 0.4783, 0.4768, 0.4717, 0.4594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "List_of_climate_research_satellites", "NOAA-7", "Instrumental_temperature_record", "1997–98_El_Niño_event", "Landsat_1"], "ranked_scores": [0.6072, 0.6036, 0.5493, 0.4994, 0.4918, 0.4756, 0.458, 0.4562, 0.4537, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "Journal_for_Geoclimatic_Studies", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Copenhagen_Diagnosis", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.4632, 0.4003, 0.3851, 0.3742, 0.3545, 0.3526, 0.3525, 0.3519, 0.3514, 0.3479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "TransCanada_Corporation", "Keystone_Pipeline", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5548, 0.5432, 0.5223, 0.5002, 0.4772, 0.4713, 0.4675, 0.4411, 0.4393, 0.4387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Post-glacial_rebound", "Last_Glacial_Maximum", "Past_sea_level", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Ice2sea", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.558, 0.5278, 0.5092, 0.5053, 0.5038, 0.5016, 0.4939, 0.4837, 0.4832, 0.4588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "1908", "Satellite_temperature_measurements", "Hurricane_Katrina_and_global_warming", "2001_Eastern_North_America_heat_wave", "World_Climate_Report", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.4961, 0.4942, 0.4652, 0.4421, 0.4388, 0.4287, 0.4244, 0.4239, 0.4198, 0.4146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Acid_rain", "Sea", "Environmental_threats_to_the_Great_Barrier_Reef", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7245, 0.6749, 0.5796, 0.5327, 0.5204, 0.5193, 0.5055, 0.5023, 0.5007, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Alternative_medicine", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "Junk_science", "Energy_accidents", "Environmental_skepticism", "Climate_Change_Denial:_Heads_in_the_Sand", "World_Climate_Report", "Management_systems_for_road_safety"], "ranked_scores": [0.4717, 0.4348, 0.4323, 0.4282, 0.424, 0.415, 0.4079, 0.4052, 0.4041, 0.404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Ice_rise", "Raised_shoreline", "Glacial_earthquake", "Abrupt_climate_change"], "ranked_scores": [0.7343, 0.6454, 0.5725, 0.5515, 0.5493, 0.5345, 0.5179, 0.5081, 0.4961, 0.4898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Dust_Bowl", "Megadrought", "Drought_in_the_United_Kingdom", "Desertification", "Effects_of_global_warming_on_humans", "Climate_change_in_Europe"], "ranked_scores": [0.5304, 0.516, 0.5017, 0.4831, 0.4821, 0.4733, 0.4401, 0.4311, 0.4303, 0.4206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "ECMWF_re-analysis", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Climatic_Research_Unit_email_controversy", "Community_Earth_System_Model"], "ranked_scores": [0.5065, 0.4907, 0.4867, 0.4863, 0.4833, 0.4775, 0.4763, 0.4736, 0.4694, 0.4652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.5855, 0.5565, 0.556, 0.5304, 0.5288, 0.5154, 0.4903, 0.4863, 0.4721, 0.4693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Climate_change_denial", "Skeptical_Science", "The_Great_Global_Warming_Swindle", "World_Climate_Report"], "ranked_scores": [0.6134, 0.5801, 0.5427, 0.535, 0.5297, 0.5254, 0.5179, 0.5044, 0.5034, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_inertia", "Temperature_record_of_the_past_1000_years", "Global_warming_controversy"], "ranked_scores": [0.6111, 0.6068, 0.5573, 0.5129, 0.5086, 0.4996, 0.4946, 0.4923, 0.483, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Mootral", "Wind", "Climate_change_in_China", "Global_warming_potential", "Wetland_methane_emissions", "Carbon_emissions_reporting"], "ranked_scores": [0.5501, 0.5095, 0.5056, 0.5009, 0.5009, 0.4934, 0.4821, 0.4798, 0.4777, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Global_catastrophic_risk", "Centre_for_the_Study_of_Existential_Risk", "Longevity_risk", "Risk_neutral", "Hypotheticals", "Management_systems_for_road_safety", "Misuse_of_statistics", "Probability_of_error", "Counterfactual_thinking"], "ranked_scores": [0.4769, 0.4702, 0.4591, 0.4408, 0.4336, 0.4158, 0.4049, 0.4023, 0.3996, 0.3963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Coal_pollution_mitigation", "Carbon-neutral_fuel", "Carbon_neutrality", "Energy_policy_of_the_Barack_Obama_administration", "United_States_Environmental_Protection_Agency", "Global_Warming_Pollution_Reduction_Act_of_2007", "Scott_Pruitt"], "ranked_scores": [0.4901, 0.4494, 0.4493, 0.4453, 0.4397, 0.4261, 0.4245, 0.4109, 0.4084, 0.4067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "El_Niño", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Year_Without_a_Summer", "Instrumental_temperature_record", "1808/1809_mystery_eruption", "Global_warming_hiatus"], "ranked_scores": [0.6354, 0.5834, 0.5429, 0.5333, 0.5256, 0.5172, 0.509, 0.5079, 0.4955, 0.4952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Sea_ice_thickness", "Ice2sea", "Polar_seas", "Arctic_ice_pack", "Arctic_geoengineering", "Drift_ice"], "ranked_scores": [0.6268, 0.6117, 0.6044, 0.5859, 0.5841, 0.5743, 0.5553, 0.5503, 0.5474, 0.5439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coal_mining", "Coal", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "History_of_coal_mining"], "ranked_scores": [0.7359, 0.7185, 0.5496, 0.5446, 0.5295, 0.5286, 0.5155, 0.5127, 0.501, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "PDOS", "Programmed_Data_Processor", "Indonesian_Democratic_Party", "History_of_the_Philippines_(1898–1946)", "Global_warming_hiatus", "El_Niño–Southern_Oscillation", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.49, 0.4619, 0.3766, 0.3496, 0.3492, 0.3445, 0.3263, 0.3262, 0.3207, 0.3204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Environmental_indicator", "Global_cooling", "2015_United_Nations_Climate_Change_Conference", "Global_stilling", "Global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Scientific_consensus_on_climate_change", "Sustainability", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.471, 0.4696, 0.4652, 0.4651, 0.4642, 0.4595, 0.4585, 0.4571, 0.4497, 0.4468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Global_change", "Effects_of_global_warming"], "ranked_scores": [0.6204, 0.5784, 0.5716, 0.5646, 0.5611, 0.5584, 0.5506, 0.5494, 0.5457, 0.5449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "Retreat_of_glaciers_since_1850", "Climate_change_denial", "2014–15_North_American_winter", "Global_stilling", "Early_2014_North_American_cold_wave", "United_States_rainfall_climatology", "Climate_of_Italy"], "ranked_scores": [0.3693, 0.3505, 0.3476, 0.3369, 0.3365, 0.3253, 0.3247, 0.324, 0.321, 0.3206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Idealized_greenhouse_model", "Climate_change", "Regional_effects_of_global_warming", "Effects_of_global_warming", "Earth's_energy_budget", "Global_warming_in_Antarctica"], "ranked_scores": [0.6606, 0.6281, 0.5989, 0.5963, 0.5919, 0.5867, 0.5821, 0.5765, 0.5747, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Diminishing_returns", "Global_warming_hiatus", "Soft_landing_(economics)", "Dumbing_down", "Worse-than-average_effect", "Tendency_of_the_rate_of_profit_to_fall", "Skewness", "Eco-economic_decoupling"], "ranked_scores": [0.4421, 0.4261, 0.3909, 0.3762, 0.3758, 0.3726, 0.3699, 0.3533, 0.3488, 0.3399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "History_of_sustainability", "Effects_of_global_warming_on_humans", "Human_overpopulation", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Future_of_Earth"], "ranked_scores": [0.5681, 0.5532, 0.5269, 0.516, 0.5014, 0.4981, 0.4918, 0.4898, 0.4853, 0.4849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Pliocene_climate", "Attribution_of_recent_climate_change", "Global_warming", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change"], "ranked_scores": [0.5555, 0.5523, 0.5436, 0.5171, 0.5145, 0.5133, 0.5074, 0.497, 0.4959, 0.4911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Not_even_wrong", "Scientific_opinion_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "World_Climate_Report"], "ranked_scores": [0.4837, 0.4827, 0.4498, 0.4347, 0.4312, 0.4171, 0.4116, 0.4084, 0.4066, 0.4052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Weather_station", "Automobile_air_conditioning", "Hot_tower", "List_of_energy_efficient_buildings_in_India", "Station_model", "List_of_heat_waves", "Cooling_tower", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.5259, 0.4705, 0.4622, 0.4542, 0.4505, 0.4357, 0.4332, 0.4295, 0.4265, 0.4229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "History_of_climate_change_science", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_warming", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5631, 0.5593, 0.549, 0.547, 0.5423, 0.5406, 0.5392, 0.5386, 0.5326, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Southern_California_Edison", "Six_Californias", "Plug-in_hybrids_in_California", "Solar_power_in_Michigan", "California_State_Assembly", "Wind_power_in_the_United_States"], "ranked_scores": [0.5469, 0.5365, 0.5156, 0.5012, 0.4727, 0.4549, 0.4537, 0.4422, 0.4397, 0.4388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Productivity_(ecology)", "Solow_residual", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina", "Renewable_energy_in_the_United_States", "Workforce_productivity", "Agricultural_policy_of_the_United_States"], "ranked_scores": [0.4795, 0.4741, 0.4568, 0.4511, 0.4509, 0.4508, 0.449, 0.4388, 0.4334, 0.4298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-tq-4bit": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Rubus_arcticus", "Bear_attack", "Syrian_brown_bear", "Beringian_wolf", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.5164, 0.5107, 0.4989, 0.4223, 0.3959, 0.3916, 0.3866, 0.3828, 0.381, 0.3758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Polar_High", "Cryovolcano", "Global_warming_in_Antarctica", "Cryosphere", "Polar_ice_cap"], "ranked_scores": [0.6684, 0.5782, 0.5613, 0.5396, 0.5327, 0.5187, 0.5103, 0.5086, 0.4978, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Tide", "Climate_variability", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Future_sea_level", "Climate_change_(general_concept)", "Regional_effects_of_global_warming"], "ranked_scores": [0.5513, 0.5051, 0.4883, 0.4619, 0.4566, 0.4545, 0.4471, 0.4411, 0.4366, 0.4298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Arctic_geoengineering", "Future_sea_level", "Antarctic_sea_ice", "Sea_ice", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6498, 0.5629, 0.5439, 0.5407, 0.5286, 0.5228, 0.5004, 0.4935, 0.4897, 0.4879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Growth_of_wind_power_in_the_United_States", "Wind_power", "GHG_footprint", "Wind_power_in_Colorado", "Carbon_offset", "Carbon_neutrality", "Wind_power_by_country"], "ranked_scores": [0.6168, 0.6061, 0.5852, 0.5783, 0.5568, 0.555, 0.5411, 0.5365, 0.5327, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Global_warming_controversy", "Carbon_neutrality", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Atmospheric_carbon_cycle", "CO2_is_Green", "ExxonMobil_climate_change_controversy", "Global_cooling"], "ranked_scores": [0.5941, 0.5804, 0.5647, 0.5596, 0.5596, 0.5466, 0.5457, 0.5439, 0.5374, 0.5294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Greenland_ice_sheet", "Climate_inertia", "Greenland", "Glacial_earthquake", "Climate_change_in_the_Arctic", "Geography_of_Greenland"], "ranked_scores": [0.6016, 0.6001, 0.5072, 0.5034, 0.5024, 0.4939, 0.4936, 0.4928, 0.4909, 0.4839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Politics_of_global_warming", "Keeling_Curve", "Global_warming", "Attribution_of_recent_climate_change", "Climate_inertia", "Effects_of_global_warming", "James_Hansen"], "ranked_scores": [0.5833, 0.5635, 0.5545, 0.5437, 0.5407, 0.5398, 0.5339, 0.5335, 0.5214, 0.5213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "Effects_of_global_warming_on_humans", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Environmental_issue", "Regional_effects_of_global_warming"], "ranked_scores": [0.6786, 0.58, 0.5707, 0.5649, 0.5616, 0.5513, 0.5511, 0.5506, 0.54, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "North_Carolina", "Southern_tick-associated_rash_illness", "Sun_Belt", "Frost_Belt", "Climate_of_Georgia_(U.S._state)", "Geography_of_North_America", "Climate_of_Minneapolis–Saint_Paul", "Temperate_climate"], "ranked_scores": [0.5153, 0.4595, 0.4559, 0.4547, 0.4419, 0.4312, 0.4198, 0.4168, 0.4101, 0.4099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "ECMWF_re-analysis", "Scientific_opinion_on_climate_change", "Hockey_stick_controversy", "World_Climate_Change_Conference,_Moscow", "IPCC_First_Assessment_Report", "Climate_change_policy_of_the_United_States", "Politics_of_global_warming"], "ranked_scores": [0.541, 0.5328, 0.5269, 0.5255, 0.5246, 0.5159, 0.5143, 0.513, 0.5127, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "100,000-year_problem", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Reasons_for_concern", "Milankovitch_cycles", "Solar_cycle"], "ranked_scores": [0.5398, 0.5296, 0.5211, 0.5209, 0.5151, 0.5062, 0.4749, 0.4703, 0.4661, 0.4648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "Free_Ocean_CO2_Enrichment", "Climate_change_in_Tuvalu", "Argo_(oceanography)", "NoCO2_Certification_Program", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.5333, 0.5029, 0.4365, 0.4147, 0.4052, 0.3972, 0.3966, 0.3955, 0.3954, 0.3943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Metabolic_acidosis", "PH", "Extreme_environment", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Acidosis", "Carbonic_acid"], "ranked_scores": [0.4771, 0.4536, 0.4104, 0.4082, 0.4006, 0.3993, 0.3812, 0.3723, 0.3718, 0.3623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "Ian_Clark_(geologist)", "Global_warming_controversy"], "ranked_scores": [0.598, 0.5547, 0.5405, 0.54, 0.5346, 0.5227, 0.5199, 0.5134, 0.5112, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1000", "2010_Northern_Hemisphere_heat_waves", "El_Niño", "Eugenius_Warming", "2010_Northern_Hemisphere_summer_heat_waves", "2005_Pacific_hurricane_season", "Cool_tropics_paradox"], "ranked_scores": [0.4675, 0.419, 0.3727, 0.3552, 0.3541, 0.3517, 0.3464, 0.3405, 0.3354, 0.3297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Stern_Review", "Wiesław_Masłowski", "Ice2sea", "The_Hockey_Stick_Illusion", "Ian_Clark_(geologist)", "Scientific_opinion_on_climate_change", "Measurement_of_sea_ice"], "ranked_scores": [0.671, 0.5658, 0.5423, 0.5272, 0.526, 0.5198, 0.5194, 0.5186, 0.5118, 0.5056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Wind_shear", "Winter_1985_cold_wave", "Weather_front", "Polar_front", "Low-pressure_area", "Cold-air_damming", "Gulf_Stream", "Cold_wave"], "ranked_scores": [0.5367, 0.5261, 0.5109, 0.4887, 0.4761, 0.471, 0.4689, 0.467, 0.466, 0.4536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "List_of_climate_research_satellites", "Instrumental_temperature_record", "1997–98_El_Niño_event", "NOAA-7", "Landsat_1"], "ranked_scores": [0.5962, 0.584, 0.5422, 0.494, 0.4919, 0.473, 0.4478, 0.4466, 0.4448, 0.4416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Heaven_and_Earth_(book)", "Journal_for_Geoclimatic_Studies", "The_Real_Global_Warming_Disaster", "Climate_engineering"], "ranked_scores": [0.456, 0.3961, 0.3696, 0.3627, 0.3482, 0.3472, 0.3435, 0.3418, 0.3379, 0.3349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "TransCanada_Corporation", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage_in_Australia", "Keystone_Pipeline"], "ranked_scores": [0.5469, 0.5366, 0.5112, 0.4898, 0.4755, 0.471, 0.4545, 0.4289, 0.4288, 0.4267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Post-glacial_rebound", "Past_sea_level", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Ice2sea", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5489, 0.5204, 0.5163, 0.5015, 0.4988, 0.4966, 0.4815, 0.48, 0.4708, 0.4561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "1908", "2001_Eastern_North_America_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Hurricane_Katrina_and_global_warming", "Satellite_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "World_Climate_Report"], "ranked_scores": [0.4961, 0.4893, 0.4593, 0.4439, 0.4319, 0.4248, 0.4237, 0.423, 0.4226, 0.4225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Sea", "Acid_rain", "Environmental_threats_to_the_Great_Barrier_Reef", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Environmental_issues_with_coral_reefs"], "ranked_scores": [0.7143, 0.6731, 0.5689, 0.5348, 0.5138, 0.5098, 0.503, 0.4938, 0.493, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Alternative_medicine", "Junk_science", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "Energy_accidents", "Environmental_skepticism", "World_Climate_Report", "Climate_Change_Denial:_Heads_in_the_Sand", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.4541, 0.4299, 0.4262, 0.4218, 0.4186, 0.4069, 0.4049, 0.3946, 0.3931, 0.3912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Ice_rise", "Raised_shoreline", "Glacial_earthquake", "Abrupt_climate_change"], "ranked_scores": [0.7209, 0.6268, 0.5604, 0.5416, 0.5345, 0.5215, 0.4991, 0.4934, 0.477, 0.4765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Megadrought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "Effects_of_global_warming_on_humans", "Desertification", "Climate_change_in_Europe"], "ranked_scores": [0.5271, 0.5122, 0.4999, 0.4746, 0.4659, 0.4645, 0.4368, 0.434, 0.4219, 0.4178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Community_Earth_System_Model", "Climate_change_in_Texas", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5039, 0.4839, 0.4799, 0.4776, 0.4758, 0.473, 0.4715, 0.4657, 0.4642, 0.4602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.5712, 0.5491, 0.542, 0.5216, 0.5139, 0.5026, 0.4787, 0.471, 0.4668, 0.4651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "Skeptical_Science"], "ranked_scores": [0.6116, 0.5756, 0.5422, 0.5328, 0.5188, 0.5152, 0.5109, 0.5004, 0.4977, 0.4935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_inertia", "Temperature_record_of_the_past_1000_years", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5915, 0.5895, 0.5539, 0.5005, 0.5003, 0.4933, 0.4896, 0.4835, 0.4786, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Mootral", "Wind", "Global_warming_potential", "Climate_change_in_China", "Carbon_offset", "Carbon_emissions_reporting"], "ranked_scores": [0.5441, 0.506, 0.4992, 0.495, 0.4919, 0.489, 0.4757, 0.4712, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Global_catastrophic_risk", "Centre_for_the_Study_of_Existential_Risk", "Longevity_risk", "Risk_neutral", "Hypotheticals", "Misuse_of_statistics", "Management_systems_for_road_safety", "Counterfactual_thinking", "Probability_of_error"], "ranked_scores": [0.4623, 0.4622, 0.4482, 0.4298, 0.4248, 0.4119, 0.4004, 0.3998, 0.3878, 0.3869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Coal_pollution_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_neutrality", "United_States_Environmental_Protection_Agency", "Scott_Pruitt", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.4844, 0.442, 0.4404, 0.4391, 0.4345, 0.4238, 0.4178, 0.4066, 0.4017, 0.3925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "El_Niño", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Instrumental_temperature_record", "Year_Without_a_Summer", "1808/1809_mystery_eruption", "Global_warming_hiatus"], "ranked_scores": [0.6242, 0.5754, 0.5305, 0.5268, 0.5168, 0.5113, 0.4996, 0.4963, 0.4847, 0.4837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Sea_ice_thickness", "Ice2sea", "Polar_seas", "Arctic_ice_pack", "Arctic_geoengineering", "Drift_ice"], "ranked_scores": [0.6143, 0.6059, 0.5968, 0.5747, 0.5727, 0.57, 0.5421, 0.5411, 0.5403, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coal", "Coal_mining", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage", "History_of_coal_mining", "Fossil_fuel_power_station"], "ranked_scores": [0.7321, 0.7125, 0.5509, 0.5432, 0.5221, 0.5186, 0.513, 0.5112, 0.4946, 0.4944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "Programmed_Data_Processor", "PDOS", "Indonesian_Democratic_Party", "Global_warming_hiatus", "History_of_the_Philippines_(1898–1946)", "El_Niño–Southern_Oscillation", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.4896, 0.4631, 0.3641, 0.3587, 0.3492, 0.3325, 0.3243, 0.3215, 0.3143, 0.312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Environmental_indicator", "Global_cooling", "Global_warming", "2015_United_Nations_Climate_Change_Conference", "Global_stilling", "Scientific_consensus_on_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.4704, 0.4668, 0.4665, 0.4627, 0.4603, 0.4589, 0.4588, 0.4544, 0.4466, 0.4455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Climate_change_denial", "Global_change"], "ranked_scores": [0.6074, 0.5707, 0.5585, 0.5584, 0.5536, 0.5536, 0.5437, 0.5406, 0.5387, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "Climate_of_Italy", "Climate_change_denial", "Retreat_of_glaciers_since_1850", "2014–15_North_American_winter", "Global_stilling", "Early_2014_North_American_cold_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.3612, 0.3495, 0.3384, 0.3243, 0.3236, 0.323, 0.3183, 0.317, 0.3129, 0.3119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_change", "Idealized_greenhouse_model", "Regional_effects_of_global_warming", "Climate_change_in_the_United_States", "Earth's_energy_budget", "Greenhouse_effect"], "ranked_scores": [0.6565, 0.6209, 0.5923, 0.5894, 0.5858, 0.5819, 0.5801, 0.5687, 0.5678, 0.5643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Diminishing_returns", "Dumbing_down", "Global_warming_hiatus", "Worse-than-average_effect", "Soft_landing_(economics)", "Tendency_of_the_rate_of_profit_to_fall", "Eco-economic_decoupling", "Progress_(history)"], "ranked_scores": [0.4396, 0.4183, 0.3959, 0.3753, 0.3659, 0.3609, 0.3604, 0.3555, 0.3398, 0.3377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "History_of_sustainability", "Human_overpopulation", "Effects_of_global_warming_on_humans", "Future_of_Earth", "Attribution_of_recent_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.5615, 0.5485, 0.5168, 0.5061, 0.5048, 0.4943, 0.494, 0.4819, 0.4814, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Global_cooling", "Attribution_of_recent_climate_change", "Global_warming", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Neoglaciation"], "ranked_scores": [0.5455, 0.5453, 0.5411, 0.519, 0.5169, 0.5103, 0.5036, 0.497, 0.4937, 0.4865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Not_even_wrong", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_email_controversy", "Ian_Clark_(geologist)", "Environmental_skepticism"], "ranked_scores": [0.4806, 0.4721, 0.4418, 0.4323, 0.418, 0.4177, 0.416, 0.405, 0.4032, 0.4018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Automobile_air_conditioning", "Weather_station", "Hot_tower", "List_of_energy_efficient_buildings_in_India", "Station_model", "List_of_heat_waves", "Cooling_tower", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.5186, 0.4675, 0.4493, 0.4442, 0.4371, 0.4322, 0.4264, 0.4259, 0.4237, 0.4077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "Global_warming_conspiracy_theory", "Global_warming_controversy", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "IPCC_Fourth_Assessment_Report", "Global_warming", "Global_warming_hiatus"], "ranked_scores": [0.552, 0.5463, 0.5408, 0.5395, 0.5377, 0.5361, 0.5341, 0.5298, 0.5281, 0.5237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Southern_California_Edison", "Six_Californias", "Plug-in_hybrids_in_California", "Solar_power_in_Michigan", "Wind_power_in_the_United_States", "California_State_Assembly"], "ranked_scores": [0.5326, 0.5197, 0.5018, 0.4917, 0.4627, 0.4532, 0.4373, 0.4344, 0.4268, 0.4254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Solow_residual", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Productivity_(ecology)", "Food,_Conservation,_and_Energy_Act_of_2008", "Workforce_productivity", "Agriculture_in_Argentina", "Renewable_energy_in_the_United_States", "Petroleum_in_the_United_States"], "ranked_scores": [0.4622, 0.4515, 0.4492, 0.446, 0.4434, 0.4341, 0.4316, 0.4316, 0.4302, 0.4109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-tq-3bit": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Rubus_arcticus", "Beringian_wolf", "Ursus_americanus_carlottae", "Syrian_brown_bear", "Bear_attack", "Mount_Bear"], "ranked_scores": [0.5113, 0.4973, 0.4933, 0.3969, 0.3905, 0.3789, 0.3771, 0.3756, 0.3696, 0.3683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Polar_High", "Global_warming_in_Antarctica", "Cryovolcano", "Ice_cap", "Cryosphere"], "ranked_scores": [0.6557, 0.5616, 0.529, 0.5263, 0.5142, 0.5062, 0.501, 0.4943, 0.4919, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Tide", "Climate_variability", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Sea_level", "Climate_change_(general_concept)", "Raised_shoreline"], "ranked_scores": [0.5261, 0.4913, 0.4693, 0.4459, 0.4453, 0.4389, 0.4318, 0.4291, 0.4153, 0.4103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Arctic_geoengineering", "Future_sea_level", "Antarctic_sea_ice", "Antarctic_Cold_Reversal", "Retreat_of_glaciers_since_1850", "Neoglaciation"], "ranked_scores": [0.6495, 0.5449, 0.5372, 0.5312, 0.527, 0.5216, 0.4947, 0.492, 0.4904, 0.4881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Growth_of_wind_power_in_the_United_States", "GHG_footprint", "Wind_power", "Wind_power_in_Colorado", "Wind_power_by_country", "Carbon_profiling", "Carbon_neutrality"], "ranked_scores": [0.6003, 0.5912, 0.5774, 0.5629, 0.541, 0.5315, 0.5232, 0.5193, 0.5147, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Global_warming_controversy", "Carbon_neutrality", "Carbon_dioxide", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Atmospheric_carbon_cycle", "Media_coverage_of_climate_change"], "ranked_scores": [0.5709, 0.5608, 0.5522, 0.5496, 0.5392, 0.5386, 0.5372, 0.537, 0.5348, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Greenland", "Glacial_earthquake", "Greenland_ice_sheet", "Ice2sea", "Geography_of_Greenland", "Climate_inertia", "Climate_change_in_the_Arctic"], "ranked_scores": [0.582, 0.5786, 0.5018, 0.4893, 0.4875, 0.4846, 0.4835, 0.4772, 0.476, 0.4744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_feedback", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "Climate_inertia", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios", "Keeling_Curve", "Global_warming", "Global_warming_in_Antarctica"], "ranked_scores": [0.5818, 0.5495, 0.5475, 0.5366, 0.5295, 0.5263, 0.5261, 0.5256, 0.5231, 0.5229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Global_warming", "Effects_of_global_warming_on_humans", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Regional_effects_of_global_warming", "Environmental_issue"], "ranked_scores": [0.6678, 0.5618, 0.5571, 0.5565, 0.542, 0.5318, 0.5288, 0.5282, 0.5271, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "North_Carolina", "Southern_tick-associated_rash_illness", "Climate_of_Georgia_(U.S._state)", "Sun_Belt", "Frost_Belt", "Geography_of_North_America", "Climate_of_Minneapolis–Saint_Paul", "Temperate_climate"], "ranked_scores": [0.4981, 0.462, 0.4417, 0.437, 0.4229, 0.4176, 0.4154, 0.4131, 0.4013, 0.4003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Climate_change_policy_of_the_United_States", "Views_on_the_Kyoto_Protocol", "ECMWF_re-analysis", "Hockey_stick_controversy", "Politics_of_global_warming", "Physical_impacts_of_climate_change"], "ranked_scores": [0.529, 0.5223, 0.5154, 0.5112, 0.5085, 0.5001, 0.4993, 0.4985, 0.4941, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Reasons_for_concern"], "ranked_scores": [0.5287, 0.5183, 0.5069, 0.5032, 0.5001, 0.4994, 0.4614, 0.4591, 0.4565, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Free_Ocean_CO2_Enrichment", "Argo_(oceanography)", "Mauna_Kea", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_Tuvalu", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5168, 0.4829, 0.4312, 0.4041, 0.4001, 0.3952, 0.3934, 0.3901, 0.3892, 0.3837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Metabolic_acidosis", "PH", "Extreme_environment", "Oceanic_carbon_cycle", "Carbonic_acid", "Carbon_dioxide_in_Earth's_atmosphere", "Acidosis"], "ranked_scores": [0.4685, 0.4462, 0.4037, 0.4004, 0.3956, 0.3849, 0.3736, 0.3636, 0.3634, 0.3627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Antarctica_cooling_controversy", "World_Climate_Report", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Ian_Clark_(geologist)", "Global_warming_controversy"], "ranked_scores": [0.5751, 0.5388, 0.5334, 0.5245, 0.5241, 0.51, 0.4975, 0.4952, 0.4948, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1000", "Eugenius_Warming", "El_Niño", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2005_Pacific_hurricane_season", "Cool_tropics_paradox"], "ranked_scores": [0.4683, 0.4239, 0.3625, 0.3536, 0.3485, 0.3442, 0.3439, 0.3262, 0.3232, 0.3225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Stern_Review", "Wiesław_Masłowski", "Ian_Clark_(geologist)", "The_Hockey_Stick_Illusion", "Ice2sea", "Scientific_opinion_on_climate_change", "Measurement_of_sea_ice"], "ranked_scores": [0.6496, 0.5471, 0.5298, 0.5264, 0.5206, 0.5126, 0.5054, 0.5044, 0.503, 0.5009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Wind_shear", "Winter_1985_cold_wave", "Polar_front", "Cold-air_damming", "Gulf_Stream", "Weather_front", "Low-pressure_area", "Norwegian_cyclone_model"], "ranked_scores": [0.5217, 0.5015, 0.4978, 0.4717, 0.4682, 0.4614, 0.4598, 0.4591, 0.4486, 0.4458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "List_of_climate_research_satellites", "Instrumental_temperature_record", "NOAA-7", "Earth_Radiation_Budget_Satellite", "Solar_cycle_19"], "ranked_scores": [0.5729, 0.5697, 0.5109, 0.4916, 0.4794, 0.4563, 0.4342, 0.432, 0.4314, 0.4298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "Heaven_and_Earth_(book)", "Cosmic-ray_observatory", "The_Real_Global_Warming_Disaster", "Copenhagen_Diagnosis"], "ranked_scores": [0.4578, 0.3936, 0.3634, 0.3543, 0.3455, 0.3419, 0.3416, 0.3409, 0.3396, 0.3387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "TransCanada_Corporation", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Climate_change_in_Canada", "Keystone_Pipeline", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5374, 0.5054, 0.488, 0.477, 0.452, 0.4493, 0.4398, 0.4284, 0.4258, 0.4244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Post-glacial_rebound", "Sea_level_rise", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Past_sea_level", "Holocene_glacial_retreat", "Measurement_of_sea_ice", "Ice2sea", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.534, 0.4921, 0.4918, 0.4878, 0.4815, 0.4751, 0.4738, 0.4596, 0.4466, 0.4363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "1908", "Hurricane_Katrina_and_global_warming", "Satellite_temperature_measurements", "2001_Eastern_North_America_heat_wave", "World_Climate_Report", "2016_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.4883, 0.4788, 0.4476, 0.4305, 0.4289, 0.4239, 0.4211, 0.4107, 0.4105, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Sea", "Acid_rain", "Environmental_threats_to_the_Great_Barrier_Reef", "Carbon_dioxide_in_Earth's_atmosphere", "Free_Ocean_CO2_Enrichment", "Environmental_issues_with_coral_reefs"], "ranked_scores": [0.6972, 0.6639, 0.5588, 0.5231, 0.5037, 0.4964, 0.4863, 0.4863, 0.4782, 0.4751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Alternative_medicine", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "Junk_science", "Environmental_skepticism", "Energy_accidents", "Energy_industry", "Climate_Change_Denial:_Heads_in_the_Sand", "World_Climate_Report"], "ranked_scores": [0.4372, 0.4155, 0.415, 0.4053, 0.3933, 0.3903, 0.3892, 0.3803, 0.3775, 0.3762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Ice_rise", "Raised_shoreline", "Glacial_earthquake", "Climate_inertia"], "ranked_scores": [0.6975, 0.617, 0.5421, 0.538, 0.5309, 0.5148, 0.4928, 0.4871, 0.478, 0.4671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Megadrought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "Desertification", "Effects_of_global_warming_on_humans", "Climate_change_in_Europe"], "ranked_scores": [0.5094, 0.4933, 0.4741, 0.4626, 0.4526, 0.4498, 0.4205, 0.4066, 0.4045, 0.4013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Climate_change_in_Texas", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4914, 0.4704, 0.4649, 0.4646, 0.4622, 0.4591, 0.4582, 0.4539, 0.4522, 0.4514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.5664, 0.5409, 0.526, 0.5103, 0.5004, 0.4802, 0.4712, 0.4651, 0.4557, 0.4539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle", "Media_coverage_of_climate_change", "World_Climate_Report"], "ranked_scores": [0.5957, 0.572, 0.5225, 0.5154, 0.5106, 0.509, 0.4959, 0.4842, 0.4793, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Climate_inertia", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5862, 0.5711, 0.5449, 0.4943, 0.4846, 0.4756, 0.4724, 0.4652, 0.462, 0.4602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Climate_change_in_China", "Mootral", "Global_warming_potential", "Greenhouse_gas", "Wind", "Carbon_emissions_reporting", "Carbon_offset"], "ranked_scores": [0.5386, 0.4939, 0.4828, 0.4806, 0.4738, 0.4734, 0.4703, 0.4649, 0.4633, 0.4599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Risk", "Global_catastrophic_risk", "Centre_for_the_Study_of_Existential_Risk", "Risk_neutral", "Longevity_risk", "Hypotheticals", "Misuse_of_statistics", "Management_systems_for_road_safety", "Probability_of_error", "Counterfactual_thinking"], "ranked_scores": [0.4659, 0.4447, 0.4418, 0.4264, 0.4191, 0.4082, 0.4031, 0.3914, 0.3913, 0.3833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Coal_pollution_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_neutrality", "Scott_Pruitt", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_Environmental_Protection_Agency"], "ranked_scores": [0.472, 0.439, 0.4303, 0.4234, 0.4218, 0.4109, 0.4101, 0.3892, 0.3884, 0.3861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "El_Niño", "Instrumental_temperature_record", "1982–83_El_Niño_event", "El_Niño–Southern_Oscillation", "1808/1809_mystery_eruption", "Climate_change_in_the_United_States", "Year_Without_a_Summer"], "ranked_scores": [0.6034, 0.5533, 0.5259, 0.51, 0.499, 0.4944, 0.4907, 0.4743, 0.4734, 0.4733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Sea_ice_thickness", "Ice2sea", "Polar_seas", "Arctic_geoengineering", "Antarctic_Cold_Reversal", "Arctic_ice_pack"], "ranked_scores": [0.601, 0.5797, 0.5766, 0.5678, 0.5624, 0.5471, 0.5305, 0.522, 0.5209, 0.5202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coal_mining", "List_of_coal_fired_power_stations_in_Australia", "Coal", "History_of_coal_mining", "Carbon_capture_and_storage", "Fossil_fuel_power_station"], "ranked_scores": [0.7084, 0.7014, 0.5519, 0.5277, 0.5028, 0.4953, 0.4946, 0.4942, 0.493, 0.4776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Cool_tropics_paradox", "Programmed_Data_Processor", "History_of_the_Philippines_(1898–1946)", "Indonesian_Democratic_Party", "1911_Eastern_North_America_heat_wave", "Global_warming_hiatus", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.4833, 0.467, 0.3514, 0.3481, 0.3425, 0.3294, 0.3293, 0.3073, 0.3038, 0.3021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "2015_United_Nations_Climate_Change_Conference", "Global_cooling", "Environmental_indicator", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Global_warming_controversy"], "ranked_scores": [0.4675, 0.4571, 0.4565, 0.4561, 0.4516, 0.4513, 0.4412, 0.4407, 0.4379, 0.4374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change_policy_of_the_United_States", "Climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Climate_change_denial", "Media_coverage_of_climate_change"], "ranked_scores": [0.5868, 0.5573, 0.5534, 0.543, 0.5341, 0.5298, 0.5292, 0.5274, 0.5265, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "Climate_change_denial", "Hockey_stick_graph", "Global_stilling", "Climate_of_Italy", "Sea_surface_temperature", "Global_cooling", "Early_2014_North_American_cold_wave"], "ranked_scores": [0.362, 0.3383, 0.3263, 0.3256, 0.3242, 0.3179, 0.3149, 0.3105, 0.3089, 0.3085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "History_of_climate_change_science", "Idealized_greenhouse_model", "Attribution_of_recent_climate_change", "Earth's_energy_budget", "Climate_change", "Greenhouse_effect", "Global_warming_in_Antarctica", "Regional_effects_of_global_warming"], "ranked_scores": [0.632, 0.6123, 0.583, 0.5761, 0.5733, 0.5721, 0.5708, 0.5624, 0.5597, 0.5545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Global_warming_hiatus", "Diminishing_returns", "Worse-than-average_effect", "Soft_landing_(economics)", "Dumbing_down", "Progress_(history)", "Physical_impacts_of_climate_change", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [0.4275, 0.396, 0.3596, 0.3587, 0.3542, 0.3521, 0.34, 0.3273, 0.3272, 0.3244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_adaptation", "Environmental_issue", "Global_warming", "History_of_sustainability", "Human_overpopulation", "Effects_of_global_warming_on_humans", "Effects_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5483, 0.5411, 0.4958, 0.4952, 0.4937, 0.4909, 0.4856, 0.4826, 0.4772, 0.4719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Global_warming", "Global_cooling", "Attribution_of_recent_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Neoglaciation", "Global_warming_in_Antarctica"], "ranked_scores": [0.5484, 0.5422, 0.5302, 0.5107, 0.5047, 0.501, 0.5006, 0.4909, 0.4894, 0.4842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Not_even_wrong", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Environmental_skepticism", "Climate_change_denial"], "ranked_scores": [0.4762, 0.4658, 0.4359, 0.4359, 0.4194, 0.4192, 0.4152, 0.4127, 0.4105, 0.4069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Automobile_air_conditioning", "Weather_station", "Hot_tower", "List_of_energy_efficient_buildings_in_India", "Station_model", "US_Weather_Bureau_Station_(Block_Island)", "Microclimate", "Cooling_tower"], "ranked_scores": [0.4994, 0.455, 0.4535, 0.4524, 0.435, 0.4217, 0.4124, 0.4077, 0.404, 0.3999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "History_of_climate_change_science", "IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "Global_warming_in_Antarctica", "Global_warming"], "ranked_scores": [0.5395, 0.5359, 0.5295, 0.521, 0.5199, 0.5178, 0.516, 0.5071, 0.5055, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Six_Californias", "Southern_California_Edison", "Wind_power_in_the_United_States", "Solar_power_in_Michigan", "Plug-in_hybrids_in_California", "Culture_of_California"], "ranked_scores": [0.5215, 0.5179, 0.4883, 0.483, 0.4424, 0.441, 0.4272, 0.4268, 0.4267, 0.4195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Syria", "Renewable_energy_in_the_United_States", "Productivity_(ecology)", "Agriculture_in_Argentina", "Solow_residual", "Workforce_productivity", "Agricultural_policy_of_the_United_States"], "ranked_scores": [0.4652, 0.4561, 0.444, 0.4303, 0.4291, 0.428, 0.4262, 0.4249, 0.4182, 0.4086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-tq-2bit": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Mount_Bear", "Beringian_wolf", "Rubus_arcticus", "Pinniped", "Syrian_brown_bear", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.4819, 0.476, 0.4624, 0.415, 0.3761, 0.3686, 0.3647, 0.3593, 0.3558, 0.3545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Clathrate_gun_hypothesis", "Global_warming_in_Antarctica", "Atmospheric_methane", "Cold-air_damming", "Cryovolcano", "Polar_ice_cap", "Polar_High"], "ranked_scores": [0.6043, 0.5375, 0.4968, 0.4811, 0.4646, 0.4634, 0.4568, 0.4558, 0.4548, 0.4514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Climate_variability", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Regional_effects_of_global_warming", "Tide", "Climate_change_(general_concept)"], "ranked_scores": [0.4949, 0.4553, 0.4368, 0.4184, 0.4089, 0.4028, 0.4017, 0.3936, 0.3884, 0.3855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Future_sea_level", "Antarctic_sea_ice", "Sea_ice", "Arctic_geoengineering", "Sea_level_rise", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6075, 0.5232, 0.5008, 0.4966, 0.477, 0.4643, 0.461, 0.4522, 0.451, 0.4509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Growth_of_wind_power_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Wind_power_by_country", "Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Embedded_emissions", "GHG_footprint"], "ranked_scores": [0.5428, 0.5392, 0.5342, 0.5302, 0.5237, 0.5185, 0.5012, 0.4829, 0.4829, 0.4791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "CO2_is_Green", "Atmospheric_carbon_cycle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_change_denial"], "ranked_scores": [0.5318, 0.5174, 0.4991, 0.4986, 0.4976, 0.4968, 0.4957, 0.4946, 0.4945, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Glacial_earthquake", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Greenland", "Geography_of_Greenland", "Ice2sea", "Climate_inertia", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5445, 0.537, 0.4724, 0.4695, 0.4674, 0.4512, 0.4497, 0.439, 0.438, 0.4317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming_potential", "Climate_change_mitigation_scenarios", "Climate_inertia", "Global_warming", "Keeling_Curve"], "ranked_scores": [0.5403, 0.51, 0.5092, 0.5051, 0.5015, 0.4875, 0.4846, 0.4821, 0.4819, 0.4806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Effects_of_global_warming_on_humans", "Global_warming", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_issue", "Regional_effects_of_global_warming", "Global_warming_controversy"], "ranked_scores": [0.6435, 0.5287, 0.5267, 0.5177, 0.5157, 0.5103, 0.5091, 0.4925, 0.4924, 0.4883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "Climate_of_Georgia_(U.S._state)", "North_Carolina", "Frost_Belt", "Climate_of_the_United_States", "Sun_Belt", "Amblyomma_americanum", "List_of_mammals_of_New_England", "Geography_of_North_America"], "ranked_scores": [0.4774, 0.4265, 0.4115, 0.4104, 0.4072, 0.4015, 0.398, 0.3887, 0.3884, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "Physical_impacts_of_climate_change", "Politics_of_global_warming", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Hockey_stick_controversy", "Climate_change_policy_of_the_United_States", "Climate_change_feedback", "Climate_ensemble"], "ranked_scores": [0.4829, 0.4826, 0.4712, 0.4689, 0.4648, 0.4631, 0.462, 0.4548, 0.4542, 0.4539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Milankovitch_cycles"], "ranked_scores": [0.4978, 0.485, 0.4783, 0.4736, 0.4555, 0.4551, 0.4313, 0.4254, 0.4252, 0.4223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Free_Ocean_CO2_Enrichment", "Climate_change_in_Tuvalu", "Argo_(oceanography)", "Greening_Earth_Society", "Climate_footprint", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.4764, 0.4464, 0.416, 0.3913, 0.3819, 0.3798, 0.3713, 0.3695, 0.3671, 0.3669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "PH", "Extreme_environment", "Oceanic_carbon_cycle", "Acidosis", "Metabolic_acidosis", "Total_inorganic_carbon", "Carbonic_acid"], "ranked_scores": [0.4717, 0.4049, 0.3765, 0.3644, 0.3634, 0.3499, 0.3462, 0.3426, 0.3397, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "World_Climate_Report", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Climate_change_denial", "Ian_Clark_(geologist)"], "ranked_scores": [0.539, 0.525, 0.521, 0.5003, 0.4947, 0.489, 0.486, 0.4774, 0.4721, 0.4694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1000", "2010_Northern_Hemisphere_heat_waves", "Cool_tropics_paradox", "El_Niño", "Indonesian_Democratic_Party", "Eugenius_Warming", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.411, 0.4049, 0.3406, 0.3337, 0.3255, 0.3172, 0.3103, 0.3044, 0.3028, 0.3013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Stern_Review", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Wiesław_Masłowski", "Scientific_opinion_on_climate_change", "The_Hockey_Stick_and_the_Climate_Wars", "Scientific_Alliance", "Ice2sea"], "ranked_scores": [0.6216, 0.5206, 0.4874, 0.4855, 0.4843, 0.482, 0.477, 0.4684, 0.4634, 0.4622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Wind_shear", "Gulf_Stream", "Weather_front", "Polar_front", "Cold-air_damming", "Low-pressure_area", "Cold_wave", "Norwegian_cyclone_model"], "ranked_scores": [0.4848, 0.4649, 0.4605, 0.4532, 0.439, 0.4151, 0.4151, 0.4133, 0.4066, 0.4044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Solar_cycle_19", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "List_of_climate_research_satellites", "NOAA-7", "Weather_satellite"], "ranked_scores": [0.545, 0.5382, 0.4942, 0.4542, 0.4288, 0.4275, 0.4203, 0.4185, 0.4175, 0.4125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "Cosmic-ray_observatory", "List_of_experimental_errors_and_frauds_in_physics", "Climate_engineering", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.4081, 0.3516, 0.3311, 0.3297, 0.3296, 0.3229, 0.3142, 0.3097, 0.309, 0.307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "TransCanada_Corporation", "Keystone_Pipeline", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.4943, 0.4873, 0.4562, 0.4431, 0.4324, 0.4134, 0.4037, 0.4028, 0.401, 0.3918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Post-glacial_rebound", "Last_Glacial_Maximum", "Sea_level_rise", "Holocene_glacial_retreat", "Arctic_sea_ice_decline", "Past_sea_level", "Measurement_of_sea_ice", "Neoglaciation", "Quaternary_glaciation"], "ranked_scores": [0.5147, 0.461, 0.4595, 0.456, 0.4512, 0.4426, 0.4366, 0.4106, 0.4062, 0.4051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "2001_Eastern_North_America_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hurricane_Katrina_and_global_warming", "2013_extreme_weather_events", "1908", "2019_heat_wave_in_India_and_Pakistan", "Climate_Central"], "ranked_scores": [0.4549, 0.4434, 0.4145, 0.398, 0.3922, 0.3905, 0.3896, 0.3869, 0.3843, 0.3713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Environmental_issues_with_coral_reefs", "Free_Ocean_CO2_Enrichment", "Chemical_oceanography", "Environmental_threats_to_the_Great_Barrier_Reef", "Mercury_pollution_in_the_ocean", "Sea"], "ranked_scores": [0.6364, 0.6115, 0.5235, 0.4765, 0.4629, 0.4499, 0.4494, 0.4484, 0.4475, 0.4434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Alternative_medicine", "The_Real_Global_Warming_Disaster", "Environmental_skepticism", "Skeptical_Science", "Junk_science", "Management_systems_for_road_safety", "Demand_destruction", "Non-renewable_resource", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.3864, 0.3837, 0.3833, 0.3709, 0.3609, 0.3574, 0.3574, 0.3564, 0.3519, 0.3509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Ice_rise", "Raised_shoreline", "Global_warming_in_Antarctica", "Glacial_earthquake", "Climate_inertia"], "ranked_scores": [0.6515, 0.5724, 0.521, 0.5152, 0.4828, 0.476, 0.4686, 0.4659, 0.4344, 0.4281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Megadrought", "Dust_Bowl", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom", "Climate_change_in_Europe", "Europe"], "ranked_scores": [0.4618, 0.4588, 0.4362, 0.4279, 0.4072, 0.4016, 0.3813, 0.3784, 0.377, 0.3642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Climate_change_in_Texas", "ECMWF_re-analysis", "Climate_inertia", "Earth's_energy_budget", "Climate_change_in_the_United_States", "Community_Earth_System_Model"], "ranked_scores": [0.4538, 0.4366, 0.4357, 0.4276, 0.4262, 0.424, 0.4187, 0.4176, 0.4173, 0.4169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.5338, 0.514, 0.4823, 0.4723, 0.4671, 0.4645, 0.4576, 0.4433, 0.4288, 0.4266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "World_Climate_Report", "Skeptical_Science"], "ranked_scores": [0.5381, 0.5271, 0.4895, 0.4685, 0.4601, 0.4596, 0.4551, 0.4548, 0.4499, 0.4464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Climate_inertia", "Global_warming_hiatus", "Proxy_(climate)", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.5481, 0.5195, 0.4876, 0.4559, 0.45, 0.4452, 0.4436, 0.4321, 0.4296, 0.429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Climate_change_in_China", "Global_warming_potential", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_offset", "Greenhouse_gas", "Arctic_methane_emissions", "Mootral", "Methane"], "ranked_scores": [0.5039, 0.4894, 0.4754, 0.4543, 0.454, 0.4416, 0.4411, 0.4383, 0.4375, 0.4342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Risk", "Risk_neutral", "Longevity_risk", "Hypotheticals", "Management_systems_for_road_safety", "Counterfactual_thinking", "Probability_of_error", "Misuse_of_statistics"], "ranked_scores": [0.4067, 0.4055, 0.3983, 0.3983, 0.3973, 0.3707, 0.3571, 0.3551, 0.3527, 0.3524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Coal_pollution_mitigation", "Carbon_neutrality", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "United_States_Environmental_Protection_Agency", "Global_Warming_Pollution_Reduction_Act_of_2007", "Low-carbon_building"], "ranked_scores": [0.4382, 0.4158, 0.3991, 0.3982, 0.3907, 0.3892, 0.3859, 0.367, 0.3635, 0.3598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1908", "1982–83_El_Niño_event", "El_Niño–Southern_Oscillation", "El_Niño", "Year_Without_a_Summer", "Instrumental_temperature_record", "1808/1809_mystery_eruption", "Climate_change_in_the_United_States"], "ranked_scores": [0.5721, 0.5143, 0.49, 0.4755, 0.4586, 0.4475, 0.4437, 0.4429, 0.439, 0.438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Sea_ice_thickness", "Sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Arctic_ice_pack", "Polar_seas", "Antarctic_Cold_Reversal", "Ice_shelf"], "ranked_scores": [0.572, 0.5452, 0.5359, 0.5199, 0.5172, 0.4867, 0.4848, 0.4841, 0.4806, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Coal_mining", "Coal", "List_of_coal_fired_power_stations_in_Australia", "History_of_coal_mining", "Carbon_capture_and_storage", "Fossil_fuel_power_station"], "ranked_scores": [0.6899, 0.6408, 0.5231, 0.4898, 0.4859, 0.4834, 0.4693, 0.4686, 0.4616, 0.4374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "1911_Eastern_North_America_heat_wave", "Indonesian_Democratic_Party", "Programmed_Data_Processor", "PDOS", "Global_warming_hiatus", "Regime_shift", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.4417, 0.4212, 0.3328, 0.3217, 0.3105, 0.3068, 0.2993, 0.2847, 0.2847, 0.283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_cooling", "Global_stilling", "2015_United_Nations_Climate_Change_Conference", "Global_warming", "Sustainability", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas_emissions_by_the_United_States", "Global_Climate_Observing_System", "Greening_Earth_Society"], "ranked_scores": [0.448, 0.4466, 0.4432, 0.4372, 0.4285, 0.4279, 0.4239, 0.4188, 0.4187, 0.4182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Media_coverage_of_climate_change", "Climate_change", "Greening_Earth_Society", "Effects_of_climate_change_on_terrestrial_animals", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5568, 0.5274, 0.527, 0.5088, 0.4995, 0.4987, 0.4987, 0.4909, 0.4883, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "Hockey_stick_graph", "Sea_surface_temperature", "March_2012_North_American_heat_wave", "Retreat_of_glaciers_since_1850", "Intermediate_General_Circulation_Model", "United_States_rainfall_climatology", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Snow_in_Florida"], "ranked_scores": [0.3401, 0.3251, 0.3088, 0.302, 0.3005, 0.2997, 0.2995, 0.293, 0.2922, 0.2866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change", "Earth's_energy_budget", "Idealized_greenhouse_model", "Regional_effects_of_global_warming", "Climate_change_in_the_United_States", "Climate_engineering"], "ranked_scores": [0.6028, 0.5576, 0.5458, 0.5372, 0.5358, 0.5319, 0.5268, 0.5215, 0.5178, 0.5132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Diminishing_returns", "Global_warming_hiatus", "Trend_stationary", "Soft_landing_(economics)", "Tendency_of_the_rate_of_profit_to_fall", "Dumbing_down", "Media_coverage_of_climate_change", "Physical_impacts_of_climate_change", "Marine_regression"], "ranked_scores": [0.3882, 0.3494, 0.3369, 0.3262, 0.3174, 0.3142, 0.3136, 0.309, 0.3078, 0.3056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Environmental_issue", "Global_warming", "History_of_sustainability", "Effects_of_global_warming", "Climate_change_adaptation", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Politics_of_global_warming"], "ranked_scores": [0.5316, 0.5246, 0.4903, 0.4859, 0.4769, 0.4729, 0.4571, 0.4534, 0.453, 0.4508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Global_warming", "Attribution_of_recent_climate_change", "Pliocene_climate", "Neoglaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "Idealized_greenhouse_model"], "ranked_scores": [0.5089, 0.498, 0.497, 0.4799, 0.4732, 0.4707, 0.4579, 0.4558, 0.4522, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "World_Climate_Report", "Views_on_the_Kyoto_Protocol", "Environmental_skepticism", "Not_even_wrong", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.4583, 0.4183, 0.4089, 0.4043, 0.396, 0.382, 0.3794, 0.3787, 0.3749, 0.3746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Weather_station", "Hot_tower", "Automobile_air_conditioning", "Station_model", "2001_Eastern_North_America_heat_wave", "Microclimate", "2016_American_Northeast_heat_wave", "National_Weather_Service"], "ranked_scores": [0.4905, 0.4325, 0.4197, 0.3986, 0.3969, 0.3925, 0.3847, 0.3802, 0.3731, 0.3669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Global_cooling", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Global_cooling_(disambiguation)", "Media_coverage_of_climate_change", "Global_warming", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5202, 0.5051, 0.5018, 0.5011, 0.496, 0.492, 0.4877, 0.4851, 0.4788, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Plug-in_hybrids_in_California", "Southern_California_Edison", "Six_Californias", "Culture_of_California", "Pacific_States", "Wind_power_in_the_United_States"], "ranked_scores": [0.4953, 0.4772, 0.4612, 0.4545, 0.4197, 0.4188, 0.4108, 0.4029, 0.3918, 0.3903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Syria", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_Act_of_2014", "Agriculture_in_Pennsylvania", "Solow_residual", "Workforce_productivity", "Productivity_(ecology)", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Renewable_energy_in_the_United_States"], "ranked_scores": [0.4174, 0.4115, 0.4109, 0.4096, 0.4086, 0.4007, 0.3929, 0.3912, 0.3824, 0.3798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-tq-1bit": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Bile_bear", "Kodiak_bear", "Pinniped", "Rubus_arcticus", "Grizzly_bear", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Beringian_wolf", "Syrian_brown_bear"], "ranked_scores": [0.349, 0.3333, 0.3151, 0.2891, 0.2891, 0.276, 0.2734, 0.263, 0.263, 0.2604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Cryosphere", "Polar_amplification", "Atmospheric_methane", "Methane", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Ice_cap"], "ranked_scores": [0.4401, 0.4167, 0.3802, 0.3672, 0.349, 0.3464, 0.3464, 0.3464, 0.3359, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Future_sea_level", "Regional_effects_of_global_warming", "Permanent_Service_for_Mean_Sea_Level", "Raised_shoreline", "Sea_level_rise", "Sea_level", "Tide_gauge", "Climate_variability"], "ranked_scores": [0.3672, 0.3568, 0.3333, 0.3177, 0.3177, 0.3151, 0.3151, 0.3125, 0.3021, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline"], "ranked_ids": ["Fast_ice", "Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Deglaciation", "Ice2sea", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice", "Neoglaciation"], "ranked_scores": [0.4297, 0.4141, 0.3958, 0.3724, 0.3672, 0.3646, 0.362, 0.3594, 0.3594, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Climate_footprint", "Carbon_offset", "Growth_of_wind_power_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Embedded_emissions", "Wind_power", "Wind_power_in_Colorado", "Carbon_footprint", "Environmental_impact_of_biodiesel", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [0.4089, 0.4036, 0.3984, 0.3932, 0.388, 0.3828, 0.3802, 0.3776, 0.375, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "Carbon_dioxide", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "ExxonMobil_climate_change_controversy", "Scientific_opinion_on_climate_change", "Carbon_neutrality", "Global_warming_controversy"], "ranked_scores": [0.4401, 0.4349, 0.4271, 0.4219, 0.4115, 0.4089, 0.4036, 0.401, 0.401, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "List_of_companies_of_Greenland", "Greenland", "Arctic_resources_race", "Glacial_earthquake", "Greenland_ice_sheet", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Great_Salinity_Anomaly"], "ranked_scores": [0.4141, 0.3698, 0.3672, 0.3568, 0.349, 0.3464, 0.3359, 0.3307, 0.3229, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_feedback", "History_of_climate_change_science", "Politics_of_global_warming", "Regional_effects_of_global_warming", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_potential", "Scientific_opinion_on_climate_change", "Hockey_stick_controversy", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.4427, 0.4349, 0.4271, 0.4115, 0.4063, 0.401, 0.3984, 0.3984, 0.3932, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "The_Real_Global_Warming_Disaster", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4635, 0.4297, 0.4219, 0.4115, 0.3984, 0.3906, 0.388, 0.3854, 0.3854, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "Sun_Belt", "North_Carolina", "Plague_(disease)", "Temperate_climate", "Geography_of_North_America", "Borrelia_kurtenbachii", "Amblyomma_americanum", "Frost_Belt"], "ranked_scores": [0.3932, 0.362, 0.3359, 0.3125, 0.3125, 0.3047, 0.2943, 0.2917, 0.2891, 0.2865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "Climate_change_in_Texas", "Climate_change_feedback", "Attribution_of_recent_climate_change", "Climate_inertia", "Scientific_opinion_on_climate_change", "Global_Historical_Climatology_Network", "Hockey_stick_controversy", "IPCC_First_Assessment_Report"], "ranked_scores": [0.3906, 0.3854, 0.3828, 0.3776, 0.3698, 0.3698, 0.3698, 0.3646, 0.3646, 0.362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Ian_Clark_(geologist)", "Global_warming", "History_of_climate_change_science", "World_Climate_Change_Conference,_Moscow", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Hockey_stick_graph"], "ranked_scores": [0.375, 0.3646, 0.3568, 0.349, 0.349, 0.3411, 0.3307, 0.3203, 0.3177, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Free_Ocean_CO2_Enrichment", "Oceanic_carbon_cycle", "Keeling_Curve", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "NoCO2_Certification_Program", "Global_warming_potential", "Argo_(oceanography)", "Climate_change_in_Tuvalu"], "ranked_scores": [0.3724, 0.3411, 0.3281, 0.3255, 0.3177, 0.3177, 0.3151, 0.3073, 0.3073, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "Carbon_dioxide", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Metabolic_acidosis", "Carbonic_acid", "PH", "Acid_rain", "Acidosis", "Carbon_sequestration", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.3906, 0.3516, 0.3099, 0.3073, 0.3047, 0.2995, 0.2943, 0.2943, 0.2917, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Environmental_skepticism", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "An_Appeal_to_Reason", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change_denial"], "ranked_scores": [0.4375, 0.3958, 0.3724, 0.3698, 0.3516, 0.3438, 0.3411, 0.3385, 0.3385, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "1000", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "The_Tropical_Sun", "Climate_of_Argentina", "Desert_climate", "El_Niño", "Permanent_Service_for_Mean_Sea_Level", "Eugenius_Warming"], "ranked_scores": [0.3229, 0.3177, 0.2552, 0.2552, 0.2396, 0.2318, 0.224, 0.224, 0.2214, 0.2188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "EdGCM", "Arctic_Climate_Impact_Assessment", "Scientific_opinion_on_climate_change", "Arctic_geoengineering", "Wiesław_Masłowski", "The_Hockey_Stick_and_the_Climate_Wars", "Scientific_Alliance", "Climate_change_in_the_Arctic"], "ranked_scores": [0.487, 0.3906, 0.3828, 0.375, 0.3724, 0.3698, 0.3672, 0.3646, 0.362, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Wind_shear", "Jet_stream", "Climate_change_feedback", "Norwegian_cyclone_model", "Mountain-gap_wind", "2006_European_cold_wave", "Antarctic_Cold_Reversal", "Gulf_Stream", "Low-pressure_area"], "ranked_scores": [0.3594, 0.349, 0.3359, 0.3281, 0.3281, 0.3281, 0.3281, 0.3255, 0.3255, 0.3255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Solar_cycle_19", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "Instrumental_temperature_record", "List_of_climate_research_satellites", "Weather_satellite", "Idealized_greenhouse_model"], "ranked_scores": [0.4141, 0.3854, 0.3516, 0.349, 0.3437, 0.3411, 0.3385, 0.3333, 0.3229, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Explorer_7", "Cloud_feedback", "List_of_experimental_errors_and_frauds_in_physics", "Antarctica_cooling_controversy", "Induced_radioactivity", "Isotopes_of_neptunium", "World_Glacier_Monitoring_Service", "Earth's_energy_budget"], "ranked_scores": [0.3229, 0.263, 0.2604, 0.2448, 0.2422, 0.2396, 0.2344, 0.2318, 0.2318, 0.2292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Carbon_pricing_in_Australia", "Canadian_Association_of_Petroleum_Producers", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "TransCanada_Corporation", "Carbon_capture_and_storage_in_Australia", "Carbon_diet"], "ranked_scores": [0.3646, 0.3437, 0.3229, 0.3229, 0.3177, 0.3125, 0.3125, 0.3073, 0.2969, 0.2917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Last_Glacial_Maximum", "Holocene_glacial_retreat", "Future_sea_level", "Past_sea_level", "Last_glacial_period", "Sea_level_rise", "Glacial_period", "Arctic_sea_ice_decline", "Global_cooling", "Quaternary_glaciation"], "ranked_scores": [0.362, 0.3568, 0.3542, 0.3411, 0.3281, 0.3255, 0.3229, 0.3203, 0.3099, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "2010_Northern_Hemisphere_summer_heat_waves", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Hurricane_Katrina_and_global_warming", "Idealized_greenhouse_model", "2013_extreme_weather_events", "1908", "Early_2009_southeastern_Australia_heat_wave", "Global_warming_controversy"], "ranked_scores": [0.3307, 0.3255, 0.3229, 0.3047, 0.2943, 0.2917, 0.2865, 0.2839, 0.2839, 0.2786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Environmental_threats_to_the_Great_Barrier_Reef", "Free_Ocean_CO2_Enrichment", "Acid_rain", "Environmental_issues_with_coral_reefs", "Sea", "Cumulative_effects_(environment)"], "ranked_scores": [0.5104, 0.5026, 0.3828, 0.3646, 0.362, 0.3594, 0.3568, 0.3542, 0.3333, 0.3307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Alternative_medicine", "Economics", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Demand_destruction", "Sustainable_development", "List_of_experimental_errors_and_frauds_in_physics", "Overproduction", "The_Real_Global_Warming_Disaster", "100%_renewable_energy", "Non-renewable_resource", "Beyond_Coal", "Energy_development", "Skeptical_Science"], "ranked_scores": [0.2943, 0.2812, 0.2812, 0.276, 0.276, 0.2734, 0.2734, 0.2734, 0.2734, 0.263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Raised_shoreline", "Marine_transgression", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "Global_warming"], "ranked_scores": [0.5313, 0.4818, 0.4089, 0.3958, 0.3854, 0.3802, 0.3594, 0.3542, 0.3411, 0.3411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Severe_weather", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Megadrought", "Climate_of_Argentina", "2013_extreme_weather_events", "Solar_power_in_Spain", "Dust_Bowl", "January_2017_European_cold_wave"], "ranked_scores": [0.3646, 0.362, 0.3385, 0.3151, 0.3021, 0.2891, 0.2891, 0.2865, 0.2865, 0.2839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_inertia", "Climatic_Research_Unit_documents", "Scientific_opinion_on_climate_change", "Community_Earth_System_Model", "ECMWF_re-analysis", "Global_warming_conspiracy_theory", "Skeptical_Science", "IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.3594, 0.3411, 0.3359, 0.3359, 0.3333, 0.3177, 0.3151, 0.3099, 0.3099, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.3984, 0.388, 0.3672, 0.3594, 0.3542, 0.3437, 0.3411, 0.3255, 0.3255, 0.3255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Global_warming_controversy", "An_Appeal_to_Reason", "Ian_Clark_(geologist)", "Media_coverage_of_climate_change", "Skeptical_Science", "Friends_of_Science"], "ranked_scores": [0.4349, 0.4036, 0.3828, 0.3776, 0.3776, 0.3594, 0.3594, 0.3568, 0.3516, 0.349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Ian_Clark_(geologist)", "Global_warming_hiatus", "Global_cooling", "Climate_inertia", "Greenhouse_and_icehouse_Earth", "Proxy_(climate)", "Climate_Data_Records"], "ranked_scores": [0.474, 0.4297, 0.3724, 0.3568, 0.3568, 0.349, 0.3438, 0.3437, 0.3411, 0.3255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Global_stilling", "Global_warming_potential", "Mootral", "Atmospheric_methane", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_emissions_reporting", "Idealized_greenhouse_model", "1971", "Global_warming"], "ranked_scores": [0.401, 0.3802, 0.3724, 0.3594, 0.3542, 0.3464, 0.3411, 0.3385, 0.3385, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Nick_Bostrom", "Risk", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Risk", "Misuse_of_statistics", "Risk_neutral", "Simulation_heuristic", "Hypotheticals", "Longevity_risk", "Philosophical_skepticism", "Error_catastrophe", "Counterfactual_thinking"], "ranked_scores": [0.2995, 0.2969, 0.2891, 0.2839, 0.2839, 0.2839, 0.2786, 0.2682, 0.2656, 0.2604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Carbon-neutral_fuel", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Low-carbon_building", "Intended_Nationally_Determined_Contributions", "Coal_pollution_mitigation", "Energy_policy_of_the_Barack_Obama_administration", "United_States_Environmental_Protection_Agency"], "ranked_scores": [0.3516, 0.3021, 0.2865, 0.2786, 0.2786, 0.276, 0.2734, 0.2734, 0.2734, 0.2604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño", "1982–83_El_Niño_event", "Instrumental_temperature_record", "Climate_change_in_the_United_States", "El_Niño–Southern_Oscillation", "2016_American_Northeast_heat_wave", "1908", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.4479, 0.4271, 0.3854, 0.3854, 0.3776, 0.3698, 0.3672, 0.3646, 0.3594, 0.349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Sea_ice_thickness", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Climate_of_the_Arctic", "Sea_ice", "Arctic_resources_race", "Arctic_ice_pack", "Ice_shelf", "Ice2sea"], "ranked_scores": [0.4453, 0.4297, 0.4271, 0.4245, 0.4141, 0.3958, 0.3802, 0.3672, 0.3672, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Carbon_capture_and_storage", "Refined_coal", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage_in_Australia", "Coal_by_country", "Fossil_fuel_power_station", "Coal"], "ranked_scores": [0.5417, 0.5156, 0.4167, 0.3906, 0.3724, 0.3594, 0.3568, 0.3411, 0.3333, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "El_Niño–Southern_Oscillation", "Programmed_Data_Processor", "El_Niño", "Gore_Effect", "Hot_tower", "Global_warming_hiatus", "Effects_of_climate_change_on_terrestrial_animals", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.3594, 0.3333, 0.237, 0.2292, 0.224, 0.2214, 0.2188, 0.2161, 0.2161, 0.2161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "World_Climate_Change_Conference,_Moscow", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Sustainability", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "Greening_Earth_Society"], "ranked_scores": [0.388, 0.3568, 0.3542, 0.3542, 0.3516, 0.3516, 0.3437, 0.3385, 0.3359, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Global_change", "Effects_of_global_warming", "Climate_change_adaptation", "World_Climate_Change_Conference,_Moscow", "Climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4609, 0.4349, 0.4141, 0.4063, 0.401, 0.401, 0.3906, 0.3906, 0.388, 0.3854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Lake_Superior", "Precipitation", "Permafrost"], "ranked_ids": ["Snow_in_Florida", "Sea_surface_temperature", "2010_Northern_Hemisphere_summer_heat_waves", "Retreat_of_glaciers_since_1850", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "MSU_temperature_measurements", "50th_parallel_north"], "ranked_scores": [0.2526, 0.2448, 0.2396, 0.237, 0.237, 0.237, 0.2344, 0.2318, 0.2318, 0.2292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "History_of_climate_change_science", "Climate_engineering", "Global_warming", "Idealized_greenhouse_model", "Scientific_opinion_on_climate_change", "Earth's_energy_budget", "Effects_of_global_warming", "Climate_change", "Polar_amplification"], "ranked_scores": [0.4323, 0.4297, 0.4297, 0.4219, 0.4219, 0.4141, 0.4141, 0.4089, 0.401, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Diminishing_returns", "Regression_toward_the_mean", "Global_warming_hiatus", "IPCC_Fourth_Assessment_Report", "Regime_shift", "2000s_(decade)", "Physical_impacts_of_climate_change", "Past_sea_level", "Sea_level"], "ranked_scores": [0.2682, 0.2656, 0.2604, 0.2552, 0.2526, 0.25, 0.2422, 0.2422, 0.2422, 0.2396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_sustainability", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming", "Environmental_issue", "Runaway_greenhouse_effect", "Greenhouse_gas"], "ranked_scores": [0.4323, 0.4245, 0.3932, 0.3828, 0.3802, 0.3776, 0.375, 0.3724, 0.3646, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5543, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ian_Clark_(geologist)", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_and_agriculture", "Temperature_record_of_the_past_1000_years", "Global_Historical_Climatology_Network", "Global_cooling", "Holocene_glacial_retreat", "Global_warming"], "ranked_scores": [0.3542, 0.3516, 0.3516, 0.3411, 0.3385, 0.3385, 0.3359, 0.3359, 0.3359, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "List_of_experimental_errors_and_frauds_in_physics", "Global_warming_controversy", "Climatic_Research_Unit_documents", "Environmental_skepticism", "Scientific_community", "Climate_Change_Denial:_Heads_in_the_Sand", "Not_even_wrong", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.3516, 0.3047, 0.3021, 0.2995, 0.2943, 0.2943, 0.2891, 0.2865, 0.2839, 0.2786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Cooling_center", "Automobile_air_conditioning", "Automatic_weather_station", "Urban_heat_island", "Microclimate", "Mesoscale_convective_system", "Solar_tower_(astronomy)", "List_of_energy_efficient_buildings_in_India", "AccuWeather"], "ranked_scores": [0.3542, 0.3516, 0.3438, 0.3281, 0.3203, 0.3125, 0.3047, 0.3021, 0.2917, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming_conspiracy_theory", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report", "History_of_climate_change_science", "Global_warming", "Hurricane_Katrina_and_global_warming", "Global_warming_hiatus", "Global_cooling_(disambiguation)"], "ranked_scores": [0.4063, 0.401, 0.3958, 0.3932, 0.3906, 0.3906, 0.388, 0.3854, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Southern_California_Edison", "Six_Californias", "Central_California", "List_of_lakes_in_California", "California_Proposition_23_(2010)", "Plug-in_hybrids_in_California"], "ranked_scores": [0.3698, 0.3594, 0.3594, 0.3385, 0.3255, 0.3177, 0.3021, 0.3021, 0.2995, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Solow_residual", "Workforce_productivity", "List_of_Michigan_locations_by_per_capita_income", "Agriculture_in_Argentina", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture", "Agriculture,_forestry,_and_fishing_in_Japan"], "ranked_scores": [0.3438, 0.3255, 0.3073, 0.3021, 0.2969, 0.2917, 0.2917, 0.2865, 0.2839, 0.2812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.1": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Beringian_wolf", "Bear_attack", "Mount_Bear", "Brown_bear", "Paleontology_in_Alaska", "Grizzly_bear", "Great_Bear_Wilderness", "Sloth_bear"], "ranked_scores": [520.0, 503.0, 500.0, 492.0, 490.0, 489.0, 481.0, 480.0, 480.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6113, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Greenhouse_gas", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Polar_High", "Methane_clathrate", "Global_warming_in_Antarctica", "Mootral", "Arctic_geoengineering"], "ranked_scores": [555.0, 543.0, 541.0, 524.0, 523.0, 521.0, 519.0, 517.0, 516.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Climate_change_in_Tuvalu", "Marine_transgression", "Ocean_surface_topography", "Tide"], "ranked_scores": [537.0, 518.0, 517.0, 515.0, 504.0, 503.0, 498.0, 490.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Wiesław_Masłowski", "Deglaciation", "Future_sea_level", "Holocene_glacial_retreat", "Global_warming_hiatus", "Fast_ice", "Arctic_geoengineering", "West_Ice"], "ranked_scores": [553.0, 513.0, 509.0, 505.0, 505.0, 505.0, 504.0, 503.0, 503.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Carbon_neutrality", "Carbon_footprint", "Zero-energy_building"], "ranked_ids": ["Renewable_energy_debate", "Climate_footprint", "Carbon_footprint", "Mandatory_renewable_energy_target", "Wind_power", "Carbon_offset", "Embedded_emissions", "Carbon_credit", "Carbon_diet", "Carbon_neutrality"], "ranked_scores": [543.0, 541.0, 541.0, 534.0, 532.0, 531.0, 530.0, 529.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Carbon_diet", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Carbon_dioxide", "Politics_of_global_warming", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [539.0, 536.0, 536.0, 535.0, 532.0, 530.0, 529.0, 528.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Geography_of_Greenland", "Greenland_ice_sheet", "Climate_change_in_the_Arctic", "Greenland", "Ice2sea", "Climate_change_in_Tuvalu", "List_of_companies_of_Greenland"], "ranked_scores": [522.0, 520.0, 517.0, 516.0, 516.0, 512.0, 510.0, 510.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_mitigation_scenarios", "CO2_fertilization_effect", "Runaway_greenhouse_effect", "Global_warming_in_Antarctica", "Global_warming_potential", "Atmospheric_methane", "Idealized_greenhouse_model", "IPCC_First_Assessment_Report", "Climate_change_feedback", "Politics_of_global_warming"], "ranked_scores": [529.0, 526.0, 524.0, 521.0, 520.0, 519.0, 519.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_in_Texas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "Global_warming_controversy", "An_Appeal_to_Reason", "Climate_change_in_the_United_States", "Wibjörn_Karlén", "Greenhouse_effect_(United_States_Supreme_Court)"], "ranked_scores": [577.0, 540.0, 536.0, 536.0, 519.0, 519.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "North_Carolina", "Ehrlichia_Wisconsin_HM543746", "Amblyomma_americanum", "Geography_of_North_America", "Climate_of_the_United_States", "West_North_Central_States", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_Minnesota", "Contiguous_United_States"], "ranked_scores": [508.0, 489.0, 488.0, 481.0, 481.0, 480.0, 475.0, 474.0, 474.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Global_warming", "Science"], "ranked_ids": ["Climatic_Research_Unit_documents", "Physical_impacts_of_climate_change", "World_Climate_Change_Conference,_Moscow", "ECMWF_re-analysis", "Climate_Data_Records", "IPCC_First_Assessment_Report", "Climate_change_in_Texas", "IPCC_Fifth_Assessment_Report", "Coupled_model_intercomparison_project", "Stern_Review"], "ranked_scores": [542.0, 532.0, 531.0, 530.0, 525.0, 524.0, 523.0, 522.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "Ice_age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "History_of_climate_change_science", "100,000-year_problem", "Temperature_record_of_the_past_1000_years", "Keeling_Curve", "Proxy_(climate)", "Eugenius_Warming", "Global_warming_hiatus", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [513.0, 512.0, 508.0, 505.0, 503.0, 502.0, 501.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "California_Senate_Bill_32", "Mauna_Kea", "Eyes_on_the_Earth", "Climate_change_in_Tuvalu", "NOAAS_Okeanos_Explorer_(R_337)", "Carbon_profiling", "Permanent_Service_for_Mean_Sea_Level", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [521.0, 507.0, 501.0, 498.0, 497.0, 490.0, 485.0, 485.0, 484.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Ocean_acidification", "Keeling_Curve", "Estuarine_acidification", "Metabolic_acidosis", "Acid_rain", "Oceanic_carbon_cycle", "Anoxic_waters", "Avoiding_Dangerous_Climate_Change", "C3_carbon_fixation", "Geological_history_of_oxygen"], "ranked_scores": [490.0, 485.0, 481.0, 480.0, 476.0, 475.0, 474.0, 473.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Global_cooling", "Climate_change_denial", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Journal_for_Geoclimatic_Studies", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)"], "ranked_scores": [554.0, 539.0, 530.0, 528.0, 527.0, 527.0, 526.0, 524.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "2005_Pacific_hurricane_season", "El_Niño", "2010_Northern_Hemisphere_heat_waves", "Eugenius_Warming", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "El_Niño–Southern_Oscillation", "Timeline_of_the_2005_Pacific_hurricane_season", "PDOS"], "ranked_scores": [495.0, 485.0, 484.0, 474.0, 473.0, 472.0, 471.0, 471.0, 470.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Stern_Review", "Climate_change_in_the_Arctic", "Wiesław_Masłowski", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climatic_Research_Unit_documents", "Michael_E._Mann", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [548.0, 546.0, 521.0, 520.0, 518.0, 516.0, 516.0, 513.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Jet_stream", "Cold-air_damming", "Winter_1985_cold_wave", "Low-pressure_area", "Wind_shear", "Westerlies", "Global_stilling", "Mountain-gap_wind", "Thermopause"], "ranked_scores": [525.0, 517.0, 511.0, 505.0, 502.0, 500.0, 499.0, 498.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "1997–98_El_Niño_event", "NOAA-7", "1908", "Highest_temperature_recorded_on_Earth", "Earth_Radiation_Budget_Satellite", "Explorer_7", "Landsat_1"], "ranked_scores": [542.0, 535.0, 533.0, 510.0, 508.0, 508.0, 506.0, 505.0, 503.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "CLOUD_experiment", "Journal_for_Geoclimatic_Studies", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "Clouds_and_the_Earth's_Radiant_Energy_System", "Canada_and_the_Kyoto_Protocol", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [529.0, 521.0, 504.0, 494.0, 494.0, 493.0, 492.0, 490.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_offset", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Carbon_capture_and_storage_in_Australia", "Carbon_credit", "Carbon_emission_trading", "Fuel_Economy_Reform_Act"], "ranked_scores": [534.0, 512.0, 502.0, 499.0, 499.0, 496.0, 495.0, 492.0, 491.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Iceberg_C-19", "Ice2sea", "Global_warming_hiatus", "Post-glacial_rebound", "Holocene_glacial_retreat", "Hockey_stick_graph", "Sea_level_rise", "Deglaciation", "Global_cooling"], "ranked_scores": [511.0, 507.0, 505.0, 498.0, 498.0, 497.0, 497.0, 493.0, 491.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "Explorer_7", "2000_Southern_United_States_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Earth's_internal_heat_budget", "March_2012_North_American_heat_wave"], "ranked_scores": [510.0, 500.0, 500.0, 499.0, 494.0, 493.0, 491.0, 491.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Environmental_threats_to_the_Great_Barrier_Reef", "Great_Salinity_Anomaly", "Anoxic_event", "Sea", "Free_Ocean_CO2_Enrichment", "Remineralisation", "The_Real_Global_Warming_Disaster"], "ranked_scores": [584.0, 561.0, 537.0, 511.0, 505.0, 504.0, 502.0, 498.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Climate_Change_Denial:_Heads_in_the_Sand", "List_of_experimental_errors_and_frauds_in_physics", "Alternative_medicine", "Misuse_of_statistics", "Induced_innovation", "Lies,_damned_lies,_and_statistics", "The_Real_Global_Warming_Disaster", "Management_systems_for_road_safety", "Demand_destruction", "False_attribution"], "ranked_scores": [487.0, 485.0, 483.0, 482.0, 480.0, 478.0, 478.0, 477.0, 476.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Fast_ice", "Marine_transgression", "Attribution_of_recent_climate_change", "Ice2sea", "Ice_rise", "Global_warming_in_Antarctica", "Past_sea_level", "Regional_effects_of_global_warming"], "ranked_scores": [574.0, 530.0, 512.0, 511.0, 511.0, 510.0, 510.0, 509.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Dust_Bowl", "2012–13_North_American_drought", "Megadrought", "Drought_in_the_United_Kingdom", "Younger_Dryas", "Grassland_degradation", "Future_of_Earth"], "ranked_scores": [529.0, 516.0, 515.0, 510.0, 509.0, 507.0, 503.0, 498.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Stern_Review", "Ian_Clark_(geologist)", "Climate_Change_Denial:_Heads_in_the_Sand", "Special_Report_on_Global_Warming_of_1.5_°C", "Michael_E._Mann", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [533.0, 530.0, 525.0, 522.0, 519.0, 516.0, 516.0, 516.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "Western_Oregon", "Climate_of_Oregon"], "ranked_scores": [524.0, 523.0, 521.0, 521.0, 515.0, 512.0, 503.0, 500.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_warming_controversy", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "The_Great_Global_Warming_Swindle"], "ranked_scores": [518.0, 510.0, 510.0, 510.0, 509.0, 509.0, 504.0, 502.0, 501.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ian_Clark_(geologist)", "Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_inertia", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [534.0, 529.0, 521.0, 521.0, 520.0, 519.0, 518.0, 517.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Climate_change_in_China", "Mitigation_of_global_warming_in_Australia", "Atmospheric_methane", "Carbon_emissions_reporting", "World_Climate_Report", "Global_warming_potential", "Carbon_diet", "Carbon_offset", "Media_coverage_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [537.0, 524.0, 520.0, 516.0, 516.0, 513.0, 512.0, 510.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Hypotheticals", "Risk", "Centre_for_the_Study_of_Existential_Risk", "Longevity_risk", "Avoiding_Dangerous_Climate_Change", "Nick_Bostrom", "Risk–benefit_ratio", "Global_catastrophic_risk", "Ingenuity", "Worst-case_scenario"], "ranked_scores": [507.0, 498.0, 497.0, 490.0, 487.0, 483.0, 483.0, 481.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Emissions_trading"], "ranked_ids": ["Clean_Energy_Regulator", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon-neutral_fuel", "Energy_policy_of_the_United_States", "Carbon_neutrality", "Clean_Air_Act_(United_States)", "Clean_Energy_Ministerial", "Greenhouse_gas_emissions_by_the_United_States", "Coal_pollution_mitigation"], "ranked_scores": [530.0, 505.0, 503.0, 499.0, 498.0, 497.0, 496.0, 496.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1908", "1997–98_El_Niño_event", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_graph", "1808/1809_mystery_eruption", "Temperature_record_of_the_past_1000_years", "Hockey_stick_controversy", "Proxy_(climate)", "2014–16_El_Niño_event", "Pacific_decadal_oscillation"], "ranked_scores": [529.0, 525.0, 509.0, 509.0, 508.0, 506.0, 505.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Polar_seas", "Antarctic_ice_sheet", "Antarctic_Cold_Reversal", "Weddell_Polynya", "Measurement_of_sea_ice", "Climate_of_the_Arctic", "Ice2sea"], "ranked_scores": [558.0, 549.0, 547.0, 541.0, 541.0, 540.0, 537.0, 537.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal", "Clean_Energy_Regulator", "History_of_coal_mining", "Coalbed_methane", "Coal_mining", "Refined_coal", "Millmerran_Power_Station", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [606.0, 572.0, 532.0, 530.0, 527.0, 526.0, 526.0, 525.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Cool_tropics_paradox", "PDO", "PDOS", "Programmed_Data_Processor", "Indonesian_Democratic_Party", "Antarctic_Cold_Reversal", "Little_Ice_Age", "List_of_climate_research_satellites", "Termination_(geomorphology)"], "ranked_scores": [494.0, 491.0, 476.0, 472.0, 472.0, 469.0, 466.0, 464.0, 460.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Instrumental_temperature_record", "World_Climate_Report", "Global_Climate_Observing_System", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "Greenhouse_gas_emissions_by_the_United_States", "Global_stilling", "World_Energy_Outlook", "Politics_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [496.0, 490.0, 484.0, 483.0, 480.0, 479.0, 479.0, 479.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Climate_change_denial", "Attribution_of_recent_climate_change", "Global_change", "Climate_Change_Science_Program", "Climate_change_policy_of_the_United_States", "World_Climate_Change_Conference,_Moscow", "Hurricane_Katrina_and_global_warming", "World_Climate_Report"], "ranked_scores": [544.0, 544.0, 542.0, 538.0, 538.0, 538.0, 537.0, 533.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Lake_Superior", "Little_Ice_Age", "Precipitation"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Argo_(oceanography)", "Wind_power", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "North_Atlantic_Current", "Climate_oscillation", "Climate_of_Finland", "Instrumental_temperature_record", "Global_warming_hiatus", "Measurement_of_sea_ice"], "ranked_scores": [463.0, 457.0, 456.0, 455.0, 454.0, 453.0, 453.0, 451.0, 451.0, 450.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "Global_warming", "El_Niño–Southern_Oscillation", "21st_century", "Climate"], "ranked_ids": ["Orbital_forcing", "Global_warming_in_Antarctica", "Climate_change_feedback", "Climate_change_in_the_United_States", "Idealized_greenhouse_model", "Global_warming_potential", "Effect_of_Sun_angle_on_climate", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change", "Earth's_energy_budget"], "ranked_scores": [545.0, 544.0, 539.0, 538.0, 538.0, 535.0, 535.0, 533.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Dumbing_down", "Progress_(history)", "Econometrics", "Diminishing_returns", "Income_in_the_United_States", "Climate_change_in_Tuvalu", "Kuznets_curve", "Tax_policy_and_economic_inequality_in_the_United_States"], "ranked_scores": [499.0, 484.0, 481.0, 478.0, 472.0, 472.0, 470.0, 468.0, 468.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Climate_footprint", "History_of_sustainability", "CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Greenhouse_gas_emissions_by_the_United_States", "History_of_climate_change_science", "Environmental_issue", "Climate_change_in_China"], "ranked_scores": [524.0, 520.0, 519.0, 519.0, 518.0, 518.0, 515.0, 515.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Earth", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Sun"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Holocene", "Holocene_glacial_retreat", "History_of_climate_change_science", "20th_century", "Deglaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate", "Hockey_stick_graph", "Keeling_Curve"], "ranked_scores": [532.0, 525.0, 525.0, 523.0, 515.0, 515.0, 512.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_Change_Science_Program", "I'm_not_a_scientist", "Avoiding_Dangerous_Climate_Change", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Skeptical_Science"], "ranked_scores": [511.0, 495.0, 493.0, 492.0, 491.0, 490.0, 490.0, 485.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "Hot_tower", "Excessive_heat_watch", "Cooling_tower", "Heat_index", "Automatic_weather_station", "Weather_station", "2001_Eastern_North_America_heat_wave", "Urban_heat_island"], "ranked_scores": [533.0, 533.0, 515.0, 511.0, 502.0, 500.0, 499.0, 497.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming_hiatus", "Hurricane_Katrina_and_global_warming", "Global_cooling", "Hockey_stick_controversy", "IPCC_Fourth_Assessment_Report", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Hockey_stick_graph", "Advisory_Group_on_Greenhouse_Gases"], "ranked_scores": [525.0, 523.0, 519.0, 516.0, 514.0, 514.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "California", "California_State_Assembly", "Etymology_of_California", "Wind_power_in_California", "Solar_power_in_Michigan", "Pacific_States", "Solar_power_in_Italy", "Renewable_energy_in_the_United_States", "List_of_lakes_in_California"], "ranked_scores": [508.0, 504.0, 499.0, 495.0, 490.0, 490.0, 485.0, 484.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Productivity_(ecology)", "Petroleum_in_the_United_States", "Renewable_energy_in_the_United_States", "Biofuel_in_the_United_States", "Agriculture", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [521.0, 503.0, 500.0, 493.0, 492.0, 489.0, 487.0, 487.0, 486.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-asigm-2b": {"555": {"relevant_ids": ["Grizzly_bear", "Kodiak_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Beringian_wolf", "Bear_attack", "Kodiak_bear", "Arctostaphylos", "Great_Bear_Wilderness", "Sloth_bear", "Paleontology_in_Alaska", "Grizzly_bear"], "ranked_scores": [0.3402, 0.2809, 0.2577, 0.2552, 0.2526, 0.2371, 0.2294, 0.2294, 0.2242, 0.2216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6133, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Greenhouse_gas", "Polar_High", "Climate_change_in_the_Arctic", "Mootral", "Clathrate_gun_hypothesis", "Methane_clathrate", "Avoiding_Dangerous_Climate_Change", "Arctic_geoengineering"], "ranked_scores": [0.4613, 0.4098, 0.3582, 0.3531, 0.3505, 0.3402, 0.3299, 0.3247, 0.3222, 0.3222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Annual_cycle_of_sea_level_height", "Sea_level", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Climate_change_in_Tuvalu", "Future_sea_level", "Great_Salinity_Anomaly", "Tide", "Raised_beach"], "ranked_scores": [0.3479, 0.3351, 0.3247, 0.3041, 0.2861, 0.2603, 0.2577, 0.2577, 0.2474, 0.2371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "West_Ice", "Arctic_geoengineering", "Wiesław_Masłowski", "Holocene_glacial_retreat", "International_Weddell_Sea_Oceanographic_Expeditions", "Measurement_of_sea_ice", "Fast_ice", "Sea_ice", "Tyrrell_Sea"], "ranked_scores": [0.4356, 0.3351, 0.3144, 0.3144, 0.3041, 0.3015, 0.2964, 0.2938, 0.2938, 0.2912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_neutrality", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Carbon_offset", "Carbon_diet", "Carbon_credit", "Carbon_profiling", "Carbon_capture_and_storage_in_Australia", "Wind_power", "Wind_power_in_Colorado", "Carbon_emissions_reporting"], "ranked_scores": [0.4201, 0.3943, 0.3892, 0.3582, 0.3557, 0.3505, 0.3505, 0.3479, 0.3479, 0.3454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Carbon_dioxide", "Greenhouse_gas"], "ranked_ids": ["Carbon_diet", "Journal_for_Geoclimatic_Studies", "World_Climate_Report", "Carbon_neutrality", "Carbon_footprint", "CO2_is_Green", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_denial", "Carbon_offset", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.3974, 0.3923, 0.3846, 0.3769, 0.3769, 0.3744, 0.3692, 0.3667, 0.3667, 0.359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Climate_change_in_the_Arctic", "Greenland_ice_sheet", "Geography_of_Greenland", "Ice2sea", "Global_warming_in_Antarctica", "Drift_ice", "North_Greenland_Ice_Core_Project", "Greenland_ice_core_project"], "ranked_scores": [0.3582, 0.3505, 0.3402, 0.3196, 0.3144, 0.3093, 0.3041, 0.2938, 0.2938, 0.2887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Global_warming", "Permian–Triassic_extinction_event"], "ranked_ids": ["Climate_change_feedback", "CO2_fertilization_effect", "Keeling_Curve", "James_Hansen", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation_scenarios", "Global_warming_in_Antarctica", "Runaway_greenhouse_effect", "Politics_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.3686, 0.3582, 0.3557, 0.3531, 0.3505, 0.3505, 0.3428, 0.3428, 0.3428, 0.3351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Climate_change_in_Texas", "Climatic_Research_Unit_documents", "Regional_effects_of_global_warming", "Michael_E._Mann", "An_Appeal_to_Reason", "Climate_change_in_Australia", "Wibjörn_Karlén"], "ranked_scores": [0.4872, 0.3821, 0.3667, 0.3615, 0.3359, 0.3333, 0.3308, 0.3256, 0.3231, 0.3231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["North_Carolina", "Lyme_disease", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "Geography_of_North_America", "2014–15_North_American_winter", "Ehrlichia_Wisconsin_HM543746", "East_North_Central_States", "Amblyomma_americanum", "Climate_of_Minnesota"], "ranked_scores": [0.2706, 0.2655, 0.2629, 0.2474, 0.2448, 0.2423, 0.2397, 0.2345, 0.232, 0.232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "Global_warming", "General_circulation_model", "Sensitivity_analysis"], "ranked_ids": ["Climatic_Research_Unit_documents", "David_Titley", "Wibjörn_Karlén", "DICE_model", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "ECMWF_re-analysis", "Climate_ensemble", "Economics_of_global_warming", "Hurricane_Katrina_and_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.3763, 0.3531, 0.3479, 0.3479, 0.3402, 0.3351, 0.3299, 0.3299, 0.3222, 0.3222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_Historical_Climatology_Network", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Antarctica_cooling_controversy", "Hockey_stick_graph", "Instrumental_temperature_record", "List_of_heat_waves", "100,000-year_problem", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.3376, 0.3299, 0.3093, 0.299, 0.2887, 0.2887, 0.2861, 0.2758, 0.2732, 0.2732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Eyes_on_the_Earth", "California_Senate_Bill_32", "Carbon_profiling", "NASA_Earth_Observatory", "Global_Climate_Observing_System", "Total_Carbon_Column_Observing_Network", "350.org", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.3247, 0.3119, 0.2964, 0.2912, 0.2887, 0.2784, 0.2758, 0.2732, 0.2655, 0.2629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Acid_rain", "Estuarine_acidification", "Keeling_Curve", "Metabolic_acidosis", "Ocean_acidification", "PH", "Carbon_dioxide", "CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid"], "ranked_scores": [0.2887, 0.2784, 0.268, 0.2603, 0.25, 0.2448, 0.2397, 0.2294, 0.2268, 0.2216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3236, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "World_Climate_Report", "The_Great_Global_Warming_Swindle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.4562, 0.3814, 0.3763, 0.3634, 0.3428, 0.3325, 0.3273, 0.3247, 0.3144, 0.3119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "2005_Pacific_hurricane_season", "1000", "El_Niño", "PDO", "Timeline_of_the_2005_Pacific_hurricane_season", "2010_Northern_Hemisphere_heat_waves", "Eugenius_Warming", "1911_Eastern_North_America_heat_wave", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.3093, 0.2732, 0.2603, 0.2474, 0.2294, 0.2294, 0.2268, 0.2268, 0.2216, 0.2191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change", "Greenland"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "James_Hansen", "An_Appeal_to_Reason", "Stern_Review", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Climatic_Research_Unit_documents", "Global_warming_in_Antarctica"], "ranked_scores": [0.451, 0.3892, 0.3582, 0.3454, 0.3273, 0.3247, 0.3247, 0.3196, 0.317, 0.3144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Jet_stream", "Wind_shear", "Global_stilling", "Winter_1985_cold_wave", "Weather_front", "Cold-air_damming", "Polar_front", "Polar_low", "Mountain-gap_wind"], "ranked_scores": [0.3557, 0.3299, 0.317, 0.3015, 0.2964, 0.2912, 0.2887, 0.2809, 0.2809, 0.2809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event", "Microwave_Sounding_Unit_temperature_measurements", "NOAA-7", "1908", "Explorer_7", "1936_North_American_cold_wave", "Solar_cycle_19"], "ranked_scores": [0.3711, 0.3608, 0.3608, 0.3402, 0.3273, 0.3196, 0.3067, 0.3015, 0.2912, 0.2784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climate_Change_Science_Program", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Canada_and_the_Kyoto_Protocol", "HadCM3", "List_of_climate_research_satellites"], "ranked_scores": [0.3299, 0.2861, 0.2758, 0.2577, 0.2552, 0.2526, 0.25, 0.2448, 0.2448, 0.2448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Carbon_capture_and_storage_in_Australia", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Carbon_offset", "Climate_change_in_China", "TransCanada_Corporation", "Carbon_credit"], "ranked_scores": [0.4046, 0.3402, 0.3222, 0.2938, 0.2938, 0.2809, 0.2758, 0.268, 0.2629, 0.2577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Iceberg_C-19", "Holocene_glacial_retreat", "Sea_level_rise", "Ice2sea", "Quaternary_glaciation", "Measurement_of_sea_ice", "Global_cooling", "Wiesław_Masłowski"], "ranked_scores": [0.3325, 0.3247, 0.3144, 0.2938, 0.2861, 0.2861, 0.2835, 0.2758, 0.2732, 0.2732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "2010_Northern_Hemisphere_heat_waves", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_United_States", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "Hurricane_Katrina_and_global_warming", "Early_2009_southeastern_Australia_heat_wave", "Global_Historical_Climatology_Network"], "ranked_scores": [0.3479, 0.3351, 0.3093, 0.2912, 0.2835, 0.2809, 0.2784, 0.2784, 0.2732, 0.2732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Sea_level_rise", "Anoxic_event", "Environmental_threats_to_the_Great_Barrier_Reef", "Environmental_issues_with_coral_reefs", "Marine_transgression", "The_Real_Global_Warming_Disaster", "Sea"], "ranked_scores": [0.5129, 0.4381, 0.3505, 0.3325, 0.3067, 0.3015, 0.2912, 0.2887, 0.2887, 0.2784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Minimum_wage", "Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Real_Global_Warming_Disaster", "Management_systems_for_road_safety", "Misuse_of_statistics", "Falsifiability", "False_attribution", "Falsism", "Demand_destruction", "Environmental_skepticism"], "ranked_scores": [0.2938, 0.25, 0.25, 0.2423, 0.2371, 0.232, 0.2294, 0.2268, 0.2216, 0.2191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Global_warming_in_Antarctica", "Fast_ice", "Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Past_sea_level", "Regional_effects_of_global_warming", "Melt_pond", "Marine_transgression"], "ranked_scores": [0.4539, 0.3513, 0.3487, 0.3436, 0.3256, 0.3, 0.2974, 0.2897, 0.2846, 0.2821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Megadrought", "Droughts_in_the_United_States", "Dust_Bowl", "Grassland_degradation", "Desertification", "2015_United_Nations_Climate_Change_Conference", "United_Nations_Convention_to_Combat_Desertification"], "ranked_scores": [0.3247, 0.3144, 0.3093, 0.3015, 0.299, 0.2706, 0.2655, 0.2629, 0.2552, 0.2526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hurricane_Katrina_and_global_warming", "ECMWF_re-analysis", "Climatic_Research_Unit_email_controversy", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Real_Global_Warming_Disaster", "Heaven_and_Earth_(book)", "Ian_Clark_(geologist)", "Stern_Review"], "ranked_scores": [0.3814, 0.3608, 0.3531, 0.3402, 0.3376, 0.3299, 0.3247, 0.3196, 0.317, 0.317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "Summer_of_1976_(Europe)", "Olympic_Mountains", "2010_Northern_Hemisphere_summer_heat_waves", "Western_Oregon"], "ranked_scores": [0.3351, 0.3325, 0.3299, 0.3273, 0.3196, 0.3119, 0.2964, 0.2938, 0.2912, 0.2912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Global_warming", "An_Inconvenient_Truth", "Climate_change_denial"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Environmental_skepticism", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Global_warming_conspiracy_theory", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Anthropocentrism", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.317, 0.3093, 0.2964, 0.2938, 0.2861, 0.2861, 0.2861, 0.2861, 0.2809, 0.2809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling", "Hockey_stick_graph", "Global_cooling_(disambiguation)", "Ian_Clark_(geologist)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Proxy_(climate)"], "ranked_scores": [0.3711, 0.3582, 0.3505, 0.3454, 0.3299, 0.3273, 0.3247, 0.317, 0.317, 0.317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Climate_change_in_China", "Carbon_offset", "Atmospheric_methane", "Mootral", "Global_warming_potential", "Embedded_emissions", "World_Climate_Report", "Deforestation_and_climate_change", "German_response_to_Kyoto_Protocol", "Carbon_emissions_reporting"], "ranked_scores": [0.3711, 0.3686, 0.3479, 0.3196, 0.317, 0.3144, 0.3144, 0.3119, 0.3119, 0.3093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Futures_studies", "Human_extinction"], "ranked_ids": ["Hypotheticals", "Non-renewable_resource", "Centre_for_the_Study_of_Existential_Risk", "Risk", "Disaster", "Probability_of_error", "Scenario_analysis", "Risk_neutral", "Learning_the_hard_way", "Nick_Bostrom"], "ranked_scores": [0.2964, 0.2912, 0.2887, 0.2861, 0.2603, 0.2577, 0.2448, 0.2423, 0.2423, 0.2397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Carbon_neutrality", "Carbon-neutral_fuel", "Clean_coal_technology", "Coal_pollution_mitigation", "Energy_policy_of_the_United_States", "Clean_Energy_Regulator", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.3051, 0.2835, 0.2784, 0.2732, 0.268, 0.2655, 0.2629, 0.2552, 0.2552, 0.2526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1908", "1997–98_El_Niño_event", "Year_Without_a_Summer", "2014–16_El_Niño_event", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Instrumental_temperature_record", "El_Niño–Southern_Oscillation", "Hockey_stick_graph", "El_Niño", "History_of_climate_change_science"], "ranked_scores": [0.3634, 0.3557, 0.3299, 0.3273, 0.3273, 0.3273, 0.3273, 0.3144, 0.3144, 0.299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_sea_ice", "Antarctic_Circumpolar_Current", "Antarctic_ice_sheet", "Polar_seas", "Weddell_Gyre", "Arctic_geoengineering", "Arctic_resources_race", "Weddell_Polynya", "Ice2sea"], "ranked_scores": [0.4201, 0.4046, 0.3918, 0.3814, 0.3789, 0.3737, 0.3711, 0.3634, 0.3608, 0.3582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_Energy_Regulator", "Coal", "History_of_coal_mining", "Cleaner_production", "Beyond_Coal", "Mitigation_of_global_warming_in_Australia", "Coal_mining", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.5, 0.4485, 0.3711, 0.3479, 0.3454, 0.3351, 0.3222, 0.3222, 0.3196, 0.317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "Programmed_Data_Processor", "Little_Ice_Age", "PDOS", "Indonesian_Democratic_Party", "1936_North_American_cold_wave", "Köppen_climate_classification", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.3196, 0.2809, 0.2474, 0.232, 0.2294, 0.2294, 0.2242, 0.2088, 0.201, 0.1985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_Climate_Report", "Satellite_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Living_Planet_Index", "World_Energy_Outlook", "Global_Climate_Observing_System", "Greenhouse_gas_inventory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.268, 0.2526, 0.2397, 0.2371, 0.2371, 0.232, 0.232, 0.2294, 0.2294, 0.2294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Attribution_of_recent_climate_change", "Climate_Change_Science_Program", "Climate_change_denial", "Climate_change_policy_of_the_United_States", "United_Nations_Climate_Change_conference", "Climate_change_in_the_United_States", "U.S._Global_Change_Research_Program", "Media_coverage_of_climate_change", "Global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [0.4124, 0.4072, 0.3943, 0.3943, 0.3892, 0.3814, 0.3789, 0.3737, 0.3711, 0.366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Precipitation", "Little_Ice_Age", "Permafrost"], "ranked_ids": ["Northern_Europe", "Antarctic_Circumpolar_Current", "Climate_of_Italy", "Hekla_3_eruption", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "North_Atlantic_Current", "East_Greenland_Current", "Climate_of_Finland", "Gulf_Stream", "Pliocene_climate"], "ranked_scores": [0.2176, 0.1976, 0.1851, 0.1751, 0.1726, 0.1726, 0.1701, 0.1701, 0.1676, 0.1676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "Climate", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Orbital_forcing", "Climate_change_feedback", "Global_warming_in_Antarctica", "Attribution_of_recent_climate_change", "Radiative_forcing", "Solar_gain", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Idealized_greenhouse_model"], "ranked_scores": [0.3943, 0.384, 0.3789, 0.3686, 0.3531, 0.3531, 0.3505, 0.3479, 0.3376, 0.3273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule", "Solar_cycle"], "ranked_ids": ["Dumbing_down", "Regression_toward_the_mean", "The_Great_Stagnation", "Progress_(history)", "Shutdown_of_thermohaline_circulation", "Future_sea_level", "Trend_stationary", "Soft_landing_(economics)", "Rosenfeld's_law", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [0.2629, 0.2603, 0.2371, 0.2294, 0.2294, 0.2268, 0.2216, 0.2191, 0.2113, 0.2113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["CO2_fertilization_effect", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Climate_change_in_China", "History_of_sustainability", "Airborne_fraction", "Runaway_greenhouse_effect", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Heaven_and_Earth_(book)"], "ranked_scores": [0.3428, 0.3376, 0.3325, 0.3222, 0.3144, 0.3093, 0.3015, 0.2964, 0.2938, 0.2887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Little_Ice_Age", "Climate_of_India", "Earth", "Scientific_consensus_on_climate_change", "Sun"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "History_of_sustainability", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Keeling_Curve", "Holocene", "Michael_E._Mann", "Cool_tropics_paradox"], "ranked_scores": [0.3222, 0.3222, 0.3144, 0.3041, 0.3015, 0.2964, 0.2938, 0.2938, 0.2938, 0.2912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "Not_even_wrong", "Skeptical_Science", "Media_coverage_of_climate_change", "Avoiding_Dangerous_Climate_Change", "Scientific_community", "Ian_Clark_(geologist)"], "ranked_scores": [0.3196, 0.3119, 0.2964, 0.2938, 0.2912, 0.268, 0.2655, 0.2603, 0.2526, 0.2474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Hot_tower", "Cooling_tower", "US_Weather_Bureau_Station_(Block_Island)", "Urban_heat_island", "Heat_index", "Excessive_heat_watch", "Solar_tower_(astronomy)", "List_of_energy_efficient_buildings_in_India", "List_of_heat_waves"], "ranked_scores": [0.3789, 0.3557, 0.3531, 0.3299, 0.3222, 0.3067, 0.299, 0.2964, 0.2912, 0.2861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "Global_warming_hiatus", "Hurricane_Katrina_and_global_warming", "An_Appeal_to_Reason", "Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster", "Global_warming_conspiracy_theory", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.3789, 0.3557, 0.3505, 0.3428, 0.3247, 0.317, 0.3119, 0.3093, 0.3067, 0.3067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "California_State_Assembly", "California", "Wind_power_in_California", "Solar_power_in_Michigan", "Solar_power_in_Italy", "Renewable_energy_in_the_United_States", "List_of_lakes_in_California", "California_(Blink-182_album)", "Solar_cell_efficiency"], "ranked_scores": [0.3299, 0.3041, 0.2949, 0.2784, 0.268, 0.2655, 0.2629, 0.2526, 0.25, 0.25], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Reaganomics", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Agriculture_in_Pennsylvania", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture", "Productivity_(ecology)", "Tropical_agriculture", "Renewable_energy_in_the_United_States", "Agriculture_in_Ethiopia"], "ranked_scores": [0.3479, 0.3479, 0.3128, 0.2861, 0.2835, 0.2732, 0.2655, 0.2603, 0.2552, 0.2526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "roberta-base": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Global_warming_in_Antarctica", "List_of_energy_efficient_buildings_in_India", "Syrian_brown_bear", "List_of_power_stations_in_Texas", "List_of_wind_farms_in_Lithuania", "Anthropogenic_biome", "Holocene_glacial_retreat", "Shutdown_of_thermohaline_circulation", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.9763, 0.9739, 0.9713, 0.9705, 0.9704, 0.9687, 0.9681, 0.9678, 0.9678, 0.9676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Glacier"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Ice_piedmont", "List_of_energy_efficient_buildings_in_India", "Wildlife_of_Peru", "Hunting_and_fishing_in_Alaska", "Oxygen_cycle", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Hot_tower", "Landfill_gas_emission_reduction_in_Brazil"], "ranked_scores": [0.985, 0.9797, 0.9758, 0.9757, 0.9756, 0.975, 0.975, 0.9749, 0.9749, 0.9747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Global_warming_in_Antarctica", "Temperate_climate", "List_of_energy_efficient_buildings_in_India", "Low-carbon_building", "Climate_of_Tamil_Nadu", "2016_North_American_heat_wave", "List_of_power_stations_in_Texas", "List_of_wind_farms_in_Lithuania", "Holocene_glacial_retreat", "Deserts_of_California"], "ranked_scores": [0.9809, 0.9749, 0.9746, 0.9744, 0.9728, 0.9725, 0.9725, 0.9722, 0.972, 0.972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Growth_of_wind_power_in_the_United_States", "Hunting_and_fishing_in_Alaska", "Socialism_in_Canada", "List_of_energy_efficient_buildings_in_India", "Climate_change_in_Canada", "List_of_wind_farms_in_Lithuania", "Shutdown_of_thermohaline_circulation", "List_of_power_stations_in_Texas"], "ranked_scores": [0.9822, 0.9759, 0.9748, 0.9738, 0.9722, 0.9719, 0.9711, 0.9709, 0.9709, 0.9708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_biodiesel", "List_of_energy_efficient_buildings_in_India", "Global_warming_in_Antarctica", "Hunting_and_fishing_in_Alaska", "Mootral", "Eugenics_in_California", "Growth_of_wind_power_in_the_United_States", "Landfill_gas_emission_reduction_in_Brazil", "Energy_in_Europe", "Automobile_air_conditioning"], "ranked_scores": [0.9879, 0.9738, 0.9715, 0.9697, 0.9682, 0.968, 0.9665, 0.9662, 0.9657, 0.9657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Global_warming_in_Antarctica", "Politics_of_global_warming", "Environmental_impact_of_biodiesel", "Climate_change_in_Canada", "List_of_energy_efficient_buildings_in_India", "Low-carbon_building", "CO2_is_Green", "Mootral", "Eugenics_in_California", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.9795, 0.9774, 0.9749, 0.9747, 0.9741, 0.9741, 0.9741, 0.9733, 0.9727, 0.9721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "List_of_energy_efficient_buildings_in_India", "1971", "Ice_piedmont", "Climate_change_in_Canada", "Climate_of_Tamil_Nadu", "Shutdown_of_thermohaline_circulation", "Hunting_and_fishing_in_Alaska", "Politics_of_global_warming"], "ranked_scores": [0.9859, 0.9801, 0.976, 0.9752, 0.9752, 0.9741, 0.974, 0.974, 0.9737, 0.9734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Global_warming", "Climate_sensitivity", "Climate_change_feedback", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming_in_Antarctica", "Politics_of_global_warming", "Interglacial", "1808/1809_mystery_eruption", "Holocene_glacial_retreat", "Shutdown_of_thermohaline_circulation", "Temperate_climate", "Cool_tropics_paradox", "Climate_inertia", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [0.9788, 0.9756, 0.9752, 0.9741, 0.974, 0.9737, 0.9736, 0.9729, 0.9716, 0.9714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming_in_Antarctica", "Climate_change_in_Canada", "1908", "1808/1809_mystery_eruption", "2016_American_Northeast_heat_wave", "Shutdown_of_thermohaline_circulation", "Gore_Effect", "Climate_of_Tamil_Nadu", "List_of_power_stations_in_Texas", "CO2_is_Green"], "ranked_scores": [0.9796, 0.9771, 0.9743, 0.9739, 0.9736, 0.9722, 0.9718, 0.9717, 0.9717, 0.9716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Southern_tick-associated_rash_illness", "Climate_of_Tamil_Nadu", "Wind_power_in_New_Mexico", "Global_warming_in_Antarctica", "Wildlife_of_Peru", "Temperate_climate", "Growth_of_wind_power_in_the_United_States", "Deserts_of_California", "The_Great_Plains_Ecoregion", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.9779, 0.9775, 0.9767, 0.9766, 0.9759, 0.9752, 0.9748, 0.9741, 0.9741, 0.9741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Science", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Global_warming_in_Antarctica", "Climate_change_in_Canada", "Climate_ensemble", "Landfill_gas_emission_reduction_in_Brazil", "Environmental_impact_of_biodiesel", "CO2_is_Green", "List_of_climate_scientists", "Hunting_and_fishing_in_Alaska", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.9761, 0.9733, 0.9721, 0.9718, 0.9711, 0.9707, 0.9707, 0.9704, 0.9703, 0.9699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["1808/1809_mystery_eruption", "Holocene_glacial_retreat", "Global_warming_in_Antarctica", "1908", "Shutdown_of_thermohaline_circulation", "1971", "2016_American_Northeast_heat_wave", "Growth_of_wind_power_in_the_United_States", "Climate_of_Tamil_Nadu", "Socialism_in_Canada"], "ranked_scores": [0.9798, 0.9776, 0.9754, 0.9751, 0.975, 0.9748, 0.9736, 0.9731, 0.9731, 0.9729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect", "Keeling_Curve"], "ranked_ids": ["Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "Climate_change_in_Canada", "Holocene_glacial_retreat", "Mootral", "Landfill_gas_emission_reduction_in_Brazil", "List_of_energy_efficient_buildings_in_India", "Politics_of_global_warming", "1808/1809_mystery_eruption", "Cool_tropics_paradox"], "ranked_scores": [0.9823, 0.9795, 0.9776, 0.9773, 0.9771, 0.9762, 0.9762, 0.9761, 0.9751, 0.9749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Low-carbon_building", "Global_warming_in_Antarctica", "Automobile_air_conditioning", "Tipping_point_(climatology)", "List_of_energy_efficient_buildings_in_India", "Landfill_gas_emission_reduction_in_Brazil", "Politics_of_global_warming", "List_of_coal_fired_power_stations_in_Australia", "Shutdown_of_thermohaline_circulation", "Geopotential_height"], "ranked_scores": [0.978, 0.9769, 0.9749, 0.9745, 0.9738, 0.9738, 0.9738, 0.9736, 0.9731, 0.9724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["1808/1809_mystery_eruption", "List_of_energy_efficient_buildings_in_India", "Eugenics_in_California", "Climate_change_in_Canada", "Climate_Audit", "Growth_of_wind_power_in_the_United_States", "1908", "Skeptical_Science", "Global_warming_in_Antarctica", "Socialism_in_Canada"], "ranked_scores": [0.9683, 0.968, 0.9677, 0.9677, 0.9674, 0.9671, 0.9668, 0.9664, 0.9657, 0.9656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Environmental_impact_of_biodiesel", "Eugenics_in_California", "1990_in_science", "Dry_Spell", "1908", "List_of_energy_efficient_buildings_in_India", "List_of_Ohio_state_forests", "1808/1809_mystery_eruption", "Climate_of_Tamil_Nadu"], "ranked_scores": [0.9687, 0.9675, 0.9664, 0.9662, 0.9661, 0.9652, 0.9643, 0.9641, 0.9628, 0.9625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Greenland", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climate_change_in_Canada", "Shutdown_of_thermohaline_circulation", "1808/1809_mystery_eruption", "Skeptical_Science", "Mootral", "Climate_Audit", "List_of_climate_scientists", "CO2_is_Green", "Gore_Effect", "Adam_Scaife"], "ranked_scores": [0.9818, 0.9804, 0.9801, 0.9799, 0.9779, 0.9776, 0.9768, 0.9766, 0.9764, 0.976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Temperate_climate", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "Climate_of_Tamil_Nadu", "Cool_tropics_paradox", "List_of_power_stations_in_Texas", "Souther_(meteorology)", "Polar_see-saw", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Climate_change_in_Canada"], "ranked_scores": [0.981, 0.9807, 0.9784, 0.9778, 0.977, 0.9753, 0.9751, 0.9748, 0.9747, 0.9747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "1971", "Growth_of_wind_power_in_the_United_States", "2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "Climate_of_Tamil_Nadu", "1808/1809_mystery_eruption", "Global_warming_in_Antarctica", "List_of_wind_farms_in_Lithuania", "Socialism_in_Canada"], "ranked_scores": [0.9865, 0.9775, 0.9748, 0.9741, 0.9736, 0.9731, 0.973, 0.971, 0.9702, 0.9696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["List_of_wind_farms_in_Lithuania", "Climate_change_in_Canada", "1808/1809_mystery_eruption", "Global_warming_in_Antarctica", "Landfill_gas_emission_reduction_in_Brazil", "Shutdown_of_thermohaline_circulation", "Climate_ensemble", "Politics_of_global_warming", "Wind_power_in_New_Mexico", "Gore_Effect"], "ranked_scores": [0.979, 0.9786, 0.9773, 0.9766, 0.9763, 0.9761, 0.9757, 0.9754, 0.9752, 0.9751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["1971", "List_of_power_stations_in_Texas", "Global_warming_in_Antarctica", "2016_American_Northeast_heat_wave", "1908", "Wind_power_in_New_Mexico", "Climate_change_in_Canada", "Automobile_air_conditioning", "Growth_of_wind_power_in_the_United_States", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.968, 0.9671, 0.9655, 0.9655, 0.9648, 0.9644, 0.9644, 0.9641, 0.9639, 0.9631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["2016_North_American_heat_wave", "1808/1809_mystery_eruption", "1908", "2016_American_Northeast_heat_wave", "Global_warming_in_Antarctica", "1971", "2015_North_American_heat_wave", "Holocene_glacial_retreat", "Gore_Effect", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.9797, 0.979, 0.978, 0.9773, 0.9757, 0.975, 0.975, 0.975, 0.975, 0.9744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "1808/1809_mystery_eruption", "Growth_of_wind_power_in_the_United_States", "Climate_change_in_Canada", "1971", "2015_North_American_heat_wave", "List_of_wind_farms_in_Lithuania", "Climate_of_Tamil_Nadu"], "ranked_scores": [0.9843, 0.9796, 0.9788, 0.9779, 0.9769, 0.9766, 0.9764, 0.9762, 0.976, 0.9755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Politics_of_global_warming", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "List_of_coal_fired_power_stations_in_Australia", "Mootral", "Landfill_gas_emission_reduction_in_Brazil", "Low-carbon_building", "Holocene_glacial_retreat", "Terraforming_of_Mars", "Automobile_air_conditioning"], "ranked_scores": [0.9785, 0.9782, 0.9741, 0.9738, 0.9731, 0.9726, 0.9726, 0.9722, 0.9714, 0.9709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Skeptical_Science", "CO2_is_Green", "Wage_curve", "Climate_change_in_Canada", "Global_warming_conspiracy_theory", "Scientific_consensus_on_climate_change", "Falsism", "Landfill_gas_emission_reduction_in_Brazil", "Environmentalist", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.9851, 0.9844, 0.9837, 0.9823, 0.9821, 0.982, 0.9815, 0.9805, 0.9804, 0.9802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Shutdown_of_thermohaline_circulation", "1971", "1808/1809_mystery_eruption", "List_of_energy_efficient_buildings_in_India", "2016_American_Northeast_heat_wave", "Growth_of_wind_power_in_the_United_States", "Climate_change_in_Canada", "List_of_power_stations_in_Texas"], "ranked_scores": [0.986, 0.9771, 0.9759, 0.9757, 0.9756, 0.975, 0.9745, 0.9739, 0.9729, 0.9726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Global_warming_in_Antarctica", "2016_American_Northeast_heat_wave", "1808/1809_mystery_eruption", "2016_North_American_heat_wave", "Climate_change_in_Canada", "1908", "List_of_wind_farms_in_Lithuania", "Holocene_glacial_retreat", "Climate_of_Tamil_Nadu", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.9789, 0.9768, 0.9759, 0.9758, 0.9753, 0.975, 0.9748, 0.9741, 0.9739, 0.9732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["Climate_change_in_Canada", "Climate_ensemble", "Shutdown_of_thermohaline_circulation", "Socialism_in_Canada", "CO2_is_Green", "1808/1809_mystery_eruption", "List_of_wind_farms_in_Lithuania", "Scientific_consensus_on_climate_change", "List_of_energy_efficient_buildings_in_India", "Wage_curve"], "ranked_scores": [0.9776, 0.9754, 0.9752, 0.975, 0.9748, 0.9745, 0.9739, 0.9739, 0.9736, 0.9736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "1908", "1808/1809_mystery_eruption", "Climate_of_Tamil_Nadu", "Growth_of_wind_power_in_the_United_States", "1911_Eastern_North_America_heat_wave", "1995_Chicago_heat_wave"], "ranked_scores": [0.9866, 0.9842, 0.9778, 0.9774, 0.9765, 0.9751, 0.9749, 0.9737, 0.9727, 0.9725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Global_warming", "Climate_change_denial", "An_Inconvenient_Truth"], "ranked_ids": ["Climate_change_in_Canada", "Politics_of_global_warming", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "CO2_is_Green", "Low-carbon_building", "Gore_Effect", "Landfill_gas_emission_reduction_in_Brazil", "List_of_coal_fired_power_stations_in_Australia", "Global_warming_conspiracy_theory"], "ranked_scores": [0.9793, 0.9785, 0.978, 0.9767, 0.9749, 0.9744, 0.9743, 0.9741, 0.9738, 0.9735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Little_Ice_Age", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_in_Antarctica", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Climate_change_in_Canada", "Low-carbon_building", "Global_cooling", "Cool_tropics_paradox", "Climate_ensemble", "Peak_coal", "Climate_inertia"], "ranked_scores": [0.98, 0.9774, 0.9773, 0.9764, 0.9764, 0.9759, 0.9758, 0.9755, 0.9752, 0.9747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Biogas", "Natural_gas", "Atmospheric_methane", "Methane"], "ranked_ids": ["Mootral", "Politics_of_global_warming", "List_of_coal_fired_power_stations_in_Australia", "Global_warming_in_Antarctica", "Fossil_fuel_exporters", "Landfill_gas_emission_reduction_in_Brazil", "List_of_wind_farms_in_Lithuania", "Contribution_to_global_warming_by_Australia", "Automobile_air_conditioning", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.9741, 0.9737, 0.9732, 0.9718, 0.9704, 0.9694, 0.9693, 0.9691, 0.969, 0.969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Risk", "Futures_studies", "Human_extinction", "Nick_Bostrom"], "ranked_ids": ["Manufactured_risk", "Low-carbon_building", "Climate_change_in_Canada", "Perfect_storm", "Worst-case_scenario", "Falsism", "Tipping_point_(climatology)", "List_of_experimental_errors_and_frauds_in_physics", "Climate_ensemble", "Politics_of_global_warming"], "ranked_scores": [0.9753, 0.9734, 0.9733, 0.9727, 0.9726, 0.972, 0.9712, 0.971, 0.9709, 0.9706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Global_warming_in_Antarctica", "Pesticide_regulation_in_the_United_States", "Climate_change_in_Canada", "Landfill_gas_emission_reduction_in_Brazil", "Wind_power_in_New_Mexico", "CO2_is_Green", "NoCO2_Certification_Program", "Cross-State_Air_Pollution_Rule", "Mootral", "List_of_wind_farms_in_Lithuania"], "ranked_scores": [0.9763, 0.9762, 0.9761, 0.9749, 0.974, 0.9729, 0.9729, 0.9725, 0.9723, 0.9718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "1808/1809_mystery_eruption", "2016_American_Northeast_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "Climate_of_Tamil_Nadu", "Shutdown_of_thermohaline_circulation", "Global_warming_in_Antarctica", "2014–16_El_Niño_event", "Gore_Effect"], "ranked_scores": [0.9842, 0.9819, 0.9808, 0.9804, 0.9794, 0.9791, 0.9789, 0.9774, 0.9769, 0.9761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "List_of_energy_efficient_buildings_in_India", "Hunting_and_fishing_in_Alaska", "List_of_power_stations_in_Texas", "Interglacial", "Ice_piedmont", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Climate_of_Tamil_Nadu", "Low-carbon_building"], "ranked_scores": [0.981, 0.976, 0.9696, 0.9692, 0.9687, 0.9676, 0.9666, 0.9659, 0.9649, 0.9647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Climate_change_mitigation", "Coal_pollution_mitigation"], "ranked_ids": ["Landfill_gas_emission_reduction_in_Brazil", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_exporters", "Low-carbon_building", "List_of_power_stations_in_Texas", "Global_warming_in_Antarctica", "Politics_of_global_warming", "Climate_change_in_Canada", "List_of_energy_efficient_buildings_in_India", "Landfills_in_the_United_Kingdom"], "ranked_scores": [0.9813, 0.9806, 0.9795, 0.9789, 0.9787, 0.978, 0.9774, 0.977, 0.9769, 0.9764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1990_in_science", "Eugenics_in_California", "Growth_of_wind_power_in_the_United_States", "Environmental_impact_of_biodiesel", "List_of_Ohio_state_forests", "Dry_Spell", "1908", "Risk_(comics)", "December_1945_lunar_eclipse", "Lake_Déllő"], "ranked_scores": [0.9696, 0.969, 0.969, 0.9686, 0.9671, 0.9633, 0.9625, 0.9624, 0.9623, 0.9619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Environmental_impact_of_biodiesel", "List_of_energy_efficient_buildings_in_India", "Global_warming_in_Antarctica", "Eugenics_in_California", "Growth_of_wind_power_in_the_United_States", "1990_in_science", "Dry_Spell", "Hunting_and_fishing_in_Alaska", "1971", "Socialism_in_Canada"], "ranked_scores": [0.9722, 0.9688, 0.9679, 0.9679, 0.965, 0.9639, 0.9637, 0.9633, 0.9604, 0.9598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming_in_Antarctica", "Environmental_impact_of_biodiesel", "Eugenics_in_California", "List_of_energy_efficient_buildings_in_India", "1990_in_science", "Growth_of_wind_power_in_the_United_States", "1971", "Climate_change_in_Canada", "1908", "Mootral"], "ranked_scores": [0.9709, 0.9695, 0.9694, 0.9686, 0.9685, 0.9684, 0.9666, 0.9664, 0.9654, 0.9654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Little_Ice_Age", "Precipitation"], "ranked_ids": ["Global_warming_in_Antarctica", "List_of_energy_efficient_buildings_in_India", "Holocene_glacial_retreat", "Hunting_and_fishing_in_Alaska", "Climate_of_Tamil_Nadu", "Climate_ensemble", "Anthropogenic_biome", "Cool_tropics_paradox", "1908", "List_of_wind_farms_in_Lithuania"], "ranked_scores": [0.9812, 0.9799, 0.9766, 0.9746, 0.9741, 0.9738, 0.9735, 0.9733, 0.9729, 0.9729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "Global_warming", "21st_century"], "ranked_ids": ["Global_warming_in_Antarctica", "Politics_of_global_warming", "Climate_change_in_Canada", "Shutdown_of_thermohaline_circulation", "Mootral", "List_of_energy_efficient_buildings_in_India", "1971", "Biomedical_research_in_the_United_States", "List_of_power_stations_in_Texas", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.9842, 0.9758, 0.9748, 0.9732, 0.9731, 0.9727, 0.9724, 0.9713, 0.971, 0.971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Socialism_in_Canada", "Shutdown_of_thermohaline_circulation", "Growth_of_wind_power_in_the_United_States", "List_of_wind_farms_in_Lithuania", "List_of_energy_efficient_buildings_in_India", "Global_warming_in_Antarctica", "List_of_heat_waves", "1971", "1908", "Climate_of_Tamil_Nadu"], "ranked_scores": [0.9682, 0.9674, 0.967, 0.9667, 0.9665, 0.9664, 0.9653, 0.9653, 0.9648, 0.9646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Global_warming_in_Antarctica", "Low-carbon_building", "Holocene_glacial_retreat", "List_of_power_stations_in_Texas", "1971", "1808/1809_mystery_eruption", "List_of_coal_fired_power_stations_in_Australia", "Politics_of_global_warming", "Climate_change_in_Canada", "Wind_power_in_New_Mexico"], "ranked_scores": [0.9796, 0.9774, 0.9758, 0.9732, 0.973, 0.973, 0.9725, 0.9717, 0.9713, 0.9711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Little_Ice_Age", "Earth", "Climate_of_India", "Sun", "Scientific_consensus_on_climate_change"], "ranked_ids": ["1971", "1908", "Global_warming_in_Antarctica", "1808/1809_mystery_eruption", "Holocene_glacial_retreat", "Socialism_in_Canada", "Growth_of_wind_power_in_the_United_States", "Wildlife_of_Peru", "Climate_of_Tamil_Nadu", "2016_North_American_heat_wave"], "ranked_scores": [0.9761, 0.9748, 0.9741, 0.9741, 0.9737, 0.9726, 0.9724, 0.9716, 0.9716, 0.9713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climate_change_in_Canada", "Scientific_consensus_on_climate_change", "Skeptical_Science", "List_of_wind_farms_in_Lithuania", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "CO2_is_Green", "List_of_climate_scientists", "Landfills_in_the_United_Kingdom", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.9779, 0.9771, 0.9757, 0.9741, 0.974, 0.9733, 0.9729, 0.9728, 0.9715, 0.9711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Automobile_air_conditioning", "1995_Chicago_heat_wave", "Anthropogenic_biome", "Mootral", "Deserts_of_California", "Macrofossil", "Landfills_in_the_United_Kingdom", "Landfill_gas_emission_reduction_in_Brazil", "Shutdown_of_thermohaline_circulation", "Skeptical_Science"], "ranked_scores": [0.977, 0.9764, 0.9764, 0.9761, 0.9758, 0.9755, 0.9754, 0.9752, 0.975, 0.9748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["1808/1809_mystery_eruption", "2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "1971", "Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Shutdown_of_thermohaline_circulation", "1908", "Gore_Effect", "Interglacial"], "ranked_scores": [0.9818, 0.9793, 0.9787, 0.9786, 0.9777, 0.9771, 0.9767, 0.9765, 0.9757, 0.9749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["List_of_power_stations_in_Texas", "List_of_coal_fired_power_stations_in_Australia", "Wind_power_in_New_Mexico", "List_of_wind_farms_in_Lithuania", "Low-carbon_building", "Wind_power_in_Colorado", "Climate_change_in_Canada", "Biomedical_research_in_the_United_States", "Socialism_in_Canada", "CO2_is_Green"], "ranked_scores": [0.9736, 0.973, 0.972, 0.9693, 0.969, 0.9683, 0.9665, 0.9665, 0.9655, 0.9653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["1971", "List_of_wind_farms_in_Lithuania", "Growth_of_wind_power_in_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Biomedical_research_in_the_United_States", "Wind_power_in_New_Mexico", "Climate_change_in_Canada", "2016_North_American_heat_wave", "Agricultural_policy_of_the_United_States", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.9817, 0.9809, 0.9787, 0.9782, 0.978, 0.9778, 0.976, 0.9754, 0.9749, 0.9747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Bile_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Aronia", "Syrian_brown_bear"], "ranked_scores": [0.4754, 0.4198, 0.4196, 0.4183, 0.412, 0.407, 0.3991, 0.3923, 0.383, 0.3821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Thermopause"], "ranked_scores": [0.7327, 0.6577, 0.6079, 0.6037, 0.5945, 0.5803, 0.5628, 0.5615, 0.5522, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.6953, 0.6669, 0.6254, 0.6188, 0.6092, 0.5728, 0.5367, 0.528, 0.5169, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "Antarctic_ice_sheet"], "ranked_scores": [0.705, 0.6489, 0.6131, 0.6082, 0.5887, 0.5768, 0.5735, 0.5585, 0.5565, 0.5459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_by_country", "Environmental_impact_of_aviation", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "Wind_power_in_New_Mexico", "Wind_power", "Wind_power_in_Colorado"], "ranked_scores": [0.5693, 0.5656, 0.5602, 0.5283, 0.5273, 0.5208, 0.516, 0.5132, 0.5101, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_diet", "CO2_is_Green", "Effects_of_global_warming", "Greening_Earth_Society", "Greenhouse_gas"], "ranked_scores": [0.6065, 0.5632, 0.5589, 0.5418, 0.5387, 0.5289, 0.525, 0.518, 0.5158, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Arctic_sea_ice_decline", "Climate_inertia", "Past_sea_level", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Deglaciation"], "ranked_scores": [0.6961, 0.6527, 0.6455, 0.6383, 0.6351, 0.6134, 0.5938, 0.5931, 0.5872, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Greenhouse_gas", "Environmental_issue", "Climate_change_mitigation_scenarios", "Global_warming", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6432, 0.6088, 0.6081, 0.6081, 0.6018, 0.5923, 0.5918, 0.5872, 0.5846, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Climate_change_in_Texas", "Reasons_for_concern", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Extreme_weather", "Effects_of_global_warming_on_humans", "Climate_risk"], "ranked_scores": [0.5701, 0.5631, 0.5596, 0.5446, 0.5402, 0.5397, 0.5357, 0.531, 0.5232, 0.5223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "List_of_mammals_of_New_England", "Winter_1985_cold_wave", "Multiple_sclerosis", "Mediterranean_climate", "Drought_in_Spain", "2015_North_American_heat_wave", "United_States_rainfall_climatology", "Nor'easter"], "ranked_scores": [0.4655, 0.4467, 0.4397, 0.4365, 0.4338, 0.4337, 0.4289, 0.4219, 0.4197, 0.4151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_adaptation_in_Nepal", "Arctic_geoengineering", "Climate_change_policy_of_the_United_States", "Climate_risk", "Parametrization_(atmospheric_modeling)", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.514, 0.5081, 0.5079, 0.5061, 0.5037, 0.5012, 0.5005, 0.4977, 0.4702, 0.4695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change", "Antarctic_Cold_Reversal", "Future_of_Earth", "Global_warming", "Abrupt_climate_change", "Milankovitch_cycles"], "ranked_scores": [0.6714, 0.596, 0.5683, 0.5661, 0.561, 0.5574, 0.5506, 0.5494, 0.5421, 0.5413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Global_dimming", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5672, 0.5518, 0.5456, 0.5089, 0.5088, 0.4919, 0.4914, 0.487, 0.4834, 0.481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "PH", "Greenhouse_gas", "Great_Oxygenation_Event", "Dole_effect", "Tropospheric_ozone", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5697, 0.5571, 0.4846, 0.4782, 0.4638, 0.4626, 0.4594, 0.454, 0.452, 0.4502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents"], "ranked_scores": [0.654, 0.6078, 0.5987, 0.5686, 0.5658, 0.5606, 0.5601, 0.5542, 0.5515, 0.5432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "Indonesian_Democratic_Party", "PDO", "Federal_Fuel_Administration", "Tipping_point_(climatology)", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [0.4513, 0.3735, 0.3718, 0.3503, 0.3422, 0.3331, 0.3291, 0.3143, 0.3122, 0.3063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change", "Ice2sea", "Wiesław_Masłowski", "Global_cooling"], "ranked_scores": [0.6535, 0.6449, 0.594, 0.5931, 0.59, 0.5632, 0.5631, 0.5598, 0.558, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Westerlies", "Gulf_Stream", "Jet_stream", "Trade_winds", "Sea_breeze", "Climate_of_the_United_States"], "ranked_scores": [0.6487, 0.6167, 0.6136, 0.6105, 0.6101, 0.591, 0.5712, 0.5694, 0.5644, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5574, 0.5558, 0.5528, 0.5219, 0.5167, 0.5139, 0.496, 0.486, 0.4825, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Climatic_Research_Unit_email_controversy", "Global_cooling", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.4952, 0.4888, 0.4878, 0.4843, 0.474, 0.4659, 0.459, 0.4453, 0.44, 0.4343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Value-added_tax_(United_Kingdom)", "Competitive_Tax_Plan", "Mandatory_renewable_energy_target", "Clean_Energy_Regulator"], "ranked_scores": [0.5347, 0.5206, 0.4906, 0.4799, 0.4608, 0.4119, 0.4, 0.3971, 0.396, 0.3928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Sea_level_rise", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Global_cooling", "Measurement_of_sea_ice"], "ranked_scores": [0.6275, 0.6031, 0.5726, 0.5627, 0.5624, 0.5547, 0.5438, 0.5412, 0.5317, 0.5307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "Scientific_consensus_on_climate_change", "1908", "2001_Eastern_North_America_heat_wave", "Media_coverage_of_climate_change", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5187, 0.5071, 0.5047, 0.5016, 0.4843, 0.482, 0.4813, 0.4763, 0.4761, 0.4659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Air_pollution", "Oceanic_carbon_cycle", "Clathrate_gun_hypothesis", "Blackwater_(coal)"], "ranked_scores": [0.6798, 0.6324, 0.5814, 0.5694, 0.5644, 0.5454, 0.5003, 0.5002, 0.4975, 0.4968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "Demand_destruction", "False_attribution", "Nuclear_power_debate", "Non-renewable_resource", "Worse-than-average_effect"], "ranked_scores": [0.493, 0.4758, 0.4667, 0.4424, 0.4372, 0.4279, 0.4167, 0.4049, 0.4005, 0.4002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_ice"], "ranked_scores": [0.7525, 0.7464, 0.639, 0.6355, 0.6316, 0.6163, 0.592, 0.5837, 0.5578, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "Grassland_degradation", "Global_warming_in_Antarctica", "Climate_change_in_Europe", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5377, 0.5324, 0.5131, 0.5072, 0.5021, 0.494, 0.4879, 0.4858, 0.4622, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Climate_change_in_Europe", "Carbon_bubble", "Arctic_geoengineering", "Stern_Review", "Global_cooling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Cool_tropics_paradox"], "ranked_scores": [0.5561, 0.5404, 0.5398, 0.5384, 0.5371, 0.5342, 0.531, 0.5305, 0.5288, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8261, 0.7209, 0.7162, 0.7022, 0.6992, 0.6871, 0.6834, 0.6819, 0.6623, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "An_Appeal_to_Reason", "Global_cooling", "Global_warming"], "ranked_scores": [0.6929, 0.5993, 0.5987, 0.5869, 0.5785, 0.5737, 0.5727, 0.5721, 0.5715, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "Climate_pattern", "Global_cooling", "Arctic_sea_ice_decline", "Global_warming"], "ranked_scores": [0.6263, 0.6263, 0.6096, 0.5779, 0.5727, 0.5612, 0.5575, 0.5573, 0.545, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_effect", "Environmental_issue", "Effects_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6888, 0.6592, 0.6559, 0.6333, 0.5955, 0.5931, 0.5927, 0.5902, 0.578, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Finite_Risk_insurance", "Hazard"], "ranked_scores": [0.5255, 0.5187, 0.5175, 0.5151, 0.503, 0.4889, 0.4603, 0.4511, 0.4482, 0.4468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.5266, 0.4963, 0.4742, 0.4636, 0.4614, 0.4569, 0.4504, 0.4402, 0.4311, 0.4272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2016_American_Northeast_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7134, 0.6651, 0.6506, 0.6448, 0.6224, 0.6023, 0.5939, 0.5917, 0.5855, 0.5818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Antarctic_Treaty_System", "Climate_of_Antarctica"], "ranked_scores": [0.6644, 0.6168, 0.5907, 0.5899, 0.5881, 0.5745, 0.5508, 0.5479, 0.5312, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Carbon_cycle_re-balancing", "Coalbed_methane", "Carbon_dioxide_removal", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7052, 0.6965, 0.6175, 0.603, 0.5648, 0.5589, 0.551, 0.5374, 0.5331, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Estado_Novo_(Portugal)", "Shutdown_of_thermohaline_circulation", "ADEOS_I", "Progressive_rock", "Climate_of_Oregon", "Department_of_Energy_and_Environment"], "ranked_scores": [0.3988, 0.3944, 0.36, 0.3559, 0.3247, 0.3159, 0.3095, 0.2998, 0.2909, 0.2843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Environmental_issue", "Effects_of_global_warming", "Climate_change", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States"], "ranked_scores": [0.7266, 0.5807, 0.562, 0.5483, 0.5397, 0.5389, 0.5291, 0.5245, 0.5241, 0.521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_Change_Science_Program", "United_Nations_Climate_Change_conference", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.5386, 0.5309, 0.5292, 0.5211, 0.5178, 0.5134, 0.5111, 0.5, 0.4943, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Precipitation", "Permafrost", "Lake_Superior"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "Great_Lakes_Areas_of_Concern", "Global_warming_hiatus", "Freezing_level", "2006_European_cold_wave", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "2014–15_North_American_winter", "Glacial_period"], "ranked_scores": [0.4189, 0.4159, 0.4106, 0.3914, 0.3851, 0.3797, 0.3754, 0.3748, 0.3734, 0.3734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_(general_concept)", "Climate_variability", "Physical_impacts_of_climate_change", "Effect_of_Sun_angle_on_climate", "Environmental_issue"], "ranked_scores": [0.7315, 0.7022, 0.6936, 0.6749, 0.6631, 0.6623, 0.6621, 0.6509, 0.65, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "Trend_stationary", "Statistical_significance", "Antarctica_cooling_controversy", "Global_dimming", "Wage_curve", "MSU_temperature_measurements", "Arctic_sea_ice_decline"], "ranked_scores": [0.4533, 0.4267, 0.3914, 0.3904, 0.387, 0.3811, 0.3811, 0.3665, 0.3639, 0.3636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6519, 0.6165, 0.6134, 0.5756, 0.5688, 0.5637, 0.5624, 0.5562, 0.5539, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Little_Ice_Age", "Sun", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Environmental_issue", "Climate_of_Mars", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_Earth", "List_of_climate_research_satellites", "Climate_change"], "ranked_scores": [0.6018, 0.5817, 0.5586, 0.5562, 0.5522, 0.5451, 0.5432, 0.5427, 0.5408, 0.538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Scientific_community", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change"], "ranked_scores": [0.5418, 0.5079, 0.504, 0.5011, 0.498, 0.4888, 0.4833, 0.4715, 0.4669, 0.4661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2977, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.5755, 0.5703, 0.5663, 0.5618, 0.5376, 0.5371, 0.5307, 0.5068, 0.5065, 0.5044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Global_warming", "Eocene"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Environmental_issue", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Global_warming_controversy"], "ranked_scores": [0.683, 0.6621, 0.6525, 0.6395, 0.6383, 0.6251, 0.6166, 0.6138, 0.5981, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_energy", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6848, 0.5836, 0.5632, 0.5279, 0.5253, 0.5246, 0.4815, 0.48, 0.4772, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada"], "ranked_scores": [0.579, 0.4762, 0.465, 0.4559, 0.4514, 0.4467, 0.4464, 0.4331, 0.4294, 0.4294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-post-int8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Bear_attack", "The_Bear_(1988_film)", "Bile_bear", "Grizzly_bear", "Aronia", "Brown_bear", "Grizzly_Bear_(dance)", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.4117, 0.3742, 0.3532, 0.3428, 0.3374, 0.3328, 0.3296, 0.3196, 0.3145, 0.2962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6113, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Greenhouse_gas", "Retreat_of_glaciers_since_1850", "Atmospheric_carbon_cycle", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6205, 0.5468, 0.4936, 0.48, 0.4679, 0.4588, 0.4457, 0.4319, 0.4275, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tidal_range", "Ocean_surface_topography", "Sea_surface_temperature", "Sea_level", "Climate_of_Salt_Lake_City"], "ranked_scores": [0.6137, 0.5851, 0.5339, 0.5322, 0.5284, 0.4656, 0.4418, 0.4409, 0.4408, 0.4006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Global_cooling", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis"], "ranked_scores": [0.618, 0.5518, 0.5022, 0.4908, 0.4817, 0.4729, 0.4728, 0.4571, 0.4478, 0.4306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Climate_footprint", "Environmental_impact_of_transport", "Wind_power_by_country", "Environmental_impact_of_biodiesel", "Wind_power", "Wind_power_in_Colorado", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.4693, 0.4671, 0.4663, 0.4651, 0.4536, 0.4438, 0.4434, 0.4408, 0.4355, 0.4248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_diet", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "CO2_is_Green", "Greening_Earth_Society", "Atmospheric_carbon_cycle", "Global_cooling", "Effects_of_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.5441, 0.4998, 0.4936, 0.4871, 0.4811, 0.4694, 0.4636, 0.4445, 0.4442, 0.4332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Sea_level_rise", "Deglaciation", "Copenhagen_Diagnosis", "Climate_inertia", "Global_warming_in_Antarctica", "Past_sea_level"], "ranked_scores": [0.5569, 0.5556, 0.5424, 0.5266, 0.4897, 0.488, 0.487, 0.4858, 0.4779, 0.4512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Environmental_issue", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5822, 0.5373, 0.5329, 0.5281, 0.5085, 0.5083, 0.5064, 0.504, 0.5032, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Climate_change_in_Texas", "Hurricane_Harvey", "1980_United_States_heat_wave", "Meteorological_history_of_Hurricane_Matthew", "Effects_of_global_warming", "List_of_Texas_hurricanes_(1950–79)", "1928_Haiti_hurricane", "Reasons_for_concern"], "ranked_scores": [0.5196, 0.4985, 0.4918, 0.4898, 0.4281, 0.4272, 0.4231, 0.4165, 0.412, 0.4029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Granuloma_multiforme", "Multiple_sclerosis", "Measles", "Boutonneuse_fever", "Acrodermatitis", "Tumid_lupus_erythematosus", "Lyme_disease", "Lymphangitis", "Ehrlichia_Wisconsin_HM543746", "Meningococcal_disease"], "ranked_scores": [0.389, 0.3693, 0.3642, 0.3563, 0.3498, 0.3396, 0.3395, 0.3378, 0.3363, 0.3287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_adaptation", "Economics_of_global_warming", "An_Appeal_to_Reason", "Arctic_geoengineering", "Climate_change_in_Canada", "Reasons_for_concern", "Parametrization_(atmospheric_modeling)", "Uncertainty_analysis", "Climate_sensitivity", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.3646, 0.362, 0.3555, 0.355, 0.353, 0.3515, 0.3465, 0.3397, 0.3293, 0.3282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Milankovitch_cycles", "Future_of_Earth", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Bølling-Allerød_warming", "Earth's_rotation", "Pliocene_climate"], "ranked_scores": [0.5147, 0.4317, 0.4277, 0.4276, 0.4193, 0.419, 0.4107, 0.4073, 0.3988, 0.3946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Future_sea_level", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Global_dimming", "Scientific_consensus_on_climate_change", "James_Hansen", "Lōʻihi_Seamount", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.4927, 0.4723, 0.4063, 0.3989, 0.3975, 0.3871, 0.3842, 0.3818, 0.3797, 0.373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Dole_effect", "PH", "Ozone_depletion", "Great_Oxygenation_Event", "Tropospheric_ozone", "Hydrogen_fuel", "Nitrogen_dioxide_poisoning", "Ozone"], "ranked_scores": [0.4896, 0.4891, 0.4331, 0.4147, 0.4092, 0.3952, 0.3929, 0.3908, 0.384, 0.3827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Greening_Earth_Society", "Environmental_skepticism", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.5706, 0.5642, 0.5359, 0.5282, 0.5213, 0.5065, 0.4956, 0.4941, 0.48, 0.4728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Pacific_decadal_oscillation", "Federal_Fuel_Administration", "Shutdown_of_thermohaline_circulation", "Secretary_of_State_for_Energy_and_Climate_Change", "Plesiochronous_digital_hierarchy", "PDO", "Paleocene–Eocene_Thermal_Maximum", "Willie_Soon", "Federal_Power_Commission"], "ranked_scores": [0.3424, 0.3107, 0.309, 0.3041, 0.3023, 0.2922, 0.2909, 0.2898, 0.2778, 0.2778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Wiesław_Masłowski", "Ice2sea", "Avoiding_Dangerous_Climate_Change", "An_Appeal_to_Reason", "Arctic_geoengineering", "Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5917, 0.5682, 0.5566, 0.5515, 0.5318, 0.5274, 0.5274, 0.5225, 0.5126, 0.5094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Polar_vortex", "El_Niño–Southern_Oscillation", "Weather_front", "Westerlies", "Climate_of_Finland", "Jet_stream", "Shutdown_of_thermohaline_circulation", "45th_parallel_south", "Trade_winds"], "ranked_scores": [0.5286, 0.4935, 0.4927, 0.4907, 0.4837, 0.4605, 0.4584, 0.4354, 0.4303, 0.4234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "Highest_temperature_recorded_on_Earth", "List_of_climate_research_satellites"], "ranked_scores": [0.442, 0.4291, 0.4172, 0.4079, 0.3927, 0.3845, 0.3781, 0.3767, 0.3681, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "CLOUD_experiment", "Collider_Detector_at_Fermilab", "Cold_fusion", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change", "Global_cooling", "Danish_Committees_on_Scientific_Dishonesty", "Fleischmann–Pons_experiment"], "ranked_scores": [0.4373, 0.4369, 0.4338, 0.4295, 0.4111, 0.3884, 0.3631, 0.3568, 0.3511, 0.3501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Minerals_Resource_Rent_Tax", "Competitive_Tax_Plan", "Value-added_tax_(United_Kingdom)", "Mitigation_of_global_warming_in_Australia", "Income_taxes_in_Canada", "Capital_gains_tax"], "ranked_scores": [0.5603, 0.5073, 0.5045, 0.4953, 0.4511, 0.439, 0.4063, 0.4011, 0.3787, 0.3787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Winter_1985_cold_wave", "Sea_level_rise", "Wiesław_Masłowski", "Measurement_of_sea_ice", "Arctic_geoengineering"], "ranked_scores": [0.4853, 0.4675, 0.455, 0.426, 0.4132, 0.4085, 0.4078, 0.402, 0.4017, 0.4013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_extreme_weather_events", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave", "Summer_of_1976_(Europe)", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change"], "ranked_scores": [0.4995, 0.4735, 0.4353, 0.433, 0.4213, 0.4213, 0.42, 0.3952, 0.3937, 0.3898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Acid_rain", "Blackwater_(coal)", "Anoxic_waters", "Dihydrogen_monoxide_hoax", "Acidophiles_in_acid_mine_drainage", "Thermal_pollution"], "ranked_scores": [0.5854, 0.5054, 0.4683, 0.4554, 0.4513, 0.447, 0.4414, 0.4086, 0.3984, 0.3933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "Alternative_energy", "Clean_coal_technology", "Beyond_Coal", "Nuclear_power_debate", "History_of_coal_mining", "False_attribution"], "ranked_scores": [0.4468, 0.4091, 0.3908, 0.3752, 0.3725, 0.3616, 0.3594, 0.3505, 0.3485, 0.3479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Ice2sea", "Retreat_of_glaciers_since_1850", "Ice_rise"], "ranked_scores": [0.6039, 0.6029, 0.5117, 0.5036, 0.4966, 0.4933, 0.4678, 0.4515, 0.4442, 0.4381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Desertification", "2006_European_cold_wave", "2010–13_Southern_United_States_and_Mexico_drought", "Global_warming_in_Antarctica", "2012–13_North_American_drought", "Special_Report_on_Global_Warming_of_1.5_°C", "Droughts_in_the_United_States", "Ice2sea", "Climate_change_in_Europe"], "ranked_scores": [0.4579, 0.4318, 0.4214, 0.4053, 0.4032, 0.4007, 0.3883, 0.3832, 0.3815, 0.3794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Cool_tropics_paradox", "Antarctica_cooling_controversy", "Arctic_geoengineering", "Climate_change_in_Europe", "Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Ice2sea", "Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.5048, 0.4468, 0.4428, 0.4415, 0.4372, 0.4365, 0.4349, 0.4289, 0.4267, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.7419, 0.6389, 0.6276, 0.6208, 0.6051, 0.6044, 0.6042, 0.5995, 0.5864, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "James_Hansen", "Environmental_skepticism", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Global_warming"], "ranked_scores": [0.6039, 0.55, 0.5368, 0.5124, 0.5114, 0.5093, 0.5003, 0.4994, 0.4879, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Instrumental_temperature_record", "Global_cooling", "Cool_tropics_paradox", "100,000-year_problem", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5311, 0.5247, 0.5206, 0.459, 0.4487, 0.4438, 0.4384, 0.4373, 0.4341, 0.4302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_emissions_reporting", "Environmental_issue", "Environmental_impact_of_aviation", "Effects_of_global_warming"], "ranked_scores": [0.6087, 0.5869, 0.5846, 0.5547, 0.5146, 0.507, 0.5004, 0.5001, 0.4987, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Longevity_risk", "Risk", "Accident", "Worst-case_scenario", "Manufactured_risk", "Prudentialism", "Prudent_avoidance_principle", "Finite_Risk_insurance"], "ranked_scores": [0.4569, 0.4426, 0.4375, 0.4109, 0.4102, 0.3868, 0.384, 0.3828, 0.3792, 0.3783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Lisa_P._Jackson", "Scott_Pruitt", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.4622, 0.4463, 0.4406, 0.43, 0.429, 0.4101, 0.4004, 0.3978, 0.3946, 0.391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_American_Northeast_heat_wave", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "January_2016_East_Asia_cold_wave"], "ranked_scores": [0.6059, 0.5607, 0.5487, 0.5322, 0.5271, 0.5218, 0.4868, 0.4823, 0.4731, 0.4717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Ice2sea", "Global_warming_in_Antarctica", "Thwaites_Glacier", "Arctic_ice_pack", "Climate_of_Antarctica"], "ranked_scores": [0.5591, 0.5348, 0.5057, 0.4871, 0.4842, 0.4779, 0.4696, 0.4628, 0.4528, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Beyond_Coal", "Arch_Coal", "Carbon-neutral_fuel", "Refined_coal", "Capitol_Power_Plant"], "ranked_scores": [0.6454, 0.6411, 0.5635, 0.5315, 0.5204, 0.5193, 0.5062, 0.5048, 0.4907, 0.4897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Lisa_P._Jackson", "Pacific_decadal_oscillation", "Dole_effect", "Portola,_California", "Progressive_rock", "Climate_of_Oregon", "Korea_Electric_Power_Corporation", "Estado_Novo_(Portugal)"], "ranked_scores": [0.321, 0.3091, 0.3061, 0.2872, 0.2789, 0.2685, 0.2601, 0.2573, 0.2545, 0.2531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Environmental_issue", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.635, 0.5446, 0.5193, 0.4865, 0.4715, 0.4658, 0.4556, 0.4539, 0.4457, 0.4414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_Change_Science_Program", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "United_Nations_Climate_Change_conference", "Climate_justice", "Climate_risk", "Greening_Earth_Society"], "ranked_scores": [0.3939, 0.393, 0.3824, 0.3681, 0.3678, 0.3652, 0.3649, 0.3608, 0.3584, 0.3565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["1908", "Cool_tropics_paradox", "Never_events", "Global_warming_hiatus", "Year_Without_a_Summer", "Antarctica_cooling_controversy", "2014–15_North_American_winter", "Shutdown_of_thermohaline_circulation", "Instrumental_temperature_record", "Arctic_dipole_anomaly"], "ranked_scores": [0.3475, 0.3385, 0.3146, 0.3129, 0.2953, 0.2946, 0.2897, 0.2895, 0.2814, 0.2789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_(general_concept)", "Climate_variability", "Climate_change_in_the_United_States", "Environmental_issue", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6671, 0.6238, 0.6002, 0.5812, 0.5792, 0.563, 0.5612, 0.5572, 0.5543, 0.5519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Statistical_significance", "Global_dimming", "Wage_curve", "Scientific_consensus_on_climate_change", "Phillips_curve", "Antarctica_cooling_controversy", "MSU_temperature_measurements", "Trend_stationary"], "ranked_scores": [0.3516, 0.3493, 0.3233, 0.3128, 0.3127, 0.309, 0.2994, 0.2956, 0.288, 0.2867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Thermal_pollution", "Air_pollution", "Atmospheric_carbon_cycle", "Abrupt_climate_change", "Global_warming"], "ranked_scores": [0.5671, 0.5231, 0.5152, 0.4822, 0.4701, 0.4531, 0.4487, 0.4464, 0.4425, 0.4385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5543, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Polar_forests_of_the_Cretaceous", "Pliocene_climate", "Environmental_issue", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth", "Global_warming"], "ranked_scores": [0.4611, 0.4462, 0.4327, 0.4314, 0.4284, 0.4259, 0.4177, 0.4144, 0.414, 0.4135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Research_ethics", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "Environmental_skepticism", "Danish_Committees_on_Scientific_Dishonesty", "Media_coverage_of_climate_change", "Friends_of_Science"], "ranked_scores": [0.443, 0.4381, 0.4313, 0.4175, 0.4159, 0.4144, 0.403, 0.3984, 0.3944, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "Cooling_center", "Excessive_heat_watch", "Air_conditioned_clothing", "2016_North_American_heat_wave", "Weather_station", "Satellite_temperature_measurements", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.487, 0.4821, 0.4634, 0.4565, 0.4414, 0.436, 0.4319, 0.4302, 0.4267, 0.4123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Global_cooling", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Environmental_issue", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "Global_warming_controversy"], "ranked_scores": [0.5852, 0.5782, 0.5701, 0.5463, 0.5349, 0.528, 0.5234, 0.5019, 0.4983, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power", "Solar_power_in_Australia", "List_of_photovoltaic_power_stations", "Contribution_to_global_warming_by_Australia", "Plug-in_hybrids_in_California"], "ranked_scores": [0.6236, 0.5292, 0.5226, 0.4882, 0.4757, 0.4615, 0.4351, 0.4161, 0.4134, 0.4121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Dairy_farming_in_Canada", "Petroleum_in_the_United_States", "Energy_in_the_United_States", "Collectivization_in_the_Soviet_Union", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.4849, 0.4017, 0.3918, 0.3876, 0.3871, 0.3868, 0.3745, 0.3643, 0.3627, 0.3621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Brown_bear", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Moose", "Kodiak_bear", "Spruce_broom_rust", "Surplus_killing", "Raccoon"], "ranked_scores": [508.0, 501.0, 499.0, 497.0, 488.0, 487.0, 487.0, 485.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Greenhouse_gas", "Thermosphere", "Carbon_dioxide_in_Earth's_atmosphere", "Thermopause", "Atmospheric_carbon_cycle", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering"], "ranked_scores": [603.0, 556.0, 554.0, 543.0, 537.0, 536.0, 535.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Tidal_range", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Tidal_flooding", "Sea_surface_temperature", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [574.0, 574.0, 571.0, 548.0, 542.0, 537.0, 530.0, 523.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Global_cooling", "Future_sea_level", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Sea_ice", "Sea_ice_thickness"], "ranked_scores": [591.0, 571.0, 542.0, 542.0, 541.0, 540.0, 536.0, 536.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Climate_footprint", "Environmental_impact_of_transport", "Deforestation_and_climate_change", "Carbon_footprint", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Carbon_diet", "Wind_power_by_country", "GHG_footprint", "Wind_power"], "ranked_scores": [559.0, 550.0, 550.0, 544.0, 542.0, 536.0, 530.0, 528.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Atmospheric_carbon_cycle", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_diet", "Climate_footprint", "Climate_change_in_the_Arctic", "CO2_is_Green", "Greenhouse_gas"], "ranked_scores": [570.0, 544.0, 536.0, 534.0, 533.0, 532.0, 531.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Deglaciation", "Arctic_sea_ice_decline", "Ice2sea", "Greenland_ice_sheet", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Sea_level_rise", "Climate_inertia", "Copenhagen_Diagnosis"], "ranked_scores": [576.0, 563.0, 561.0, 561.0, 552.0, 550.0, 547.0, 543.0, 542.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Environmental_issue", "Greenhouse_gas", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [569.0, 555.0, 553.0, 553.0, 553.0, 551.0, 548.0, 547.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Physical_impacts_of_climate_change", "Climate_change_in_Texas", "Effects_of_global_warming_on_humans", "Hurricane_Harvey", "Climate_change_adaptation", "Effects_of_global_warming", "Environmental_issue"], "ranked_scores": [555.0, 541.0, 537.0, 536.0, 534.0, 532.0, 532.0, 527.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.389, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["List_of_mammals_of_New_England", "2015_North_American_heat_wave", "Droughts_in_the_United_States", "Granuloma_multiforme", "Measles", "Drought_in_Spain", "1936_North_American_cold_wave", "Excessive_heat_watch", "Dry_season", "2006_North_American_heat_wave"], "ranked_scores": [509.0, 505.0, 503.0, 503.0, 502.0, 499.0, 499.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_adaptation", "Climate_risk", "An_Appeal_to_Reason", "World_Climate_Change_Conference,_Moscow", "Arctic_geoengineering", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_Canada", "Stern_Review"], "ranked_scores": [529.0, 524.0, 518.0, 518.0, 517.0, 516.0, 515.0, 512.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Global_warming", "Timeline_of_glaciation", "Bølling-Allerød_warming", "History_of_climate_change_science", "Younger_Dryas", "Milankovitch_cycles", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [576.0, 555.0, 550.0, 543.0, 542.0, 542.0, 541.0, 540.0, 539.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Mauna_Loa_Observatory", "James_Hansen", "Lōʻihi_Seamount", "Atmospheric_carbon_cycle", "George_Kukla", "Past_sea_level", "Scientific_consensus_on_climate_change"], "ranked_scores": [550.0, 532.0, 527.0, 527.0, 522.0, 520.0, 517.0, 515.0, 514.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Tropospheric_ozone", "Greenhouse_gas", "Metabolic_acidosis", "Carbonic_acid", "Atmospheric_carbon_cycle", "Ozone_depletion", "Atmospheric_methane"], "ranked_scores": [558.0, 536.0, 525.0, 523.0, 520.0, 520.0, 517.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Greening_Earth_Society", "Media_coverage_of_climate_change", "Cool_tropics_paradox", "Attribution_of_recent_climate_change", "Environmental_skepticism"], "ranked_scores": [571.0, 569.0, 562.0, 538.0, 538.0, 538.0, 537.0, 535.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "Pliocene_climate", "Greenhouse_and_icehouse_Earth", "Federal_Fuel_Administration", "List_of_parties_to_the_Kyoto_Protocol", "Polar_forests_of_the_Cretaceous", "Climate_of_Oregon", "List_of_climate_research_satellites"], "ranked_scores": [494.0, 490.0, 484.0, 478.0, 477.0, 476.0, 475.0, 475.0, 473.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Avoiding_Dangerous_Climate_Change", "Global_cooling", "Climate_change_in_the_Arctic", "Ice2sea"], "ranked_scores": [575.0, 562.0, 553.0, 549.0, 547.0, 545.0, 545.0, 544.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["El_Niño–Southern_Oscillation", "Jet_stream", "Polar_front", "Weather_front", "Gulf_Stream", "Polar_vortex", "Westerlies", "Shutdown_of_thermohaline_circulation", "North_Atlantic_Current", "Low-pressure_area"], "ranked_scores": [566.0, 559.0, 559.0, 550.0, 549.0, 548.0, 542.0, 539.0, 537.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "MSU_temperature_measurements", "2001_Eastern_North_America_heat_wave", "Satellite_temperature_measurements", "Hockey_stick_controversy", "List_of_climate_research_satellites", "1908", "Hockey_stick_graph"], "ranked_scores": [542.0, 534.0, 532.0, 528.0, 527.0, 522.0, 519.0, 518.0, 518.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "Collider_Detector_at_Fermilab", "Cold_fusion", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "CLOUD_experiment", "Space_Shuttle_Columbia_disaster", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Carbon_dioxide_removal"], "ranked_scores": [518.0, 518.0, 516.0, 510.0, 508.0, 507.0, 507.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3084, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Income_taxes_in_Canada", "Canada_and_the_Kyoto_Protocol", "Capital_gains_tax", "Low-carbon_emission", "Tax"], "ranked_scores": [557.0, 531.0, 529.0, 524.0, 520.0, 495.0, 495.0, 494.0, 493.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Climate_change_in_the_Arctic", "Global_cooling", "Sea_level_rise", "Past_sea_level", "Climate_change_in_the_United_States"], "ranked_scores": [566.0, 549.0, 543.0, 542.0, 536.0, 535.0, 533.0, 531.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "1908", "1997–98_El_Niño_event", "Summer_of_1976_(Europe)", "2016_North_American_heat_wave", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events"], "ranked_scores": [552.0, 535.0, 530.0, 526.0, 525.0, 525.0, 522.0, 519.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Oceanic_carbon_cycle", "Climate_change_in_the_Arctic"], "ranked_scores": [578.0, 546.0, 540.0, 540.0, 534.0, 532.0, 531.0, 528.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Demand_destruction", "False_attribution", "Nuclear_power_debate", "Energy_development", "Fossil_fuel_power_station", "Alternatives_assessment", "Environmental_impact_of_the_coal_industry", "Fossil_fuel"], "ranked_scores": [529.0, 509.0, 502.0, 499.0, 498.0, 494.0, 494.0, 493.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Sea_ice", "Arctic_geoengineering", "Pliocene_climate", "Melt_pond"], "ranked_scores": [594.0, 589.0, 571.0, 555.0, 551.0, 548.0, 540.0, 537.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "Desertification", "Grassland_degradation", "Climate_change_in_Europe", "Ice2sea", "Arctic_geoengineering", "Dust_Bowl", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica"], "ranked_scores": [520.0, 520.0, 519.0, 513.0, 513.0, 512.0, 512.0, 512.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Antarctica_cooling_controversy", "Climate_change_in_Europe", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Copenhagen_Diagnosis", "Carbon_capture_and_storage_in_Australia", "Special_Report_on_Global_Warming_of_1.5_°C", "Cool_tropics_paradox", "Arctic_geoengineering", "Ice2sea", "Deforestation_and_climate_change"], "ranked_scores": [539.0, 533.0, 532.0, 531.0, 525.0, 525.0, 524.0, 524.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [629.0, 591.0, 589.0, 578.0, 577.0, 577.0, 576.0, 576.0, 570.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen", "Media_coverage_of_climate_change", "Climate_change_mitigation", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Environmental_skepticism", "Climate_change_mitigation_scenarios"], "ranked_scores": [580.0, 555.0, 553.0, 547.0, 543.0, 542.0, 542.0, 540.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Global_warming_hiatus", "Instrumental_temperature_record", "100,000-year_problem", "Climate_oscillation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "Orbital_forcing"], "ranked_scores": [562.0, 555.0, 551.0, 549.0, 542.0, 541.0, 539.0, 536.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Environmental_issue", "Arctic_methane_emissions", "Low-carbon_emission"], "ranked_scores": [578.0, 576.0, 574.0, 565.0, 561.0, 556.0, 556.0, 556.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Manufactured_risk", "Risk", "Risk–benefit_ratio", "Worst-case_scenario", "Prudentialism", "Longevity_risk", "Project_risk_management", "Futures_studies", "Risk_analysis", "Scenario_analysis"], "ranked_scores": [525.0, 514.0, 512.0, 508.0, 500.0, 498.0, 497.0, 496.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Beyond_Coal", "Nuclear_power_debate", "Nuclear_power", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Canada_and_the_Kyoto_Protocol", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [525.0, 508.0, 508.0, 507.0, 506.0, 506.0, 506.0, 502.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "January_2016_East_Asia_cold_wave"], "ranked_scores": [590.0, 589.0, 586.0, 575.0, 568.0, 558.0, 555.0, 554.0, 551.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Ice2sea", "Geography_of_Antarctica", "Sea_ice", "Antarctic_Treaty_System", "West_Antarctica"], "ranked_scores": [578.0, 546.0, 540.0, 537.0, 536.0, 535.0, 534.0, 526.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_cycle_re-balancing", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon-neutral_fuel", "Capitol_Power_Plant"], "ranked_scores": [589.0, 579.0, 560.0, 550.0, 547.0, 542.0, 540.0, 538.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Ozone_depletion", "PDOS", "List_of_climate_research_satellites", "Dole_effect", "Estado_Novo_(Portugal)", "PDO", "Greening_Earth_Society", "Ozone"], "ranked_scores": [486.0, 476.0, 469.0, 466.0, 465.0, 465.0, 462.0, 462.0, 461.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Effects_of_global_warming", "Global_stilling", "Environmental_issue", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change"], "ranked_scores": [559.0, 559.0, 541.0, 541.0, 539.0, 537.0, 537.0, 534.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_adaptation_in_Nepal", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Global_warming", "Global_cooling", "Climate_Change_Science_Program", "Global_cooling_(disambiguation)", "Climate_change_denial", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "United_Nations_Climate_Change_conference"], "ranked_scores": [533.0, 531.0, 530.0, 525.0, 522.0, 521.0, 520.0, 520.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Winter_1985_cold_wave", "2013_extreme_weather_events", "Early_2014_North_American_cold_wave", "2006_European_cold_wave", "List_of_countries_by_carbon_dioxide_emissions", "Climate_of_Antarctica", "Cool_tropics_paradox", "November_2014_North_American_cold_wave", "Mesopause"], "ranked_scores": [491.0, 491.0, 491.0, 487.0, 487.0, 486.0, 485.0, 485.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Environmental_issue", "Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_variability", "Climate_change_(general_concept)", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [583.0, 582.0, 575.0, 575.0, 569.0, 561.0, 558.0, 553.0, 551.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Global_dimming", "Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Global_stilling", "Arctic_dipole_anomaly", "Pacific_decadal_oscillation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Future_sea_level", "Arctic_oscillation"], "ranked_scores": [501.0, 498.0, 490.0, 485.0, 483.0, 482.0, 482.0, 479.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Deforestation_and_climate_change", "Climate_change_in_China", "Ozone_depletion_and_climate_change", "IPCC_First_Assessment_Report", "Abrupt_climate_change", "CO2_fertilization_effect", "Global_warming"], "ranked_scores": [569.0, 562.0, 557.0, 553.0, 552.0, 546.0, 543.0, 542.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5543, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Pliocene_climate", "Polar_forests_of_the_Cretaceous", "2010_Northern_Hemisphere_summer_heat_waves", "Environmental_issue", "2010_Northern_Hemisphere_heat_waves", "Greenhouse_and_icehouse_Earth", "Abrupt_climate_change", "Climate_of_Mars", "Geodynamics_of_Mars", "List_of_climate_research_satellites"], "ranked_scores": [556.0, 549.0, 548.0, 547.0, 544.0, 543.0, 542.0, 541.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "Media_coverage_of_climate_change", "Scientific_community", "Research_ethics", "Scientific_consensus_on_climate_change"], "ranked_scores": [534.0, 521.0, 515.0, 514.0, 513.0, 512.0, 512.0, 507.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Weather_station", "Excessive_heat_watch", "Satellite_temperature_measurements", "List_of_locations_with_a_subtropical_climate", "Heat_wave", "Air_conditioned_clothing", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "MSU_temperature_measurements"], "ranked_scores": [549.0, 547.0, 539.0, 532.0, 530.0, 527.0, 525.0, 525.0, 524.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Environmental_issue", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [578.0, 577.0, 569.0, 567.0, 566.0, 563.0, 559.0, 554.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Spain", "Solar_power", "Solar_power_in_Michigan", "Solar_power_in_Australia", "Renewable_energy", "Wind_power_in_the_United_States"], "ranked_scores": [557.0, 544.0, 529.0, 520.0, 516.0, 515.0, 510.0, 509.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Collectivization_in_the_Soviet_Union", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Workforce_productivity", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Bioenergy_in_China", "Biofuel_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [528.0, 525.0, 518.0, 518.0, 510.0, 508.0, 507.0, 505.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Syrian_brown_bear", "Aronia", "Morus_rubra", "Strawberry", "List_of_mammals_of_Alabama", "Grizzly_bear", "Rubus_defectionis", "Kodiak_bear", "Brown_bear"], "ranked_scores": [0.4199, 0.3903, 0.3749, 0.3683, 0.3634, 0.3616, 0.354, 0.349, 0.3478, 0.3407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_geoengineering", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Global_warming_in_Antarctica", "Glacier", "Ice_calving"], "ranked_scores": [0.5995, 0.5809, 0.5702, 0.5659, 0.5609, 0.5509, 0.5491, 0.5447, 0.5401, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Sea_level", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea_state", "Tide", "Sea_ice_thickness", "Sea_surface_temperature", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.59, 0.5693, 0.5604, 0.5595, 0.5505, 0.52, 0.5063, 0.5009, 0.4982, 0.4926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Global_cooling", "Polar_ice_cap", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Future_sea_level"], "ranked_scores": [0.5801, 0.5458, 0.5245, 0.5231, 0.523, 0.5224, 0.5187, 0.5179, 0.5169, 0.515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "List_of_wind_farms_in_Lithuania", "Atmospheric_carbon_cycle", "Carbon_emissions_reporting", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Wind_power_by_country", "Carbon_diet"], "ranked_scores": [0.5355, 0.5352, 0.5281, 0.5208, 0.5171, 0.5134, 0.509, 0.5059, 0.5055, 0.5045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "Environmental_issue", "Greening_Earth_Society", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States"], "ranked_scores": [0.5305, 0.5268, 0.5247, 0.5209, 0.5164, 0.5125, 0.5124, 0.5099, 0.5047, 0.5003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Climate_inertia", "Ice_age", "Pliocene_climate", "Arctic_sea_ice_decline"], "ranked_scores": [0.5777, 0.5737, 0.5667, 0.5613, 0.558, 0.5511, 0.5509, 0.5482, 0.5472, 0.547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Global_warming", "Environmental_issue", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.6108, 0.6107, 0.6067, 0.5908, 0.5887, 0.5883, 0.5881, 0.5868, 0.584, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Economics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_policy_of_the_United_States", "Reasons_for_concern", "Effects_of_global_warming", "Climate_change_adaptation_in_Nepal", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5719, 0.5456, 0.5364, 0.5259, 0.521, 0.5208, 0.5187, 0.5186, 0.518, 0.518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Acrodermatitis", "Granuloma_multiforme", "Tumid_lupus_erythematosus", "Multiple_sclerosis", "Lymphoma", "Generalized_lymphadenopathy", "Meningococcal_disease", "Measles", "Diphtheria", "Kawasaki_disease"], "ranked_scores": [0.4647, 0.4449, 0.4404, 0.4338, 0.4282, 0.4282, 0.4264, 0.418, 0.4173, 0.4168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_gap", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "Climate_risk", "Scientific_consensus_on_climate_change", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Human_Rights_and_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [0.5321, 0.5278, 0.5224, 0.518, 0.5067, 0.5044, 0.5017, 0.4973, 0.4948, 0.4929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Interglacial", "Little_Ice_Age", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_state", "Climate_change", "Glacial_period", "Global_warming_hiatus", "Abrupt_climate_change", "Bølling-Allerød_warming"], "ranked_scores": [0.6198, 0.5745, 0.5706, 0.569, 0.5634, 0.5597, 0.5577, 0.5532, 0.5492, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Deforestation_and_climate_change", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_cooling", "IPCC_First_Assessment_Report", "Environmental_issue", "James_Hansen"], "ranked_scores": [0.5154, 0.5111, 0.4943, 0.4935, 0.4934, 0.4851, 0.4781, 0.4743, 0.4687, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Tropospheric_ozone", "Metabolic_acidosis", "Acidosis", "Carbon_dioxide", "Oxygen_cycle", "Ozone_depletion", "Ozone", "Atmospheric_methane"], "ranked_scores": [0.521, 0.4881, 0.4631, 0.4586, 0.4583, 0.4547, 0.4511, 0.4504, 0.443, 0.4421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["James_Hansen", "Heaven_and_Earth_(book)", "Ian_Clark_(geologist)", "Richard_Lindzen", "An_Appeal_to_Reason", "Greening_Earth_Society", "Global_cooling", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy"], "ranked_scores": [0.5972, 0.5966, 0.5931, 0.5917, 0.5906, 0.5881, 0.5777, 0.5758, 0.5629, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Climate_state", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Shutdown_of_thermohaline_circulation", "PDOS", "Anthropocene", "Greenhouse_and_icehouse_Earth", "Montreal_Protocol", "Living_Planet_Index"], "ranked_scores": [0.301, 0.2765, 0.2743, 0.2709, 0.2659, 0.2653, 0.2596, 0.2538, 0.2529, 0.246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate_risk", "Ian_Clark_(geologist)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "Arctic_sea_ice_decline", "IPCC_Second_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.6083, 0.6048, 0.579, 0.5781, 0.575, 0.5715, 0.5664, 0.5658, 0.5635, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Weather_front", "Polar_front", "Sea_breeze", "El_Niño–Southern_Oscillation", "Wind", "Pneumonia_front", "Prevailing_winds", "Cold-air_damming", "Westerlies", "Polar_vortex"], "ranked_scores": [0.6368, 0.6224, 0.6075, 0.5861, 0.5738, 0.5735, 0.5714, 0.5689, 0.5656, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "HadCRUT", "Hockey_stick_controversy", "Hockey_stick_graph", "Satellite_temperature_measurements", "List_of_climate_research_satellites", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.5564, 0.5328, 0.5043, 0.5043, 0.5042, 0.5002, 0.5002, 0.4961, 0.4852, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "CLOUD_experiment", "Avoiding_Dangerous_Climate_Change", "Intended_Nationally_Determined_Contributions", "Climate_change_mitigation_scenarios", "Climate_change_in_Canada", "Climatic_Research_Unit_email_controversy", "Carbon_bubble", "Global_cooling"], "ranked_scores": [0.4517, 0.448, 0.4382, 0.438, 0.4342, 0.429, 0.4269, 0.4263, 0.424, 0.421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_offset", "Value-added_tax_(United_Kingdom)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Alternative_minimum_tax", "Carbon_price", "Carbon_credit", "Emissions_trading", "Carbon_emission_trading"], "ranked_scores": [0.4238, 0.4237, 0.3989, 0.3978, 0.3957, 0.392, 0.391, 0.391, 0.391, 0.3856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Ice_age", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Ice2sea", "Pliocene_climate", "Deglaciation", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_scores": [0.554, 0.5441, 0.5406, 0.534, 0.5302, 0.5301, 0.5275, 0.5265, 0.5263, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2006_European_heat_wave", "2016_American_Northeast_heat_wave", "2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "George_Kukla", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.4868, 0.4847, 0.4831, 0.4821, 0.4796, 0.4785, 0.4714, 0.4713, 0.4693, 0.4693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Anoxia", "Acidophiles_in_acid_mine_drainage", "Sulfuric_acid", "Metabolic_acidosis", "Anoxic_waters", "Blackwater_(coal)", "Algal_bloom"], "ranked_scores": [0.568, 0.5569, 0.5527, 0.5352, 0.5311, 0.5208, 0.5163, 0.5162, 0.5013, 0.4989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Pro-nuclear_movement", "Energy_accidents", "Alternative_energy", "Nuclear_power_debate", "Environmental_impact_of_the_coal_industry", "Sustainable_energy", "Global_warming_conspiracy_theory", "Efficient_energy_use", "Energy_development", "Greening_Earth_Society"], "ranked_scores": [0.4364, 0.4191, 0.4023, 0.4019, 0.3917, 0.3913, 0.3882, 0.3824, 0.3811, 0.3799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Sea_ice_thickness", "Arctic_geoengineering", "Climate_inertia", "Measurement_of_sea_ice"], "ranked_scores": [0.6197, 0.6044, 0.5989, 0.5813, 0.5652, 0.5571, 0.5476, 0.5423, 0.5401, 0.5385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Megadrought", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.5321, 0.5321, 0.5237, 0.5225, 0.497, 0.4863, 0.4644, 0.4525, 0.4337, 0.4332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_gap", "Greening_Earth_Society", "Stern_Review", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_cooling", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5177, 0.5121, 0.5102, 0.5073, 0.5056, 0.5056, 0.5007, 0.4997, 0.4991, 0.4974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.7801, 0.7777, 0.7591, 0.7552, 0.7367, 0.7361, 0.7359, 0.7318, 0.7286, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Heaven_and_Earth_(book)", "James_Hansen", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "Ian_Clark_(geologist)", "Global_cooling", "Environmental_issue"], "ranked_scores": [0.5847, 0.5799, 0.5789, 0.5763, 0.5708, 0.5692, 0.5669, 0.5654, 0.5644, 0.5606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_cooling", "Climate_state", "Climate_change", "Instrumental_temperature_record", "Climate_change_(general_concept)", "Climate_variability", "Climate_sensitivity", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Physical_impacts_of_climate_change", "Global_warming_hiatus"], "ranked_scores": [0.5834, 0.5801, 0.5797, 0.5749, 0.5649, 0.5649, 0.562, 0.5511, 0.5509, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_potential", "Deforestation_and_climate_change", "Environmental_issue", "IPCC_First_Assessment_Report", "Atmospheric_methane", "Climate_change_in_the_United_States", "Climate_change_(general_concept)"], "ranked_scores": [0.6504, 0.6348, 0.6308, 0.6167, 0.6074, 0.6053, 0.5874, 0.5694, 0.5688, 0.5653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Systematic_risk", "Risk_neutral", "Counterfactual_thinking", "Country_risk", "Risk_assessment", "Risk_analysis", "Scenario_analysis"], "ranked_scores": [0.5469, 0.5298, 0.5203, 0.5067, 0.5065, 0.4967, 0.494, 0.4908, 0.4888, 0.4887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Climate_Change_Act_2008", "Lisa_P._Jackson", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Avoiding_Dangerous_Climate_Change", "United_States_withdrawal_from_the_Paris_Agreement", "Greening_Earth_Society", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.4552, 0.4393, 0.4274, 0.4206, 0.4177, 0.4126, 0.4116, 0.4082, 0.407, 0.4052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2016_American_Northeast_heat_wave", "2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2006_European_heat_wave", "1911_Eastern_North_America_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6388, 0.6297, 0.6283, 0.6218, 0.6195, 0.6193, 0.6153, 0.6061, 0.6021, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Geography_of_Antarctica", "Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Antarctic_sea_ice", "West_Antarctica", "East_Antarctica", "Ice_cap", "Antarctic_continental_shelf", "Antarctic_Peninsula", "Polar_ice_cap"], "ranked_scores": [0.5805, 0.5781, 0.5695, 0.5668, 0.5524, 0.5482, 0.5458, 0.545, 0.5417, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Coalbed_methane", "Carbon_capture_and_storage_in_Australia", "Arch_Coal", "Refined_coal", "Coal_gas", "Coal_gasification", "Coal_gasification_commercialization"], "ranked_scores": [0.5897, 0.5798, 0.5739, 0.5528, 0.5432, 0.5325, 0.5306, 0.5279, 0.5279, 0.5279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Department_of_Energy_and_Environment", "Programmed_Data_Processor", "1900_(film)", "Indonesian_Democratic_Party", "Deindustrialisation_by_country", "Demand_destruction", "Doomer", "Montreal_Protocol", "Great_Oxygenation_Event"], "ranked_scores": [0.2939, 0.2447, 0.2444, 0.2331, 0.2328, 0.2274, 0.2247, 0.2232, 0.223, 0.2207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_opinion_by_country", "Environmental_issue", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "Climate_gap", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.59, 0.5783, 0.5682, 0.5536, 0.5513, 0.5362, 0.5343, 0.5338, 0.5266, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_Canada", "Economics_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_adaptation_in_Nepal", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "U.S._Global_Change_Research_Program"], "ranked_scores": [0.5362, 0.5259, 0.5174, 0.511, 0.5086, 0.5077, 0.5074, 0.5058, 0.5015, 0.501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Global_cooling", "Climate_of_Antarctica", "2014–15_North_American_winter", "1908", "2013_extreme_weather_events", "1936_North_American_cold_wave", "Winter_1985_cold_wave", "Future_sea_level", "Global_warming_in_Antarctica"], "ranked_scores": [0.414, 0.3912, 0.3816, 0.3765, 0.3748, 0.3724, 0.369, 0.3685, 0.3679, 0.3677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Environmental_issue", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States"], "ranked_scores": [0.6905, 0.6844, 0.6767, 0.6759, 0.6759, 0.6744, 0.6641, 0.663, 0.6578, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Arctic_dipole_anomaly", "Cool_tropics_paradox", "Global_cooling", "Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Trend_stationary", "Pacific_decadal_oscillation", "Sea_level_rise", "Future_sea_level"], "ranked_scores": [0.3331, 0.32, 0.3117, 0.3073, 0.3057, 0.3037, 0.3026, 0.2997, 0.2968, 0.2966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Global_warming", "Effects_of_global_warming", "Global_warming_potential"], "ranked_scores": [0.615, 0.6137, 0.6078, 0.6048, 0.6017, 0.597, 0.5903, 0.5864, 0.5807, 0.5715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5376, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Proxy_(climate)", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Geodynamics_of_Mars", "Water_on_Mars", "Hockey_stick_controversy", "Hockey_stick_graph"], "ranked_scores": [0.5799, 0.5753, 0.5753, 0.5603, 0.5529, 0.5521, 0.5465, 0.5452, 0.5408, 0.5408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Climate_Research_(journal)", "Climate_risk", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "World_Climate_Research_Programme"], "ranked_scores": [0.5065, 0.4829, 0.4827, 0.4785, 0.4745, 0.474, 0.4728, 0.4728, 0.4721, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Ceiling_fan", "Air_conditioned_clothing", "Air_conditioning", "Excessive_heat_watch", "Automobile_air_conditioning", "HVAC", "Weatherization", "2001_Eastern_North_America_heat_wave", "Satellite_temperature_measurements"], "ranked_scores": [0.5926, 0.5745, 0.5728, 0.5728, 0.5516, 0.5398, 0.5379, 0.5378, 0.5247, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Global_warming", "Abrupt_climate_change", "Effects_of_global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_graph"], "ranked_scores": [0.6499, 0.6466, 0.6233, 0.613, 0.6123, 0.6105, 0.6103, 0.6061, 0.6022, 0.6019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Ivanpah_Solar_Power_Facility", "List_of_photovoltaic_power_stations", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power_by_country", "Solar_power_in_Spain", "Wind_power_in_the_United_States"], "ranked_scores": [0.5483, 0.533, 0.5247, 0.5217, 0.5217, 0.5208, 0.5208, 0.5208, 0.5146, 0.5122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Farm_programs", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Growth_of_wind_power_in_the_United_States", "Agriculture_in_Pennsylvania", "Plantation_economy"], "ranked_scores": [0.4782, 0.4764, 0.4715, 0.469, 0.4517, 0.448, 0.4345, 0.4218, 0.4207, 0.4176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m16-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Grizzly_bear", "Syrian_brown_bear", "Brown_bear", "Morus_rubra", "Kodiak_bear", "Coyote", "Moose", "Habitat", "Rattlesnake"], "ranked_scores": [0.2825, 0.28, 0.2675, 0.2653, 0.2653, 0.2628, 0.2621, 0.259, 0.2574, 0.2569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Future_sea_level", "Arctic_sea_ice_decline", "Great_Salinity_Anomaly", "Measurement_of_sea_ice", "Climate_change_in_the_Arctic", "Glaciovolcanism", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5419, 0.5325, 0.5261, 0.5218, 0.5217, 0.517, 0.5157, 0.5123, 0.5118, 0.5089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Measurement_of_sea_ice", "Future_sea_level", "Weddell_Gyre", "Antarctic_ice_sheet", "Ross_Gyre", "Sea_level_rise", "Arctic_ice_pack", "Tide", "Polar_front"], "ranked_scores": [0.5354, 0.518, 0.5023, 0.4937, 0.492, 0.492, 0.489, 0.4873, 0.4854, 0.4852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Global_cooling", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Climate_state", "Climate_change_in_the_Arctic", "Climate_change", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.5127, 0.5094, 0.506, 0.5023, 0.4995, 0.4927, 0.4901, 0.4894, 0.4826, 0.4783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Wind_power_in_Colorado", "Politics_of_global_warming", "Carbon_emissions_reporting", "Wind_power_in_California", "Climate_fiction", "Carbon_diet", "Mitigation_of_global_warming_in_Australia", "Criticism_of_the_IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.4729, 0.4696, 0.466, 0.4659, 0.4605, 0.4581, 0.4531, 0.4531, 0.4522, 0.4496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Physical_impacts_of_climate_change", "Politics_of_global_warming", "Global_cooling", "Climate_risk", "Climate_fiction", "Avoiding_Dangerous_Climate_Change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Advisory_Group_on_Greenhouse_Gases"], "ranked_scores": [0.4938, 0.4929, 0.4914, 0.4892, 0.4867, 0.4865, 0.4836, 0.482, 0.4807, 0.4797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Physical_impacts_of_climate_change", "Global_cooling", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Ice2sea", "Climate_state", "Past_sea_level", "Climate_inertia", "Arctic_sea_ice_decline", "Measurement_of_sea_ice"], "ranked_scores": [0.5268, 0.5245, 0.5158, 0.515, 0.5135, 0.5115, 0.5079, 0.5071, 0.5055, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Global_cooling", "Physical_impacts_of_climate_change", "Climate_state", "Arctic_geoengineering", "Cool_tropics_paradox", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Global_warming", "Politics_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.5637, 0.5551, 0.5425, 0.5423, 0.5393, 0.539, 0.534, 0.5321, 0.5317, 0.5306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Great_Storm_of_1987", "Arctic_sea_ice_decline", "IPCC_Fourth_Assessment_Report", "Climate_risk", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Human_Rights_and_Climate_Change", "An_Appeal_to_Reason"], "ranked_scores": [0.4884, 0.4758, 0.4743, 0.4728, 0.4705, 0.4672, 0.4668, 0.4643, 0.4642, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "Cold_drop", "2015_North_American_heat_wave", "Freshet", "United_States_rainfall_climatology", "2018_British_Isles_heat_wave", "1911_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.4028, 0.3927, 0.3913, 0.3906, 0.3891, 0.3885, 0.3824, 0.382, 0.3817, 0.3801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Human_Rights_and_Climate_Change", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_adaptation_in_Nepal", "Global_warming_controversy", "Climate_change_in_Canada", "Reasons_for_concern", "Climate_gap", "Climate_Research_(journal)", "Climate_risk"], "ranked_scores": [0.5123, 0.5102, 0.5097, 0.506, 0.4963, 0.4949, 0.4914, 0.4902, 0.4898, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Glacial_period", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Interglacial", "Climate_change_in_the_Arctic", "Global_cooling", "Arctic_geoengineering", "Greenhouse_and_icehouse_Earth", "Climate_inertia", "Climate_state", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.5763, 0.5695, 0.563, 0.555, 0.5527, 0.5454, 0.5416, 0.5395, 0.538, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Global_cooling", "Physical_impacts_of_climate_change", "Global_cooling_(disambiguation)", "Arctic_sea_ice_decline", "Climate_change", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Arctic_geoengineering", "Arctic_methane_emissions", "Climate_state"], "ranked_scores": [0.4828, 0.4801, 0.4754, 0.4676, 0.4644, 0.4639, 0.4627, 0.4627, 0.4572, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Hydrofluorocarbon", "Trifluoromethyl_sulphur_pentafluoride", "Black_carbon", "Carbon_dioxide", "Coalbed_methane", "Carbon_black", "Oceanic_carbon_cycle", "Chlorofluorocarbon", "Carbonic_acid", "Formic_acid"], "ranked_scores": [0.3993, 0.3987, 0.3946, 0.3918, 0.3876, 0.3871, 0.3855, 0.3836, 0.3817, 0.3787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Climate_fiction", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Global_cooling", "Politics_of_global_warming", "The_Hockey_Stick_Illusion", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_risk", "Media_coverage_of_climate_change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.527, 0.5241, 0.5178, 0.5158, 0.5098, 0.5087, 0.5079, 0.5072, 0.5057, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Anthropocene", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Shutdown_of_thermohaline_circulation", "Glacial_period", "Global_cooling", "Arctic_geoengineering", "Pacific_decadal_oscillation", "Cool_tropics_paradox", "Instrumental_temperature_record", "Hot_tower"], "ranked_scores": [0.2622, 0.26, 0.2571, 0.2521, 0.2423, 0.239, 0.2369, 0.2359, 0.2354, 0.2347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["An_Appeal_to_Reason", "Climate_risk", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Global_cooling", "Avoiding_Dangerous_Climate_Change", "Media_coverage_of_climate_change", "IPCC_Second_Assessment_Report", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [0.5605, 0.5584, 0.5559, 0.5529, 0.5505, 0.5408, 0.5359, 0.5339, 0.5328, 0.5322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["El_Niño–Southern_Oscillation", "Polar_front", "Cold-air_damming", "Westerlies", "North_Atlantic_oscillation", "Winter_1985_cold_wave", "Polar_vortex", "Cold_wave", "Sea_surface_temperature", "Texas_Norther"], "ranked_scores": [0.556, 0.542, 0.5412, 0.5396, 0.539, 0.5318, 0.5295, 0.5293, 0.5286, 0.5274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Global_cooling", "Climate_inertia", "Climate_state", "Instrumental_temperature_record", "Cool_tropics_paradox", "Climate_change"], "ranked_scores": [0.4849, 0.4822, 0.4791, 0.4706, 0.4651, 0.4648, 0.4645, 0.4606, 0.454, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climate_fiction", "Climate_change_in_Canada", "Copenhagen_Accord", "Climate_risk", "Climatic_Research_Unit_documents", "2011_United_Nations_Climate_Change_Conference", "Stern_Review", "Climate_change_adaptation_in_Nepal", "List_of_parties_to_the_Kyoto_Protocol", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.4594, 0.4485, 0.4377, 0.4312, 0.4281, 0.426, 0.4254, 0.4246, 0.4224, 0.4213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Green_Energy_Act_2009", "Carbon_tax", "Carbon_capture_and_storage_in_Australia", "Carbon_pricing_in_Australia", "Fuel_Economy_Reform_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "German_response_to_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Mitigation_of_global_warming_in_Australia", "Bioenergy_in_China"], "ranked_scores": [0.3522, 0.3453, 0.342, 0.3411, 0.3387, 0.3366, 0.3327, 0.3325, 0.3313, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Global_cooling", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Past_sea_level", "Measurement_of_sea_ice", "Climate_state", "Climate_inertia", "Physical_impacts_of_climate_change", "Antarctica_cooling_controversy"], "ranked_scores": [0.5108, 0.5093, 0.5068, 0.5057, 0.5051, 0.4996, 0.4976, 0.4942, 0.4921, 0.4918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_change_in_the_Arctic", "The_Hockey_Stick_Illusion", "Arctic_geoengineering", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Scientific_consensus_on_climate_change", "Climate_risk", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_state", "The_Deniers"], "ranked_scores": [0.4482, 0.4467, 0.4462, 0.4457, 0.4431, 0.4409, 0.435, 0.4336, 0.432, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Methane_clathrate", "Carbon_dioxide", "Estuarine_acidification", "Methane", "Oceanic_carbon_cycle", "Sulfuric_acid", "Coalbed_methane", "Polycyclic_aromatic_hydrocarbon", "Bicarbonate"], "ranked_scores": [0.4917, 0.4889, 0.4739, 0.471, 0.4707, 0.4652, 0.4649, 0.4643, 0.4637, 0.4631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_development", "Wind_power_in_Colorado", "Energy_in_Europe", "Policy_Uncertainty", "Economic_Policy_(journal)", "Feed-in_tariff", "Minimum_wage", "Protectionism", "Overproduction", "Risk–benefit_ratio"], "ranked_scores": [0.3877, 0.3845, 0.3753, 0.3742, 0.3739, 0.3733, 0.3728, 0.3714, 0.3706, 0.3696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Climate_state", "Future_sea_level", "Climate_change"], "ranked_scores": [0.5279, 0.5239, 0.5216, 0.518, 0.5165, 0.5164, 0.5161, 0.5096, 0.5078, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Cool_tropics_paradox", "Global_warming_in_Antarctica", "Arctic_geoengineering", "2013_Southwestern_United_States_heat_wave", "Physical_impacts_of_climate_change", "1936_North_American_cold_wave", "Climate_of_Salt_Lake_City", "2013_extreme_weather_events", "Climate_change_in_the_Arctic", "Global_cooling"], "ranked_scores": [0.4209, 0.4115, 0.4095, 0.4048, 0.4023, 0.4018, 0.4016, 0.4011, 0.398, 0.3956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Climate_fiction", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Global_warming_controversy", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change", "Climate_gap", "Effects_of_global_warming"], "ranked_scores": [0.5211, 0.5197, 0.5195, 0.5187, 0.5165, 0.515, 0.5133, 0.5129, 0.5116, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "1980_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "1995_Chicago_heat_wave", "2011_North_American_heat_wave", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.5698, 0.5686, 0.5537, 0.5453, 0.5421, 0.5399, 0.5335, 0.5322, 0.5288, 0.5288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Climate_state", "Arctic_geoengineering", "Climate_risk", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Environmental_issue"], "ranked_scores": [0.5512, 0.5373, 0.5316, 0.5309, 0.5272, 0.5272, 0.5262, 0.524, 0.5229, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_cooling", "Physical_impacts_of_climate_change", "Climate_inertia", "Climate_change", "Climate_state", "Global_warming_in_Antarctica", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_sea_ice_decline"], "ranked_scores": [0.5741, 0.57, 0.5696, 0.5571, 0.5566, 0.5549, 0.5522, 0.5521, 0.5518, 0.5445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Global_cooling", "Arctic_geoengineering", "Climate_state", "Advisory_Group_on_Greenhouse_Gases", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Environmental_issue", "Climate_change", "Politics_of_global_warming"], "ranked_scores": [0.5475, 0.5388, 0.5332, 0.5319, 0.5294, 0.5276, 0.5257, 0.5246, 0.5226, 0.5224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Counterfactual_thinking", "Risk–benefit_ratio", "Risk", "Denialism", "Cognitive_bias", "Controversy", "Outcome_bias", "Risk_assessment", "Objectivity_(philosophy)", "Systematic_risk"], "ranked_scores": [0.5018, 0.4913, 0.4842, 0.4803, 0.4782, 0.477, 0.4758, 0.4749, 0.4737, 0.4735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Renewable_Energy_Sources_and_Climate_Change_Mitigation", "United_States_withdrawal_from_the_Paris_Agreement", "Copenhagen_Accord", "Beyond_Coal", "Climate_fiction", "List_of_parties_to_the_Kyoto_Protocol", "Wind_power_in_Colorado", "Campaign_against_Climate_Change", "Advisory_Group_on_Greenhouse_Gases", "United_Nations_Environment_Organization"], "ranked_scores": [0.3828, 0.3796, 0.3723, 0.372, 0.3698, 0.3693, 0.3688, 0.3668, 0.3664, 0.3645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["Climate_change_in_the_Arctic", "2015_North_American_heat_wave", "Global_warming_in_Antarctica", "Climate_inertia", "Arctic_geoengineering", "Winter_1985_cold_wave", "2013_Southwestern_United_States_heat_wave", "Climate_of_the_Nordic_countries", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_state"], "ranked_scores": [0.5833, 0.5687, 0.5685, 0.5678, 0.5645, 0.5588, 0.5582, 0.5546, 0.5541, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Measurement_of_sea_ice", "Antarctic_ice_sheet", "Arctic_ice_pack", "Arctic_Ocean", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Ross_Gyre", "Past_sea_level", "Sea_ice", "Antarctic_Circle"], "ranked_scores": [0.4946, 0.4917, 0.4886, 0.4818, 0.4747, 0.4721, 0.4718, 0.4712, 0.4698, 0.461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage", "Coal_pollution_mitigation", "Renewable_natural_gas", "Fossil_fuel_power_station", "Carbon-neutral_fuel", "Substitute_natural_gas", "Clean_coal_technology", "Renewable_fuels", "Coal_gasification_commercialization"], "ranked_scores": [0.5404, 0.5379, 0.5261, 0.5231, 0.5221, 0.522, 0.518, 0.5145, 0.5121, 0.5081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1900_(film)", "Anthropocene", "PDO", "National_Oceanography_Centre", "World_Meteorological_Organization", "Environmental_Action", "United_Nations_Environment_Organization", "Global_cooling", "Ministry_of_Environment_(Denmark)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.2178, 0.2112, 0.1985, 0.1942, 0.1928, 0.1894, 0.1839, 0.1798, 0.1785, 0.1774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Climate_risk", "Physical_impacts_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_state", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.5621, 0.5584, 0.5559, 0.5539, 0.5474, 0.5383, 0.5382, 0.531, 0.5269, 0.5258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_risk", "United_Nations_Climate_Change_conference", "2011_United_Nations_Climate_Change_Conference", "Politics_of_global_warming", "Climate_fiction", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_parties_to_the_Kyoto_Protocol", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_in_Canada"], "ranked_scores": [0.5103, 0.5087, 0.5037, 0.5026, 0.5021, 0.5021, 0.5011, 0.4931, 0.493, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Winter_1985_cold_wave", "Cold_drop", "Global_warming_in_Antarctica", "Winter", "Past_sea_level", "Ice_age", "Future_sea_level", "Climate_variability", "Climate_change_(general_concept)", "Climate_of_Salt_Lake_City"], "ranked_scores": [0.3665, 0.3598, 0.3596, 0.3582, 0.3543, 0.3537, 0.3536, 0.3522, 0.3522, 0.3518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_Arctic", "Climate_state", "Physical_impacts_of_climate_change", "Arctic_geoengineering", "Climate_change", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Climate_inertia", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6562, 0.6539, 0.649, 0.6479, 0.6437, 0.6338, 0.6332, 0.6307, 0.6281, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_cooling", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Seasonal_adjustment", "Climate_inertia", "Climate_change_in_the_Arctic"], "ranked_scores": [0.3151, 0.3072, 0.2992, 0.2988, 0.294, 0.2934, 0.2912, 0.2886, 0.2855, 0.2851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Climate_fiction", "Global_cooling", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Politics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_state", "Environmental_issue", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5275, 0.5262, 0.5144, 0.5138, 0.5137, 0.5115, 0.5112, 0.5059, 0.5048, 0.5048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_Arctic", "Global_cooling", "Climate_state", "Glacial_period", "Future_of_Earth", "Arctic_geoengineering", "Climate_inertia", "Abrupt_climate_change", "Instrumental_temperature_record"], "ranked_scores": [0.5695, 0.5688, 0.5631, 0.5622, 0.5529, 0.5527, 0.55, 0.5467, 0.5429, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["The_Deniers", "Climate_Research_(journal)", "Review_of_Policy_Research", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_adaptation_in_Nepal", "Climate_gap", "Climate_justice", "Media_coverage_of_climate_change", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.4249, 0.423, 0.4172, 0.4139, 0.4124, 0.4109, 0.4047, 0.4031, 0.4025, 0.3991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Weather_station", "Urban_heat_island", "Cooling_center", "Humid_subtropical_climate", "List_of_locations_with_a_subtropical_climate", "Climate_of_Finland", "Climate_of_Salt_Lake_City", "Continental_climate", "Climate_of_the_Arctic", "Humid_continental_climate"], "ranked_scores": [0.492, 0.4859, 0.4828, 0.4818, 0.4795, 0.4791, 0.4774, 0.4763, 0.4731, 0.4723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_Arctic", "Cool_tropics_paradox", "Climate_inertia", "Arctic_geoengineering", "Climate_state", "Physical_impacts_of_climate_change", "Politics_of_global_warming", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6179, 0.6173, 0.6092, 0.6011, 0.6005, 0.5996, 0.5987, 0.5985, 0.5955, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_panel", "Solar_power_in_Michigan", "Grid_parity", "Wind_power_by_country", "Nuclear_power_plant", "Contribution_to_global_warming_by_Australia", "List_of_power_stations_in_Texas", "Photovoltaic_system", "Photovoltaics"], "ranked_scores": [0.468, 0.4578, 0.4548, 0.4534, 0.4441, 0.4431, 0.4411, 0.437, 0.436, 0.436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Agriculture_in_Pennsylvania", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "List_of_countries_by_average_wage", "Farm_programs", "Agriculture_in_Syria", "Tropical_agriculture"], "ranked_scores": [0.3574, 0.3552, 0.3526, 0.3524, 0.343, 0.3387, 0.3346, 0.3336, 0.3301, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-8bit": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Bile_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Aronia", "Syrian_brown_bear"], "ranked_scores": [0.4747, 0.4198, 0.4194, 0.4167, 0.4123, 0.4054, 0.3987, 0.3937, 0.384, 0.3836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Thermopause"], "ranked_scores": [0.7331, 0.658, 0.6074, 0.6037, 0.5947, 0.5802, 0.5626, 0.5615, 0.5526, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.6959, 0.6677, 0.6266, 0.6194, 0.6086, 0.5732, 0.5364, 0.5289, 0.5172, 0.5005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "Antarctic_ice_sheet"], "ranked_scores": [0.7053, 0.6485, 0.6122, 0.6065, 0.5875, 0.5752, 0.5728, 0.5572, 0.5565, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Environmental_impact_of_aviation", "Wind_power_by_country", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "Wind_power_in_New_Mexico", "Wind_power_in_Colorado", "Wind_power"], "ranked_scores": [0.5645, 0.5618, 0.5581, 0.5236, 0.5232, 0.5172, 0.5136, 0.5109, 0.5055, 0.5049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_diet", "CO2_is_Green", "Greening_Earth_Society", "Effects_of_global_warming", "Greenhouse_gas"], "ranked_scores": [0.6063, 0.5634, 0.5596, 0.5395, 0.5383, 0.528, 0.5248, 0.516, 0.5156, 0.5023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Arctic_sea_ice_decline", "Climate_inertia", "Past_sea_level", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Deglaciation"], "ranked_scores": [0.6951, 0.6515, 0.6451, 0.6373, 0.6342, 0.6114, 0.5926, 0.5924, 0.5873, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Environmental_issue", "Climate_change_mitigation_scenarios", "Global_warming", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.643, 0.6096, 0.6074, 0.6058, 0.6004, 0.5925, 0.5914, 0.5862, 0.584, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Climate_change_in_Texas", "Reasons_for_concern", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Extreme_weather", "Climate_risk", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.5675, 0.5621, 0.5587, 0.5432, 0.5392, 0.538, 0.5351, 0.5314, 0.5232, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "List_of_mammals_of_New_England", "Winter_1985_cold_wave", "Multiple_sclerosis", "Mediterranean_climate", "Drought_in_Spain", "United_States_rainfall_climatology", "Nor'easter", "2015_North_American_heat_wave"], "ranked_scores": [0.4649, 0.4478, 0.4401, 0.4354, 0.4347, 0.4335, 0.4294, 0.4184, 0.4165, 0.4162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_adaptation_in_Nepal", "Arctic_geoengineering", "Climate_change_policy_of_the_United_States", "Climate_risk", "Parametrization_(atmospheric_modeling)", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5137, 0.5087, 0.5076, 0.5058, 0.5037, 0.5009, 0.4992, 0.4966, 0.4706, 0.4701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change", "Antarctic_Cold_Reversal", "Future_of_Earth", "Global_warming", "Milankovitch_cycles", "Abrupt_climate_change"], "ranked_scores": [0.6704, 0.5955, 0.5674, 0.5647, 0.5601, 0.5568, 0.5501, 0.5484, 0.5418, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Global_dimming", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5661, 0.5523, 0.5441, 0.5089, 0.5082, 0.4918, 0.4909, 0.4877, 0.4832, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "PH", "Greenhouse_gas", "Great_Oxygenation_Event", "Dole_effect", "Tropospheric_ozone", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5688, 0.5564, 0.4842, 0.4782, 0.4631, 0.4628, 0.4603, 0.4548, 0.4517, 0.4506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6537, 0.6072, 0.5964, 0.5669, 0.566, 0.5611, 0.5588, 0.5531, 0.5531, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "Indonesian_Democratic_Party", "PDO", "Federal_Fuel_Administration", "Tipping_point_(climatology)", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.4499, 0.3728, 0.3711, 0.3508, 0.3425, 0.3325, 0.3281, 0.3132, 0.3116, 0.3052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change", "Ice2sea", "Wiesław_Masłowski", "Global_cooling"], "ranked_scores": [0.6529, 0.6443, 0.5946, 0.5935, 0.5905, 0.5632, 0.5628, 0.5587, 0.5581, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Westerlies", "Gulf_Stream", "Jet_stream", "Trade_winds", "Sea_breeze", "Climate_of_the_United_States"], "ranked_scores": [0.6494, 0.6174, 0.6145, 0.6108, 0.6104, 0.5889, 0.5708, 0.5687, 0.5655, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5569, 0.5545, 0.5529, 0.5213, 0.5165, 0.514, 0.497, 0.4852, 0.4821, 0.4754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Climatic_Research_Unit_email_controversy", "Global_cooling", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4952, 0.4884, 0.4871, 0.4845, 0.4743, 0.4666, 0.4599, 0.4457, 0.4413, 0.4333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Value-added_tax_(United_Kingdom)", "Competitive_Tax_Plan", "Mandatory_renewable_energy_target", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5345, 0.5203, 0.4902, 0.4798, 0.4585, 0.4117, 0.3989, 0.3983, 0.396, 0.3925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Sea_level_rise", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Global_cooling", "Measurement_of_sea_ice"], "ranked_scores": [0.6267, 0.6039, 0.5713, 0.5608, 0.5608, 0.5527, 0.5424, 0.5409, 0.5314, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "Scientific_consensus_on_climate_change", "1908", "2001_Eastern_North_America_heat_wave", "Media_coverage_of_climate_change", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5193, 0.508, 0.5043, 0.502, 0.4833, 0.4817, 0.4814, 0.4754, 0.4751, 0.4653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Air_pollution", "Clathrate_gun_hypothesis", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6794, 0.6322, 0.581, 0.5688, 0.5641, 0.5451, 0.4999, 0.4999, 0.4984, 0.4959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "Demand_destruction", "False_attribution", "Nuclear_power_debate", "Non-renewable_resource", "Heaven_and_Earth_(book)"], "ranked_scores": [0.4908, 0.4736, 0.4674, 0.4414, 0.4364, 0.4268, 0.4155, 0.4016, 0.3993, 0.3987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_ice"], "ranked_scores": [0.7515, 0.7463, 0.6366, 0.6351, 0.6305, 0.6157, 0.5918, 0.5824, 0.5567, 0.5454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "Grassland_degradation", "Global_warming_in_Antarctica", "Climate_change_in_Europe", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5361, 0.5313, 0.5132, 0.5069, 0.5029, 0.4954, 0.4875, 0.485, 0.4612, 0.4607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Carbon_bubble", "Climate_change_in_Europe", "Arctic_geoengineering", "Global_cooling", "Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Cool_tropics_paradox"], "ranked_scores": [0.5549, 0.5403, 0.5389, 0.5375, 0.5366, 0.5351, 0.5313, 0.5299, 0.5267, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8255, 0.7204, 0.7166, 0.7012, 0.6984, 0.6856, 0.6838, 0.6827, 0.6615, 0.6505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "An_Appeal_to_Reason", "Global_cooling", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6925, 0.5989, 0.5976, 0.5839, 0.576, 0.5746, 0.5711, 0.5709, 0.569, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "Climate_pattern", "Global_cooling", "Global_warming", "Arctic_sea_ice_decline"], "ranked_scores": [0.6274, 0.6268, 0.6102, 0.5792, 0.5729, 0.5609, 0.5578, 0.5567, 0.545, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_effect", "Environmental_issue", "Effects_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6877, 0.6586, 0.656, 0.6305, 0.5958, 0.5925, 0.5922, 0.5914, 0.576, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Finite_Risk_insurance", "Hazard"], "ranked_scores": [0.525, 0.5179, 0.5168, 0.5144, 0.5027, 0.4883, 0.46, 0.4498, 0.4481, 0.4457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Beyond_Coal", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.5256, 0.497, 0.4742, 0.4618, 0.4617, 0.4562, 0.4501, 0.4414, 0.4317, 0.4264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7099, 0.6606, 0.647, 0.6436, 0.6198, 0.6009, 0.5892, 0.5885, 0.5826, 0.5788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Antarctic_Treaty_System", "Climate_of_Antarctica"], "ranked_scores": [0.6643, 0.6173, 0.5911, 0.5886, 0.5873, 0.5752, 0.551, 0.5462, 0.5311, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Carbon_cycle_re-balancing", "Coalbed_methane", "Carbon_dioxide_removal", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7051, 0.6966, 0.617, 0.6023, 0.5649, 0.559, 0.5522, 0.5372, 0.5328, 0.5293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Estado_Novo_(Portugal)", "Shutdown_of_thermohaline_circulation", "ADEOS_I", "Progressive_rock", "Climate_of_Oregon", "Department_of_Energy_and_Environment"], "ranked_scores": [0.3985, 0.3943, 0.361, 0.3542, 0.3249, 0.3158, 0.3092, 0.2995, 0.2895, 0.2842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Environmental_issue", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "Climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.7261, 0.5786, 0.5624, 0.5456, 0.5383, 0.5379, 0.5258, 0.5232, 0.5231, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_Change_Science_Program", "United_Nations_Climate_Change_conference", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.5379, 0.5317, 0.5281, 0.5187, 0.5177, 0.5109, 0.5101, 0.5014, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "Great_Lakes_Areas_of_Concern", "Global_warming_hiatus", "Freezing_level", "2006_European_cold_wave", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Glacial_period"], "ranked_scores": [0.4188, 0.4153, 0.4102, 0.3922, 0.3868, 0.38, 0.3761, 0.3751, 0.3744, 0.3741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_(general_concept)", "Climate_variability", "Environmental_issue", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7287, 0.6991, 0.6901, 0.6703, 0.6624, 0.6602, 0.6597, 0.6477, 0.6471, 0.647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "Trend_stationary", "Statistical_significance", "Antarctica_cooling_controversy", "Global_dimming", "Wage_curve", "Arctic_sea_ice_decline", "MSU_temperature_measurements"], "ranked_scores": [0.453, 0.4257, 0.3903, 0.3889, 0.3855, 0.3799, 0.3797, 0.3689, 0.3643, 0.3626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6512, 0.6151, 0.6123, 0.5745, 0.5691, 0.5618, 0.5607, 0.5553, 0.5521, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Environmental_issue", "Climate_of_Mars", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_Earth", "List_of_climate_research_satellites", "Climate_change"], "ranked_scores": [0.6004, 0.5793, 0.5575, 0.5558, 0.5512, 0.5443, 0.5441, 0.5422, 0.54, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Scientific_community", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change"], "ranked_scores": [0.5409, 0.5082, 0.5046, 0.5004, 0.4987, 0.4888, 0.4843, 0.4691, 0.4676, 0.4663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2977, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.5762, 0.5703, 0.5664, 0.5611, 0.5371, 0.5368, 0.5316, 0.5071, 0.5065, 0.5048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Environmental_issue", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Global_warming_hiatus"], "ranked_scores": [0.6796, 0.661, 0.6525, 0.6379, 0.6344, 0.6249, 0.6124, 0.6097, 0.5981, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Solar_power_in_Australia", "Solar_energy", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6847, 0.5835, 0.565, 0.5264, 0.5242, 0.5242, 0.4814, 0.4782, 0.4769, 0.4715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Growth_of_wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Wind_power_in_the_United_States"], "ranked_scores": [0.5792, 0.4775, 0.4665, 0.4552, 0.4535, 0.4466, 0.4459, 0.4335, 0.4305, 0.4305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-4bit": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Bile_bear", "Grizzly_bear", "Brown_bear", "Aronia", "The_Bear_(1988_film)", "Syrian_brown_bear"], "ranked_scores": [0.4687, 0.4196, 0.4183, 0.4089, 0.4023, 0.4015, 0.401, 0.3903, 0.3819, 0.3769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5582, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Global_warming_in_Antarctica", "Atmospheric_carbon_cycle", "Thermopause", "Volcanic_winter"], "ranked_scores": [0.7173, 0.648, 0.5966, 0.5966, 0.5773, 0.5716, 0.5532, 0.5531, 0.5473, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.6891, 0.662, 0.6173, 0.6106, 0.6089, 0.5655, 0.5334, 0.5321, 0.5235, 0.495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.6982, 0.6382, 0.6037, 0.5966, 0.571, 0.5613, 0.5601, 0.5457, 0.5415, 0.5404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Environmental_impact_of_aviation", "Atmospheric_carbon_cycle", "Wind_power_by_country", "Environmental_impact_of_transport", "Wind_power_in_New_Mexico", "Carbon_footprint", "Wind_power"], "ranked_scores": [0.5527, 0.5464, 0.5439, 0.509, 0.5024, 0.5007, 0.499, 0.4924, 0.4863, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Global_cooling", "Carbon_diet", "CO2_is_Green", "Greening_Earth_Society", "Effects_of_global_warming", "Greenhouse_gas"], "ranked_scores": [0.5977, 0.5559, 0.5541, 0.5288, 0.5253, 0.5187, 0.5118, 0.5091, 0.4987, 0.4929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Arctic_sea_ice_decline", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Deglaciation"], "ranked_scores": [0.6868, 0.641, 0.6355, 0.6314, 0.622, 0.5963, 0.584, 0.5812, 0.5757, 0.569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6318, 0.5989, 0.5948, 0.5922, 0.592, 0.5896, 0.5801, 0.5783, 0.5691, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Physical_impacts_of_climate_change", "Hurricane_Harvey", "Climate_change_in_Texas", "Reasons_for_concern", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Extreme_weather", "Effects_of_global_warming_on_humans", "Climate_risk"], "ranked_scores": [0.5535, 0.5501, 0.547, 0.5322, 0.5246, 0.5225, 0.5222, 0.5198, 0.514, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "List_of_mammals_of_New_England", "Multiple_sclerosis", "Mediterranean_climate", "Winter_1985_cold_wave", "Drought_in_Spain", "United_States_rainfall_climatology", "Nor'easter", "Droughts_in_the_United_States"], "ranked_scores": [0.4584, 0.4336, 0.4325, 0.4299, 0.4254, 0.4212, 0.4186, 0.4048, 0.4041, 0.402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_adaptation_in_Nepal", "Economics_of_global_warming", "Climate_risk", "Arctic_geoengineering", "Climate_change_policy_of_the_United_States", "Scientific_opinion_on_climate_change", "Parametrization_(atmospheric_modeling)"], "ranked_scores": [0.5037, 0.5016, 0.4975, 0.4932, 0.491, 0.4874, 0.4859, 0.4848, 0.4646, 0.4627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Climate_change", "Future_of_Earth", "Pliocene_climate", "Milankovitch_cycles", "Abrupt_climate_change"], "ranked_scores": [0.6555, 0.5811, 0.5517, 0.5517, 0.5502, 0.5461, 0.5397, 0.5327, 0.5308, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "Past_sea_level", "Global_dimming", "Great_Salt_Lake_effect", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5524, 0.5503, 0.5446, 0.5062, 0.5058, 0.4879, 0.4855, 0.4848, 0.4776, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Greenhouse_gas", "PH", "Dole_effect", "Great_Oxygenation_Event", "Tropospheric_ozone", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5537, 0.5411, 0.4759, 0.4701, 0.4644, 0.453, 0.4525, 0.4491, 0.4482, 0.448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6296, 0.592, 0.5745, 0.5531, 0.5523, 0.5495, 0.5474, 0.5414, 0.5351, 0.5328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "PDO", "Indonesian_Democratic_Party", "List_of_parties_to_the_Kyoto_Protocol", "Tipping_point_(climatology)", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.4472, 0.3661, 0.3631, 0.3451, 0.341, 0.3265, 0.3137, 0.3089, 0.3084, 0.3066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "An_Appeal_to_Reason", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Ice2sea", "Avoiding_Dangerous_Climate_Change", "Wiesław_Masłowski", "Global_cooling"], "ranked_scores": [0.6438, 0.6409, 0.5928, 0.5857, 0.5823, 0.5557, 0.5548, 0.5489, 0.5473, 0.544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Weather_front", "Westerlies", "Polar_vortex", "Gulf_Stream", "Jet_stream", "Sea_breeze", "Trade_winds", "Sea_surface_temperature"], "ranked_scores": [0.6372, 0.6074, 0.6056, 0.5975, 0.5961, 0.5821, 0.5633, 0.5588, 0.5553, 0.551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "List_of_climate_research_satellites", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2013_extreme_weather_events", "1997–98_El_Niño_event", "1908"], "ranked_scores": [0.5471, 0.5466, 0.544, 0.5172, 0.5112, 0.5067, 0.4837, 0.4771, 0.4679, 0.4663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Cold_fusion", "Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "Contraction_and_Convergence", "Carbon_dioxide_removal"], "ranked_scores": [0.4832, 0.4785, 0.4778, 0.4765, 0.4612, 0.4558, 0.4514, 0.4358, 0.4306, 0.4283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Competitive_Tax_Plan", "Canada_and_the_Kyoto_Protocol", "Mandatory_renewable_energy_target", "Clean_Energy_Regulator"], "ranked_scores": [0.5253, 0.5062, 0.4844, 0.4557, 0.4516, 0.4019, 0.3919, 0.3915, 0.3903, 0.3878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Sea_level_rise", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Global_cooling"], "ranked_scores": [0.6202, 0.5921, 0.5649, 0.5537, 0.5527, 0.5454, 0.5424, 0.5298, 0.5209, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "2013_extreme_weather_events", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "Media_coverage_of_climate_change", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5183, 0.5024, 0.4971, 0.4935, 0.4772, 0.4764, 0.4721, 0.4639, 0.4613, 0.4592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Clathrate_gun_hypothesis", "Thermal_pollution", "Anoxia"], "ranked_scores": [0.6647, 0.6197, 0.5651, 0.5565, 0.5522, 0.5321, 0.4903, 0.4887, 0.4847, 0.481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "Demand_destruction", "False_attribution", "Nuclear_power_debate", "False_balance", "Worse-than-average_effect"], "ranked_scores": [0.47, 0.4631, 0.4555, 0.4293, 0.424, 0.4182, 0.3986, 0.3907, 0.3845, 0.3824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Ice_rise"], "ranked_scores": [0.7349, 0.7323, 0.6196, 0.6186, 0.6134, 0.6004, 0.5808, 0.5745, 0.5354, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Desertification", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Grassland_degradation", "Drought_in_the_United_Kingdom", "Arctic_geoengineering"], "ranked_scores": [0.5297, 0.5214, 0.5011, 0.4982, 0.4968, 0.4915, 0.4774, 0.4754, 0.4541, 0.4491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Stern_Review", "Carbon_bubble", "Copenhagen_Diagnosis", "Climate_change_in_Europe", "Global_cooling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "An_Appeal_to_Reason"], "ranked_scores": [0.5473, 0.5286, 0.5284, 0.5271, 0.5256, 0.5234, 0.5196, 0.5176, 0.5156, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8108, 0.7061, 0.7013, 0.686, 0.6818, 0.6748, 0.6743, 0.6694, 0.6505, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "James_Hansen", "An_Appeal_to_Reason", "Climate_change_mitigation_scenarios", "Global_cooling"], "ranked_scores": [0.6782, 0.5917, 0.583, 0.5715, 0.5709, 0.5629, 0.5593, 0.5545, 0.5515, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "Climate_pattern", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Glacial_period"], "ranked_scores": [0.6208, 0.6202, 0.6008, 0.5733, 0.5701, 0.5556, 0.5508, 0.5473, 0.5387, 0.5375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Climate_change_in_the_Arctic", "Effects_of_global_warming"], "ranked_scores": [0.6728, 0.6511, 0.6485, 0.6115, 0.5839, 0.5805, 0.5781, 0.576, 0.5594, 0.5563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Worst-case_scenario", "Risk", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Finite_Risk_insurance", "Risk_assessment", "Policy_Uncertainty"], "ranked_scores": [0.5112, 0.5109, 0.5038, 0.4978, 0.4897, 0.4846, 0.45, 0.4419, 0.4376, 0.4359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol", "United_States_withdrawal_from_the_Paris_Agreement", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.5155, 0.4835, 0.4698, 0.4662, 0.4543, 0.4511, 0.4443, 0.4372, 0.4245, 0.4196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "January_2016_East_Asia_cold_wave", "March_2012_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.7014, 0.6471, 0.6352, 0.6307, 0.6013, 0.5855, 0.5757, 0.5736, 0.5677, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "West_Antarctica", "Arctic_ice_pack", "Climate_of_Antarctica", "Antarctic_Treaty_System"], "ranked_scores": [0.6553, 0.6096, 0.5814, 0.5801, 0.5799, 0.5671, 0.5423, 0.5364, 0.5257, 0.5246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Carbon_cycle_re-balancing", "Coalbed_methane", "Global_Warming_Pollution_Reduction_Act_of_2007", "Arch_Coal"], "ranked_scores": [0.6946, 0.6805, 0.6156, 0.5904, 0.5583, 0.551, 0.5447, 0.5344, 0.5234, 0.5175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Indonesian_Democratic_Party", "Estado_Novo_(Portugal)", "Shutdown_of_thermohaline_circulation", "ADEOS_I", "Progressive_rock", "Deindustrialisation_by_country", "Climate_of_Oregon"], "ranked_scores": [0.39, 0.3894, 0.3497, 0.3484, 0.3338, 0.3188, 0.3123, 0.2964, 0.2854, 0.2849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Environmental_issue", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "Climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7133, 0.5643, 0.5548, 0.5332, 0.5232, 0.5206, 0.5171, 0.5134, 0.5101, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "United_Nations_Climate_Change_conference", "Attribution_of_recent_climate_change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_risk"], "ranked_scores": [0.5321, 0.5255, 0.522, 0.5145, 0.5087, 0.5013, 0.4931, 0.491, 0.484, 0.4823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "Great_Lakes_Areas_of_Concern", "Global_warming_hiatus", "Freezing_level", "2006_European_cold_wave", "Antarctica_cooling_controversy", "2014–15_North_American_winter", "MSU_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.4066, 0.4065, 0.4061, 0.3914, 0.3806, 0.376, 0.3737, 0.3729, 0.3712, 0.3684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7165, 0.6793, 0.6701, 0.6492, 0.6486, 0.645, 0.644, 0.641, 0.6337, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Statistical_significance", "Trend_stationary", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Global_dimming", "Wage_curve", "Arctic_sea_ice_decline", "MSU_temperature_measurements"], "ranked_scores": [0.4471, 0.4246, 0.3846, 0.3796, 0.3792, 0.3745, 0.3656, 0.3616, 0.3601, 0.352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "History_of_climate_change_science", "Atmospheric_carbon_cycle", "Thermal_pollution"], "ranked_scores": [0.6306, 0.6069, 0.5988, 0.5578, 0.5529, 0.5443, 0.544, 0.5426, 0.5422, 0.5375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Environmental_issue", "Scientific_consensus_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Climate_of_Mars", "List_of_climate_research_satellites", "History_of_Earth", "Earth"], "ranked_scores": [0.5858, 0.5603, 0.5393, 0.5375, 0.532, 0.5306, 0.5293, 0.5251, 0.524, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2441, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Research_ethics", "Intergovernmental_Panel_on_Climate_Change", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Scientific_community"], "ranked_scores": [0.5334, 0.5025, 0.4979, 0.489, 0.483, 0.4825, 0.4764, 0.4578, 0.457, 0.453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2977, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "Air_conditioned_clothing", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.5756, 0.572, 0.5519, 0.5433, 0.5394, 0.5379, 0.5309, 0.5125, 0.5085, 0.5018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Environmental_issue", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Climate_change_in_the_United_States"], "ranked_scores": [0.6598, 0.6355, 0.6329, 0.6167, 0.6119, 0.6064, 0.5913, 0.5882, 0.58, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power", "Solar_power_in_Michigan", "Contribution_to_global_warming_by_Australia", "Solar_power_in_Australia", "Solar_energy", "Wind_power_in_the_United_States"], "ranked_scores": [0.6703, 0.5655, 0.5552, 0.5102, 0.5056, 0.5027, 0.4662, 0.4658, 0.4607, 0.4591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Dairy_farming_in_Canada", "Growth_of_wind_power_in_the_United_States", "List_of_Michigan_locations_by_per_capita_income"], "ranked_scores": [0.5757, 0.4772, 0.4672, 0.453, 0.4422, 0.4417, 0.4383, 0.4271, 0.4257, 0.4252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-3bit": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Brown_bear", "Bear_attack", "Grizzly_bear", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Aronia", "The_Bear_(1988_film)", "Syrian_brown_bear"], "ranked_scores": [0.4731, 0.4087, 0.4076, 0.3999, 0.3971, 0.3922, 0.3867, 0.3858, 0.3853, 0.3687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Arctic_sea_ice_decline", "Atmospheric_carbon_cycle", "Volcanic_winter", "Thermopause"], "ranked_scores": [0.718, 0.6449, 0.5848, 0.5799, 0.5578, 0.556, 0.5353, 0.5328, 0.5324, 0.5279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Sea_surface_temperature", "Tidal_range", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.6747, 0.6489, 0.6165, 0.5934, 0.5795, 0.5616, 0.5282, 0.5207, 0.5154, 0.484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Future_sea_level", "Global_cooling", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.6906, 0.6321, 0.5939, 0.5926, 0.5709, 0.5638, 0.5566, 0.5416, 0.5385, 0.5261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Deforestation_and_climate_change", "Climate_footprint", "Carbon_emissions_reporting", "Environmental_impact_of_aviation", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "Wind_power_by_country", "Carbon_footprint", "Wind_power", "Wind_power_in_New_Mexico"], "ranked_scores": [0.5378, 0.5348, 0.5259, 0.4974, 0.4953, 0.4907, 0.4905, 0.4786, 0.4761, 0.4759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Carbon_diet", "CO2_is_Green", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Greening_Earth_Society", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5922, 0.5481, 0.5381, 0.5265, 0.5129, 0.5097, 0.5079, 0.5051, 0.5044, 0.4961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Sea_level_rise", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6717, 0.6291, 0.6289, 0.6195, 0.6132, 0.5795, 0.5793, 0.5747, 0.5658, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Copenhagen_Diagnosis", "Global_warming", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6239, 0.5914, 0.5744, 0.5721, 0.5697, 0.5666, 0.5638, 0.5623, 0.5621, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Reasons_for_concern", "Climate_change_in_Texas", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_adaptation", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.5464, 0.5445, 0.5289, 0.5241, 0.5147, 0.5105, 0.5104, 0.5076, 0.5027, 0.4995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "List_of_mammals_of_New_England", "Measles", "Mediterranean_climate", "Winter_1985_cold_wave", "Multiple_sclerosis", "United_States_rainfall_climatology", "Drought_in_Spain", "Droughts_in_the_United_States", "Nor'easter"], "ranked_scores": [0.4508, 0.4406, 0.4237, 0.4159, 0.413, 0.4126, 0.4082, 0.4063, 0.4031, 0.3979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Economics_of_global_warming", "Climate_change_in_Canada", "Arctic_geoengineering", "Climate_risk", "Climate_change_policy_of_the_United_States", "Parametrization_(atmospheric_modeling)", "Climate_change"], "ranked_scores": [0.4993, 0.4935, 0.4846, 0.4778, 0.4772, 0.4733, 0.4673, 0.4633, 0.457, 0.452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "History_of_climate_change_science", "Climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "Future_of_Earth", "Milankovitch_cycles", "Global_warming"], "ranked_scores": [0.6466, 0.5759, 0.5312, 0.5297, 0.526, 0.5256, 0.5247, 0.5243, 0.5154, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Future_sea_level", "Climate_change_in_the_United_States", "Past_sea_level", "Global_dimming", "IPCC_First_Assessment_Report", "Global_cooling"], "ranked_scores": [0.543, 0.5422, 0.5377, 0.4974, 0.4926, 0.4883, 0.4796, 0.4778, 0.4689, 0.4666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Greenhouse_gas", "PH", "Great_Oxygenation_Event", "Hydrogen_fuel", "Dole_effect", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5417, 0.5252, 0.4589, 0.4581, 0.4523, 0.4475, 0.4455, 0.4446, 0.4389, 0.4367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Environmental_skepticism"], "ranked_scores": [0.6153, 0.5827, 0.5542, 0.5413, 0.5376, 0.5321, 0.5273, 0.527, 0.5246, 0.5104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Pliocene_climate", "PDO", "Eocene_Thermal_Maximum_2", "Tipping_point_(climatology)", "Indonesian_Democratic_Party", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.4356, 0.3771, 0.3655, 0.3422, 0.3368, 0.3273, 0.3125, 0.3081, 0.3038, 0.2998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Ice2sea", "Wiesław_Masłowski", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change", "Global_cooling"], "ranked_scores": [0.6368, 0.6157, 0.5756, 0.5746, 0.5666, 0.5469, 0.5444, 0.5438, 0.5363, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Weather_front", "Westerlies", "Polar_vortex", "Gulf_Stream", "Sea_surface_temperature", "Jet_stream", "Trade_winds", "Climate_of_Finland"], "ranked_scores": [0.611, 0.593, 0.5867, 0.5762, 0.5681, 0.5656, 0.5511, 0.5401, 0.54, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "MSU_temperature_measurements", "Satellite_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1908"], "ranked_scores": [0.5442, 0.5333, 0.5251, 0.5025, 0.4941, 0.492, 0.4648, 0.4627, 0.4583, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Cold_fusion", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Collider_Detector_at_Fermilab", "Global_cooling", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.4752, 0.4625, 0.4555, 0.4504, 0.4498, 0.4446, 0.4379, 0.4329, 0.4317, 0.4252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Clean_Energy_Regulator", "Mandatory_renewable_energy_target", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.505, 0.4879, 0.4632, 0.4444, 0.4327, 0.3996, 0.3913, 0.3897, 0.3859, 0.3831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Sea_level_rise", "Global_warming_in_Antarctica", "Global_cooling", "Antarctic_ice_sheet"], "ranked_scores": [0.5965, 0.581, 0.545, 0.5362, 0.5346, 0.5331, 0.5291, 0.5095, 0.5071, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "Scientific_consensus_on_climate_change", "2013_extreme_weather_events", "Media_coverage_of_climate_change", "2001_Eastern_North_America_heat_wave", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5083, 0.5, 0.4797, 0.479, 0.4679, 0.4588, 0.4579, 0.4507, 0.4448, 0.4421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Thermal_pollution", "Oceanic_carbon_cycle", "Clathrate_gun_hypothesis", "Anoxia"], "ranked_scores": [0.6571, 0.6154, 0.5488, 0.5377, 0.536, 0.5097, 0.4869, 0.4832, 0.4696, 0.4676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "Demand_destruction", "False_attribution", "False_balance", "Nuclear_power_debate", "Worse-than-average_effect"], "ranked_scores": [0.4499, 0.4416, 0.4348, 0.4232, 0.414, 0.4034, 0.3921, 0.3815, 0.3801, 0.3789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Sea_ice", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7163, 0.7147, 0.6126, 0.6066, 0.6051, 0.5842, 0.5762, 0.5534, 0.5308, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Desertification", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Grassland_degradation", "Drought_in_the_United_Kingdom", "Arctic_geoengineering"], "ranked_scores": [0.5117, 0.4988, 0.4959, 0.4836, 0.481, 0.473, 0.4567, 0.4536, 0.4481, 0.4381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Arctic_geoengineering", "Cool_tropics_paradox", "Global_cooling", "Carbon_bubble", "Climate_change_in_Europe", "Stern_Review", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.5345, 0.5236, 0.5152, 0.5144, 0.5135, 0.5091, 0.5064, 0.5059, 0.5023, 0.4989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.7911, 0.6878, 0.6763, 0.6711, 0.6633, 0.6631, 0.6631, 0.6609, 0.6401, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "An_Appeal_to_Reason", "James_Hansen", "Global_cooling"], "ranked_scores": [0.6596, 0.5829, 0.5787, 0.5598, 0.5589, 0.5523, 0.5472, 0.5464, 0.5441, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "Climate_pattern", "Global_cooling", "Global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6083, 0.6068, 0.5914, 0.567, 0.5601, 0.5443, 0.54, 0.5376, 0.5284, 0.525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Environmental_issue", "Greenhouse_effect", "Effects_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6454, 0.6265, 0.6227, 0.5944, 0.5709, 0.5703, 0.5664, 0.5654, 0.552, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Worst-case_scenario", "Risk", "Manufactured_risk", "Risk–benefit_ratio", "Risk_neutral", "Longevity_risk", "Accident", "Finite_Risk_insurance", "Counterfactual_thinking", "Policy_Uncertainty"], "ranked_scores": [0.5018, 0.4978, 0.4893, 0.4831, 0.4674, 0.463, 0.4297, 0.424, 0.4206, 0.4188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol", "United_States_withdrawal_from_the_Paris_Agreement", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Climate_change_in_the_United_States"], "ranked_scores": [0.4882, 0.465, 0.4495, 0.4475, 0.4345, 0.4293, 0.4285, 0.4228, 0.4172, 0.4122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "January_2016_East_Asia_cold_wave", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6849, 0.6199, 0.6192, 0.6107, 0.5786, 0.5754, 0.5592, 0.5589, 0.5546, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Antarctica_cooling_controversy", "Climate_of_Antarctica"], "ranked_scores": [0.6507, 0.5902, 0.573, 0.5679, 0.5677, 0.5627, 0.531, 0.5291, 0.5166, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Carbon_cycle_re-balancing", "Coalbed_methane", "Global_Warming_Pollution_Reduction_Act_of_2007", "Arch_Coal"], "ranked_scores": [0.6799, 0.6684, 0.5925, 0.578, 0.5532, 0.5378, 0.5294, 0.5193, 0.5115, 0.5042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Estado_Novo_(Portugal)", "PDOS", "Shutdown_of_thermohaline_circulation", "ADEOS_I", "Progressive_rock", "Deindustrialisation_by_country", "Tipping_point_(climatology)"], "ranked_scores": [0.3774, 0.3737, 0.3371, 0.3339, 0.3291, 0.3204, 0.3043, 0.2844, 0.2836, 0.2766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Environmental_issue", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis"], "ranked_scores": [0.699, 0.5414, 0.5397, 0.5248, 0.513, 0.5123, 0.5016, 0.4993, 0.4952, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "United_Nations_Climate_Change_conference", "Attribution_of_recent_climate_change", "Climate_risk", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5195, 0.5049, 0.4955, 0.4911, 0.491, 0.4848, 0.4846, 0.478, 0.4684, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "Global_warming_hiatus", "Great_Lakes_Areas_of_Concern", "2014–15_North_American_winter", "2006_European_cold_wave", "Arctic_sea_ice_decline", "MSU_temperature_measurements", "List_of_countries_by_carbon_dioxide_emissions", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.4065, 0.3969, 0.3964, 0.3908, 0.3788, 0.3749, 0.3713, 0.3663, 0.3638, 0.3637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Effect_of_Sun_angle_on_climate", "Environmental_issue", "Climate_variability", "Climate_change_(general_concept)"], "ranked_scores": [0.6923, 0.6649, 0.6445, 0.6301, 0.628, 0.621, 0.6158, 0.6151, 0.6131, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Wage_curve", "Trend_stationary", "Statistical_significance", "Arctic_sea_ice_decline", "Global_dimming", "MSU_temperature_measurements"], "ranked_scores": [0.4302, 0.3883, 0.3789, 0.3631, 0.357, 0.3517, 0.3502, 0.3453, 0.3424, 0.3328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "History_of_climate_change_science", "Global_warming", "Abrupt_climate_change", "Thermal_pollution", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6168, 0.5839, 0.5781, 0.5506, 0.5391, 0.5356, 0.5305, 0.5289, 0.5288, 0.5259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Environmental_issue", "Future_of_Earth", "Abrupt_climate_change", "Climate_of_Mars", "Scientific_consensus_on_climate_change", "History_of_Earth", "Water_on_Mars", "Earth"], "ranked_scores": [0.5766, 0.5412, 0.5271, 0.5251, 0.5197, 0.519, 0.5181, 0.513, 0.5096, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2111, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.4}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Research_ethics", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Scientific_community", "Environmental_skepticism"], "ranked_scores": [0.5119, 0.5009, 0.5008, 0.4814, 0.4709, 0.4653, 0.4617, 0.4564, 0.4518, 0.4513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3152, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Satellite_temperature_measurements", "Weather_station", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "Air_conditioned_clothing", "2013_Southwestern_United_States_heat_wave", "Weather_map", "2016_North_American_heat_wave"], "ranked_scores": [0.5641, 0.554, 0.542, 0.5397, 0.5211, 0.5132, 0.5131, 0.4898, 0.4822, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "Global_warming", "History_of_climate_change_science", "Environmental_issue", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Climate_change_in_the_Arctic", "Effects_of_global_warming"], "ranked_scores": [0.6484, 0.6225, 0.6132, 0.5931, 0.5918, 0.5831, 0.5699, 0.564, 0.5629, 0.5528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Solar_power", "Solar_power_in_Australia", "Solar_energy", "Contribution_to_global_warming_by_Australia", "Solar_power_in_Spain"], "ranked_scores": [0.6612, 0.5457, 0.5326, 0.4941, 0.4893, 0.4822, 0.4527, 0.4495, 0.443, 0.4412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Argentina", "List_of_Michigan_locations_by_per_capita_income", "Agriculture,_forestry,_and_fishing_in_Japan", "Growth_of_wind_power_in_the_United_States", "Gold_mining_in_the_United_States", "Agriculture_in_Syria"], "ranked_scores": [0.5597, 0.4627, 0.455, 0.4438, 0.432, 0.4271, 0.4245, 0.4225, 0.4223, 0.4206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-2bit": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Grizzly_bear", "Bear_attack", "Brown_bear", "Aronia", "Bile_bear", "Syrian_brown_bear", "Hunting_and_fishing_in_Alaska", "The_Bear_(1988_film)"], "ranked_scores": [0.4291, 0.3761, 0.3721, 0.3691, 0.3539, 0.3482, 0.3438, 0.3419, 0.3418, 0.3313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Volcanic_winter", "Atmospheric_carbon_cycle", "Arctic_sea_ice_decline", "Cryovolcano"], "ranked_scores": [0.6656, 0.5878, 0.5561, 0.5304, 0.5192, 0.5159, 0.5094, 0.5064, 0.4974, 0.4967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Sea_surface_temperature", "Tidal_range", "Ocean_surface_topography", "Ross_Gyre"], "ranked_scores": [0.6293, 0.6051, 0.5687, 0.5662, 0.5301, 0.5074, 0.4779, 0.4737, 0.4687, 0.4588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_cooling", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.647, 0.6108, 0.5501, 0.5458, 0.5318, 0.5251, 0.5223, 0.5206, 0.5075, 0.5074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Climate_footprint", "Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Wind_power_by_country", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "Wind_power_in_New_Mexico", "Environmental_impact_of_biodiesel", "Wind_power_in_Colorado"], "ranked_scores": [0.488, 0.4771, 0.4625, 0.4604, 0.4459, 0.4448, 0.4409, 0.4395, 0.4389, 0.4256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "CO2_is_Green", "Carbon_diet", "Greening_Earth_Society", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5486, 0.5106, 0.4901, 0.4755, 0.4742, 0.4672, 0.4653, 0.4517, 0.451, 0.4455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Arctic_sea_ice_decline", "Sea_level_rise", "Copenhagen_Diagnosis", "Past_sea_level", "Global_warming_in_Antarctica", "Climate_inertia", "Deglaciation"], "ranked_scores": [0.6247, 0.6026, 0.5966, 0.5788, 0.551, 0.5403, 0.5339, 0.5288, 0.5278, 0.525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Global_warming", "Environmental_issue", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis"], "ranked_scores": [0.593, 0.5666, 0.5538, 0.5464, 0.5452, 0.5427, 0.5335, 0.532, 0.5175, 0.5097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Physical_impacts_of_climate_change", "Hurricane_Harvey", "Climate_risk", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Climate_change_in_Texas", "Effects_of_global_warming", "Climate_change_adaptation", "Extreme_weather"], "ranked_scores": [0.5141, 0.5114, 0.4781, 0.4771, 0.4768, 0.4763, 0.4691, 0.4667, 0.4637, 0.4608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["List_of_mammals_of_New_England", "Winter_1985_cold_wave", "Granuloma_multiforme", "Mediterranean_climate", "Drought_in_Spain", "Droughts_in_the_United_States", "Measles", "United_States_rainfall_climatology", "Nor'easter", "Multiple_sclerosis"], "ranked_scores": [0.4128, 0.4089, 0.4085, 0.3886, 0.3845, 0.3822, 0.3806, 0.3805, 0.3776, 0.3772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_adaptation_in_Nepal", "Reasons_for_concern", "Climate_change_in_Canada", "Climate_change_adaptation", "Economics_of_global_warming", "Climate_risk", "Arctic_geoengineering", "Climate_change_policy_of_the_United_States", "Climate_prediction", "Effects_of_global_warming"], "ranked_scores": [0.472, 0.4586, 0.4479, 0.4478, 0.4421, 0.4388, 0.4275, 0.4235, 0.422, 0.4211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Solar_cycle", "History_of_climate_change_science", "Climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Milankovitch_cycles", "Future_of_Earth", "Antarctic_Cold_Reversal", "Climate_variability"], "ranked_scores": [0.5839, 0.5149, 0.4958, 0.4924, 0.4849, 0.4829, 0.482, 0.4793, 0.4781, 0.4721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Global_dimming", "Atmospheric_methane"], "ranked_scores": [0.5073, 0.5017, 0.4994, 0.4649, 0.4547, 0.435, 0.4328, 0.4324, 0.4233, 0.4222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Hydrogen_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Greenhouse_gas", "Metabolic_acidosis", "PH", "Atmospheric_carbon_cycle", "Low-carbon_emission"], "ranked_scores": [0.5052, 0.4766, 0.4448, 0.441, 0.439, 0.4197, 0.411, 0.4061, 0.4035, 0.4009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5936, 0.5428, 0.5225, 0.502, 0.5006, 0.4949, 0.4903, 0.4893, 0.4892, 0.4872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "Pliocene_climate", "PDOS", "PDO", "Indonesian_Democratic_Party", "Tipping_point_(climatology)", "Federal_Fuel_Administration", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.4005, 0.3387, 0.3221, 0.3164, 0.3105, 0.2985, 0.294, 0.2923, 0.2871, 0.2859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Ice2sea", "Climate_change_in_the_Arctic", "An_Appeal_to_Reason", "Arctic_geoengineering", "Wiesław_Masłowski", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Global_cooling"], "ranked_scores": [0.5918, 0.5696, 0.5185, 0.5175, 0.5165, 0.5165, 0.4993, 0.4884, 0.4862, 0.484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Westerlies", "Polar_vortex", "Weather_front", "Gulf_Stream", "Trade_winds", "Sea_breeze", "North_Atlantic_Current", "Climate_of_the_United_States"], "ranked_scores": [0.5708, 0.5406, 0.5374, 0.5343, 0.5264, 0.524, 0.5095, 0.4932, 0.476, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Instrumental_temperature_record", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1997–98_El_Niño_event", "1908", "2013_extreme_weather_events", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.4879, 0.4717, 0.4697, 0.4583, 0.4519, 0.4359, 0.4348, 0.4179, 0.4121, 0.4031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "CLOUD_experiment", "Cold_fusion", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Global_cooling", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Carbon_dioxide_removal", "Contraction_and_Convergence"], "ranked_scores": [0.4479, 0.4318, 0.4283, 0.4251, 0.4213, 0.4088, 0.3976, 0.3884, 0.3882, 0.3876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "Clean_Energy_Regulator", "Capital_gains_tax", "Global_Warming_Pollution_Reduction_Act_of_2007", "Competitive_Tax_Plan", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4707, 0.4532, 0.4356, 0.4239, 0.3922, 0.3622, 0.3572, 0.3527, 0.3511, 0.3472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Sea_level_rise", "Arctic_geoengineering", "Copenhagen_Diagnosis", "Past_sea_level"], "ranked_scores": [0.5574, 0.5508, 0.526, 0.5149, 0.512, 0.5055, 0.5051, 0.4901, 0.4897, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "2013_extreme_weather_events", "1908", "1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "Climatic_Research_Unit_email_controversy", "2010_Northern_Hemisphere_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.466, 0.456, 0.4499, 0.4385, 0.4361, 0.4327, 0.4262, 0.4168, 0.4164, 0.4155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Anoxia", "Oceanic_carbon_cycle", "Thermal_pollution", "Air_pollution"], "ranked_scores": [0.6309, 0.5673, 0.5148, 0.4996, 0.4949, 0.4842, 0.4555, 0.4535, 0.4527, 0.4525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "False_attribution", "Nuclear_power_debate", "Demand_destruction", "Non-renewable_resource", "Beyond_Coal"], "ranked_scores": [0.4345, 0.4328, 0.4279, 0.409, 0.3836, 0.3725, 0.3552, 0.355, 0.3517, 0.3499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Sea_ice", "Antarctic_ice_sheet"], "ranked_scores": [0.6605, 0.6458, 0.5708, 0.5576, 0.5541, 0.5445, 0.5406, 0.4861, 0.4844, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "Grassland_degradation", "2006_European_cold_wave", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Global_warming_in_Antarctica", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_of_Antarctica"], "ranked_scores": [0.5052, 0.4756, 0.4581, 0.44, 0.4373, 0.4315, 0.4294, 0.4281, 0.4234, 0.4142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Carbon_bubble", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Stern_Review", "Climate_change_mitigation_scenarios", "Global_cooling", "Climate_state", "Cool_tropics_paradox"], "ranked_scores": [0.4821, 0.4812, 0.4802, 0.4782, 0.4734, 0.4716, 0.4615, 0.4589, 0.4564, 0.455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.7349, 0.6462, 0.6373, 0.6276, 0.6243, 0.6188, 0.6053, 0.5979, 0.5911, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Global_warming_controversy", "James_Hansen", "Global_cooling"], "ranked_scores": [0.6271, 0.5488, 0.5469, 0.5233, 0.5214, 0.5214, 0.5189, 0.5154, 0.5143, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Climate_pattern", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "Global_cooling", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5883, 0.579, 0.5586, 0.537, 0.5243, 0.5163, 0.5156, 0.512, 0.5106, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.622, 0.589, 0.5774, 0.5624, 0.5335, 0.5183, 0.5101, 0.4993, 0.4947, 0.4929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Longevity_risk", "Manufactured_risk", "Worst-case_scenario", "Risk–benefit_ratio", "Risk_neutral", "Risk_assessment", "Accident", "Finite_Risk_insurance", "Probability_of_error"], "ranked_scores": [0.4816, 0.4764, 0.463, 0.4588, 0.447, 0.4232, 0.403, 0.4021, 0.3962, 0.3884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "Environmental_policy_of_the_Donald_Trump_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "Canada_and_the_Kyoto_Protocol", "Greening_Earth_Society"], "ranked_scores": [0.4461, 0.4137, 0.4076, 0.4003, 0.3945, 0.3847, 0.3815, 0.3772, 0.3736, 0.3729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_American_Northeast_heat_wave", "January_2016_East_Asia_cold_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2019_heat_wave_in_India_and_Pakistan", "Global_warming_in_Antarctica"], "ranked_scores": [0.6083, 0.5806, 0.5646, 0.5386, 0.5366, 0.5289, 0.511, 0.4974, 0.4974, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Geography_of_Antarctica", "Climate_of_Antarctica", "West_Antarctica", "Arctic_ice_pack", "Antarctica_cooling_controversy"], "ranked_scores": [0.6139, 0.5617, 0.5456, 0.538, 0.5344, 0.5248, 0.5014, 0.4991, 0.49, 0.4868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Carbon_cycle_re-balancing", "Carbon-neutral_fuel", "Coalbed_methane", "Refined_coal", "Coal_gasification"], "ranked_scores": [0.6417, 0.6394, 0.5473, 0.5253, 0.516, 0.5004, 0.4975, 0.4867, 0.4863, 0.478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Indonesian_Democratic_Party", "Estado_Novo_(Portugal)", "PDOS", "ADEOS_I", "Climate_of_Oregon", "Ozone_depletion_and_climate_change", "Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)"], "ranked_scores": [0.3547, 0.3397, 0.3329, 0.3252, 0.3019, 0.2906, 0.2846, 0.2794, 0.2773, 0.2752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6537, 0.5126, 0.5098, 0.4951, 0.4897, 0.4779, 0.4735, 0.4666, 0.4603, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "Climate_Change_Science_Program", "History_of_climate_change_science", "Climate_risk", "Physical_impacts_of_climate_change", "Global_cooling_(disambiguation)", "United_Nations_Climate_Change_conference", "Attribution_of_recent_climate_change"], "ranked_scores": [0.4841, 0.4831, 0.4783, 0.4716, 0.4605, 0.4558, 0.4502, 0.4387, 0.4378, 0.4374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "2006_European_cold_wave", "2014–15_North_American_winter", "MSU_temperature_measurements", "Great_Lakes_Areas_of_Concern", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_dipole_anomaly", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy"], "ranked_scores": [0.367, 0.3641, 0.3617, 0.3582, 0.3526, 0.3516, 0.3507, 0.3476, 0.3463, 0.3455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Climate_variability", "Effect_of_Sun_angle_on_climate", "Climate_change_in_the_United_States", "Climate_change_(general_concept)"], "ranked_scores": [0.658, 0.6285, 0.618, 0.5975, 0.5925, 0.5906, 0.5905, 0.588, 0.5873, 0.5822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "Statistical_significance", "Antarctica_cooling_controversy", "Trend_stationary", "Arctic_sea_ice_decline", "Wage_curve", "Global_dimming", "Pacific_decadal_oscillation"], "ranked_scores": [0.3923, 0.3827, 0.3653, 0.3497, 0.3445, 0.3417, 0.3323, 0.331, 0.3259, 0.3183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Effects_of_global_warming", "Ozone_depletion_and_climate_change", "Air_pollution", "Abrupt_climate_change", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5732, 0.5373, 0.526, 0.5066, 0.5001, 0.4829, 0.4785, 0.4752, 0.4729, 0.4721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites", "History_of_Earth", "Abrupt_climate_change", "Environmental_issue", "Bølling-Allerød_warming"], "ranked_scores": [0.5301, 0.4933, 0.4893, 0.4847, 0.4842, 0.4774, 0.4679, 0.4668, 0.466, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Climatic_Research_Unit_documents", "Scientific_community", "Environmental_skepticism", "Research_ethics"], "ranked_scores": [0.4986, 0.4717, 0.4652, 0.4581, 0.4546, 0.4444, 0.44, 0.432, 0.4269, 0.4248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Satellite_temperature_measurements", "Weather_station", "Cooling_center", "Air_conditioned_clothing", "Excessive_heat_watch", "Effect_of_Sun_angle_on_climate", "2013_Southwestern_United_States_heat_wave", "Weather_map", "Geothermal_heat_pump", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.5261, 0.5078, 0.5011, 0.4989, 0.4983, 0.482, 0.4673, 0.4612, 0.4596, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "Environmental_issue", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "Global_warming_controversy"], "ranked_scores": [0.6028, 0.5794, 0.5772, 0.5692, 0.5444, 0.5313, 0.5309, 0.5268, 0.5243, 0.5236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Solar_power", "Contribution_to_global_warming_by_Australia", "Wind_power_in_the_United_States", "Solar_power_in_Spain", "Solar_power_in_Australia"], "ranked_scores": [0.6203, 0.5213, 0.5066, 0.4767, 0.4661, 0.4658, 0.4371, 0.4262, 0.4245, 0.4169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Energy_in_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Biofuel_in_the_United_States", "Growth_of_wind_power_in_the_United_States", "Agriculture_in_Syria", "Dairy_farming_in_Canada", "Agricultural_Act_of_2014"], "ranked_scores": [0.5164, 0.4379, 0.4313, 0.4297, 0.414, 0.4122, 0.4014, 0.3994, 0.3981, 0.3905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-1bit": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Grizzly_bear", "Bile_bear", "Bear_attack", "List_of_mammals_of_Alabama", "Banff_National_Park", "Brown_bear", "Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Boreal_(age)"], "ranked_scores": [0.3281, 0.3125, 0.3021, 0.2786, 0.2786, 0.2708, 0.2682, 0.263, 0.263, 0.2578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6005, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Thermopause", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Thermosphere", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Mesopause", "Aliso_Canyon_gas_leak", "Arctic_resources_race"], "ranked_scores": [0.5443, 0.4583, 0.4453, 0.4427, 0.4349, 0.4271, 0.4141, 0.3958, 0.3932, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Tidal_range", "Sea_level", "Regional_effects_of_global_warming", "Sea_state"], "ranked_scores": [0.5026, 0.5, 0.4818, 0.4401, 0.4349, 0.3932, 0.3932, 0.3906, 0.388, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Arctic_sea_ice_decline", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_cooling", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Future_sea_level"], "ranked_scores": [0.4896, 0.4766, 0.4141, 0.4141, 0.3984, 0.3958, 0.3828, 0.3802, 0.3776, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Wind_power_by_country", "Wind_power_in_New_Mexico", "Wind", "Deforestation_and_climate_change", "Climate_footprint", "Environmental_impact_of_transport", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Wind_power", "Wind_power_in_the_United_States"], "ranked_scores": [0.3646, 0.3516, 0.349, 0.3438, 0.3385, 0.3359, 0.3359, 0.3307, 0.3281, 0.3255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "CO2_is_Green", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Global_cooling", "Carbon_diet", "Global_warming_controversy", "Atmospheric_carbon_cycle", "Greening_Earth_Society"], "ranked_scores": [0.401, 0.3932, 0.3776, 0.3776, 0.3646, 0.3594, 0.3516, 0.3464, 0.3437, 0.3411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Future_sea_level", "Climate_inertia", "Ice2sea", "Deglaciation", "Sea_level_rise", "Global_warming_in_Antarctica", "Past_sea_level", "Climate_change_in_the_Arctic"], "ranked_scores": [0.4661, 0.4557, 0.4531, 0.4427, 0.4219, 0.4115, 0.4062, 0.4062, 0.3984, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Greenhouse_gas", "Deforestation_and_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_cycle_re-balancing", "Environmental_issue", "Effects_of_global_warming"], "ranked_scores": [0.4375, 0.4193, 0.4115, 0.4089, 0.4036, 0.3984, 0.3932, 0.388, 0.3854, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Physical_impacts_of_climate_change", "Climate_change_adaptation", "Tropical_Storm_Harvey_(2011)", "Scientific_opinion_on_climate_change", "Hurricane_Katrina_and_global_warming", "Climate_change_(general_concept)", "Climate_change_adaptation_in_Nepal", "Reasons_for_concern", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.3906, 0.3828, 0.3776, 0.375, 0.3698, 0.3698, 0.3464, 0.3438, 0.3437, 0.3411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Nor'easter", "2016_American_Northeast_heat_wave", "List_of_mammals_of_New_England", "Meningococcal_disease", "Granuloma_multiforme", "Multiple_sclerosis", "Droughts_in_the_United_States", "Western_Mediterranean_oscillation", "Mediterranean_climate", "Westerlies"], "ranked_scores": [0.3281, 0.3047, 0.3021, 0.2995, 0.2969, 0.2943, 0.2943, 0.2943, 0.2891, 0.2865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "Sensitivity_analysis", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Scientific_opinion_on_climate_change", "Climate_change", "Reasons_for_concern", "Physical_impacts_of_climate_change", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Parametrization_(atmospheric_modeling)"], "ranked_scores": [0.3698, 0.3672, 0.349, 0.3464, 0.3438, 0.3438, 0.3411, 0.3333, 0.3307, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "History_of_Earth", "Timeline_of_glaciation", "Future_of_Earth", "History_of_climate_change_science", "Milankovitch_cycles", "Global_warming", "Solar_cycle", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report"], "ranked_scores": [0.4583, 0.3984, 0.388, 0.3724, 0.3698, 0.3672, 0.3646, 0.3594, 0.3542, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Keeling_Curve", "NASA_Earth_Observatory", "Mesopause", "Global_dimming", "Ozone_depletion", "Future_sea_level", "Airborne_fraction"], "ranked_scores": [0.401, 0.375, 0.362, 0.349, 0.3385, 0.3359, 0.3359, 0.3281, 0.3281, 0.3255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "Acid", "PH"], "ranked_ids": ["Ocean_acidification", "PH", "Estuarine_acidification", "Ozone_depletion", "Aliso_Canyon_gas_leak", "Chemocline", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Humidity", "Hydrogen_fuel"], "ranked_scores": [0.3516, 0.3385, 0.3359, 0.3151, 0.3099, 0.3047, 0.2995, 0.2969, 0.2969, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Richard_Lindzen", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy", "Global_warming_conspiracy_theory"], "ranked_scores": [0.4922, 0.4115, 0.4115, 0.4115, 0.4089, 0.4063, 0.4036, 0.3984, 0.3958, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Shutdown_of_thermohaline_circulation", "1997–98_El_Niño_event", "Climate_of_Oregon", "Climate_change_in_Canada", "2014–16_El_Niño_event", "PDO", "List_of_climate_research_satellites"], "ranked_scores": [0.3177, 0.2917, 0.2526, 0.2526, 0.2474, 0.237, 0.2344, 0.2344, 0.2318, 0.2292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Wiesław_Masłowski", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "An_Appeal_to_Reason", "Ice2sea", "Shutdown_of_thermohaline_circulation", "Global_cooling", "Arctic_geoengineering"], "ranked_scores": [0.4948, 0.4479, 0.4323, 0.4245, 0.4141, 0.4115, 0.4089, 0.4063, 0.4036, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Gulf_Stream", "Westerlies", "El_Niño–Southern_Oscillation", "Santa_Ana_winds", "Polar_vortex", "Jet_stream", "Trade_winds", "Sea_surface_temperature", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.4349, 0.4115, 0.4063, 0.4063, 0.4036, 0.3932, 0.388, 0.388, 0.3854, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "List_of_climate_research_satellites", "Satellite_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "MSU_temperature_measurements", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.3802, 0.3594, 0.3568, 0.3437, 0.3411, 0.3359, 0.3281, 0.3177, 0.3099, 0.3021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Global_cooling", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "CLOUD_experiment", "Cold_fusion", "Collider_Detector_at_Fermilab", "Carbon_dioxide_removal", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Contraction_and_Convergence"], "ranked_scores": [0.3464, 0.3464, 0.3307, 0.3307, 0.3255, 0.3229, 0.3177, 0.3151, 0.3099, 0.3021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_tax", "Carbon_pricing_in_Australia", "Minerals_Resource_Rent_Tax", "Competitive_Tax_Plan", "Income_taxes_in_Canada", "Canada_and_the_Kyoto_Protocol", "Capital_gains_tax", "Dairy_farming_in_Canada", "Mandatory_renewable_energy_target"], "ranked_scores": [0.3542, 0.3385, 0.3229, 0.2943, 0.2813, 0.2734, 0.2708, 0.2656, 0.2656, 0.263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Climate_change_in_the_Arctic", "Ice_age", "The_Ice_Age", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice"], "ranked_scores": [0.4505, 0.4063, 0.388, 0.388, 0.3854, 0.3854, 0.3828, 0.3828, 0.3802, 0.362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "Winter_1985_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "2011_North_American_heat_wave"], "ranked_scores": [0.3516, 0.3516, 0.3385, 0.3333, 0.3333, 0.3307, 0.3281, 0.3125, 0.3125, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Estuarine_acidification", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Anoxia", "Metabolic_acidosis", "Air_pollution", "Oceanic_carbon_cycle"], "ranked_scores": [0.4896, 0.4245, 0.4115, 0.3828, 0.3724, 0.3646, 0.349, 0.349, 0.3411, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "Economics", "History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Global_warming_conspiracy_theory", "Energy_accidents", "Alternative_energy", "False_attribution", "Demand_destruction", "False_balance", "Alternatives_assessment", "Nuclear_power_proposed_as_renewable_energy", "Sustainable_energy"], "ranked_scores": [0.3255, 0.3099, 0.3099, 0.2943, 0.2865, 0.2865, 0.276, 0.2682, 0.2682, 0.2656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_sea_ice_decline", "Past_sea_level", "Antarctic_ice_sheet", "Sea_ice", "Arctic_geoengineering"], "ranked_scores": [0.5417, 0.5208, 0.4531, 0.4531, 0.4375, 0.4089, 0.4089, 0.3958, 0.388, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "Grassland_degradation", "Global_cooling", "Retreat_of_glaciers_since_1850", "Drought_in_the_United_Kingdom", "Dust_Bowl", "Global_warming_in_Antarctica", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.3776, 0.3724, 0.3385, 0.3359, 0.3203, 0.3177, 0.3151, 0.3151, 0.3099, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_capture_and_storage_in_Australia", "Cool_tropics_paradox", "World_Energy_Outlook", "Climate_change_adaptation_in_Nepal", "Global_cooling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Carbon_diet", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.3776, 0.3724, 0.3646, 0.3568, 0.3516, 0.349, 0.349, 0.3464, 0.3464, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.599, 0.5156, 0.513, 0.5078, 0.5052, 0.4974, 0.487, 0.4766, 0.4766, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "An_Appeal_to_Reason", "Global_warming_controversy", "James_Hansen", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming"], "ranked_scores": [0.5547, 0.4297, 0.4245, 0.4219, 0.4193, 0.4193, 0.4193, 0.4089, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate_change", "Climate_variability", "Climate_change_(general_concept)", "Climate_pattern", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Instrumental_temperature_record", "Climate_oscillation"], "ranked_scores": [0.4557, 0.4323, 0.4167, 0.4167, 0.4141, 0.4063, 0.401, 0.3958, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Natural_gas", "Methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Deforestation_and_climate_change", "Wind_power_by_country", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_impact_of_aviation", "Arctic_methane_emissions", "Greenhouse_effect", "Wind_power_in_New_Mexico"], "ranked_scores": [0.4766, 0.4688, 0.4687, 0.4609, 0.3932, 0.3932, 0.3854, 0.3828, 0.3802, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Worst-case_scenario", "Finite_Risk_insurance", "Longevity_risk", "Risk–benefit_ratio", "Manufactured_risk", "Futures_studies", "Accident", "Risk_neutral", "Policy_Uncertainty"], "ranked_scores": [0.4193, 0.3776, 0.3568, 0.349, 0.3464, 0.3464, 0.3385, 0.3229, 0.3177, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Environmental_Defense_v._Duke_Energy_Corp.", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Greenhouse_gas_emissions_by_the_United_States", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.3411, 0.3229, 0.3099, 0.3099, 0.2969, 0.2969, 0.2917, 0.2891, 0.2891, 0.2839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "2000_Southern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_American_Northeast_heat_wave", "2015_North_American_heat_wave", "Global_warming_in_Antarctica"], "ranked_scores": [0.4818, 0.4766, 0.4531, 0.4089, 0.3984, 0.3854, 0.3854, 0.3828, 0.3724, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Sea_ice_thickness", "Arctic_ice_pack", "Sea_ice", "Antarctic_Treaty_System"], "ranked_scores": [0.4844, 0.4583, 0.4401, 0.4219, 0.4036, 0.388, 0.3828, 0.3802, 0.3776, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Coal_gasification_commercialization", "Carbon_neutrality", "Renewable_natural_gas", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.4688, 0.4427, 0.4219, 0.4036, 0.3984, 0.3854, 0.3802, 0.3698, 0.3646, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDOS", "PDO", "Estado_Novo_(Portugal)", "Indonesian_Democratic_Party", "Demand_destruction", "ADEOS_I", "Ozone_depletion", "Hurricane_Dora_(1999)", "Climate_of_Oregon"], "ranked_scores": [0.2734, 0.2708, 0.2552, 0.2474, 0.2422, 0.2292, 0.2266, 0.2266, 0.2214, 0.2187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Future_sea_level", "Environmental_issue", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.4766, 0.3698, 0.3438, 0.3359, 0.3359, 0.3333, 0.3333, 0.3307, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Effects_of_global_warming", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Climate_risk", "World_Climate_Report", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.3776, 0.3724, 0.3698, 0.3698, 0.3672, 0.3568, 0.3542, 0.3464, 0.3438, 0.3411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Great_Salt_Lake_effect", "Instrumental_temperature_record", "Global_cooling", "World_Glacier_Monitoring_Service", "Fahrenheit", "Water_restrictions_in_Australia", "MSU_temperature_measurements", "Freezing_level", "List_of_countries_and_dependencies_by_area"], "ranked_scores": [0.2708, 0.2682, 0.2552, 0.25, 0.25, 0.2474, 0.2474, 0.2474, 0.2448, 0.2448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_variability", "Climate_change_(general_concept)", "Global_warming_in_Antarctica", "Effect_of_Sun_angle_on_climate", "Reasons_for_concern", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.4922, 0.4922, 0.4557, 0.4505, 0.4505, 0.4453, 0.4453, 0.4453, 0.4427, 0.4271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule", "Hysterectomy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Illusion_of_validity", "Worse-than-average_effect", "Trend_stationary", "Global_dimming", "Wage_curve", "Antarctica_cooling_controversy", "Pacific_decadal_oscillation"], "ranked_scores": [0.2865, 0.2865, 0.2552, 0.2552, 0.25, 0.25, 0.2396, 0.237, 0.237, 0.237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Deforestation_and_climate_change", "Effects_of_global_warming", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Climate_change_mitigation_scenarios", "Effects_of_global_warming_on_humans", "CO2_fertilization_effect"], "ranked_scores": [0.4792, 0.4479, 0.4193, 0.4036, 0.3958, 0.388, 0.3828, 0.3776, 0.375, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Greenhouse_and_icehouse_Earth", "Global_warming", "Pliocene_climate", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "History_of_Earth", "Geodynamics_of_Mars", "Environmental_issue", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.401, 0.3906, 0.3854, 0.3776, 0.375, 0.3724, 0.3724, 0.3698, 0.3672, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Climate_Research_(journal)", "An_Appeal_to_Reason"], "ranked_scores": [0.4479, 0.4219, 0.388, 0.3828, 0.3776, 0.3724, 0.3542, 0.349, 0.3359, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Satellite_temperature_measurements", "Excessive_heat_watch", "Cooling_center", "Geothermal_heat_pump", "2006_North_American_heat_wave", "Weather_station", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Weather_map", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.4089, 0.4089, 0.401, 0.3724, 0.3646, 0.3646, 0.362, 0.3568, 0.3437, 0.3385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Global_cooling", "IPCC_First_Assessment_Report", "Environmental_issue", "Effects_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "List_of_climate_research_satellites", "Media_coverage_of_climate_change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.4844, 0.4635, 0.4557, 0.4505, 0.4375, 0.4323, 0.4271, 0.4115, 0.4089, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Solar_energy", "Wind_power_in_Colorado", "Solar_panel", "Solar_power_in_Australia", "Renewable_energy"], "ranked_scores": [0.5026, 0.4635, 0.4505, 0.3724, 0.3698, 0.3411, 0.3359, 0.3281, 0.3281, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "List_of_Michigan_locations_by_per_capita_income", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Brazil", "Dairy_farming_in_Canada", "Gold_mining_in_the_United_States", "Collectivization_in_the_Soviet_Union", "Wind_power_by_country"], "ranked_scores": [0.401, 0.349, 0.3359, 0.3307, 0.3281, 0.3281, 0.3203, 0.3099, 0.3047, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Brown_bear", "Arctic_Alaska", "Bile_bear", "Mount_Bear", "Bear_attack", "Sloth_bear", "Seed_predation", "Syrian_brown_bear"], "ranked_scores": [531.0, 512.0, 511.0, 509.0, 509.0, 500.0, 500.0, 496.0, 493.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Methane_clathrate", "Mesopause", "Deglaciation", "Clathrate_gun_hypothesis", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [597.0, 559.0, 557.0, 554.0, 554.0, 545.0, 544.0, 541.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Future_sea_level", "Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Tide", "Tidal_range", "Ocean_surface_topography", "Life_zones_of_the_Mediterranean_region", "Sea_state", "Sea_level"], "ranked_scores": [570.0, 566.0, 566.0, 559.0, 547.0, 545.0, 531.0, 526.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Global_warming_in_Antarctica", "Ice2sea", "Arctic_sea_ice_decline", "Deglaciation", "Holocene_glacial_retreat", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "History_of_climate_change_science", "Glacier_mass_balance", "Copenhagen_Diagnosis"], "ranked_scores": [557.0, 549.0, 545.0, 539.0, 538.0, 538.0, 538.0, 538.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Carbon_tax", "Environmental_impact_of_transport", "Climate_footprint", "Carbon_footprint", "Environmental_impact_of_aviation", "Atmospheric_carbon_cycle", "Carbon_dioxide_removal", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [579.0, 561.0, 557.0, 553.0, 550.0, 547.0, 545.0, 543.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_diet", "Atmospheric_carbon_cycle", "Carbon_neutrality", "Avoiding_Dangerous_Climate_Change", "Journal_for_Geoclimatic_Studies", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_Research_(journal)", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change"], "ranked_scores": [542.0, 541.0, 538.0, 535.0, 533.0, 528.0, 526.0, 526.0, 525.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Deglaciation", "Future_sea_level", "Marine_transgression", "Quaternary_glaciation", "Holocene_extinction", "Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Past_sea_level", "Wisconsin_glaciation"], "ranked_scores": [560.0, 560.0, 547.0, 547.0, 546.0, 544.0, 543.0, 540.0, 538.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Ozone_depletion_and_climate_change", "Climate_change_mitigation_scenarios", "CO2_fertilization_effect", "Copenhagen_Diagnosis", "2015_United_Nations_Climate_Change_Conference", "Global_warming", "Atmospheric_carbon_cycle"], "ranked_scores": [539.0, 528.0, 526.0, 519.0, 517.0, 517.0, 515.0, 513.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "1928_Haiti_hurricane", "2016_Atlantic_hurricane_season", "Reasons_for_concern", "Hurricane_Alicia", "Hurricane_Marie_(2014)", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [551.0, 528.0, 527.0, 527.0, 526.0, 520.0, 520.0, 518.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "North_Carolina", "Climate_of_the_United_States", "Texas_Norther", "Climate_of_Los_Angeles", "List_of_fatal_cougar_attacks_in_North_America", "Missoula,_Montana", "Generalized_lymphadenopathy", "Mediterranean_climate", "Lyme_disease"], "ranked_scores": [494.0, 487.0, 485.0, 485.0, 483.0, 483.0, 483.0, 482.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Climate_Change_Science_Program", "Climate_change_in_the_United_States", "100%_renewable_energy", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "IPCC_Fifth_Assessment_Report", "Climate", "Parametrization_(atmospheric_modeling)", "IPCC_First_Assessment_Report", "Effects_of_climate_change_on_terrestrial_animals", "National_Climate_Assessment"], "ranked_scores": [556.0, 551.0, 550.0, 548.0, 540.0, 540.0, 539.0, 537.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Holocene_extinction", "Termination_(geomorphology)", "Bølling-Allerød_warming", "Solar_cycle_19", "Winter_1985_cold_wave", "Phanerozoic", "Holocene"], "ranked_scores": [551.0, 536.0, 533.0, 531.0, 525.0, 524.0, 523.0, 521.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Lōʻihi_Seamount", "Mauna_Kea", "List_of_volcanoes_in_the_Hawaiian_–_Emperor_seamount_chain", "Living_Planet_Index", "Copenhagen_Diagnosis", "National_Climate_Assessment", "Keeling_Curve", "Gaia_hypothesis", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [516.0, 506.0, 492.0, 490.0, 487.0, 485.0, 485.0, 485.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["PH", "Greenhouse_gas", "Mesopause", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Ocean_acidification", "Atmospheric_methane", "Geological_history_of_oxygen", "Ozone_depletion", "Trifluoromethyl_sulphur_pentafluoride"], "ranked_scores": [498.0, 490.0, 488.0, 482.0, 481.0, 481.0, 480.0, 479.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Heaven_and_Earth_(book)", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "An_Appeal_to_Reason", "Hurricane_Katrina_and_global_warming", "Stern_Review", "Climate_change_denial"], "ranked_scores": [551.0, 537.0, 534.0, 533.0, 530.0, 529.0, 528.0, 527.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "Pacific_decadal_oscillation", "Federal_Fuel_Administration", "Fleischmann–Pons_experiment", "Eocene_Thermal_Maximum_2", "IPCC_First_Assessment_Report", "List_of_climate_research_satellites", "Pyrolysis", "Climate_Change_Science_Program"], "ranked_scores": [516.0, 515.0, 513.0, 504.0, 497.0, 495.0, 493.0, 491.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ice2sea", "Wiesław_Masłowski", "Arctic_geoengineering", "Stern_Review", "Adam_Scaife", "Climate_change_in_the_Arctic", "Arctic_Climate_Impact_Assessment", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [582.0, 579.0, 572.0, 567.0, 565.0, 557.0, 551.0, 545.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_vortex", "Polar_front", "Jet_stream", "Weather_front", "El_Niño–Southern_Oscillation", "Low-pressure_area", "Polar_low", "Subarctic_climate", "Climate_of_South_Africa", "Glacier_mass_balance"], "ranked_scores": [542.0, 536.0, 535.0, 532.0, 519.0, 518.0, 516.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "Hockey_stick_graph", "Solar_cycle_18", "Hockey_stick_controversy", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [535.0, 517.0, 515.0, 515.0, 515.0, 515.0, 512.0, 511.0, 511.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Collider_Detector_at_Fermilab", "Cold_fusion", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Copenhagen_Diagnosis", "Carbon_dioxide_removal", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Cosmic_microwave_background", "Climatic_Research_Unit"], "ranked_scores": [494.0, 492.0, 489.0, 487.0, 484.0, 479.0, 477.0, 477.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Congestion_pricing", "Minerals_Resource_Rent_Tax", "Capital_gains_tax", "London_congestion_charge", "Environmental_impact_of_transport_in_Australia", "Contribution_to_global_warming_by_Australia", "Green_Energy_Act_2009"], "ranked_scores": [533.0, 522.0, 518.0, 487.0, 485.0, 483.0, 482.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Past_sea_level", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Deglaciation", "Quaternary_glaciation", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Sea_ice", "Ice2sea", "January_2016_East_Asia_cold_wave"], "ranked_scores": [552.0, 548.0, 547.0, 542.0, 533.0, 531.0, 529.0, 528.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1997–98_El_Niño_event", "2006_North_American_heat_wave", "2016_North_American_heat_wave", "ECMWF_re-analysis", "IPCC_Fourth_Assessment_Report", "National_Aeronautics_and_Space_Act", "National_Climate_Assessment", "IPCC_Fifth_Assessment_Report", "2007_Western_North_American_heat_wave", "1966_New_York_City_smog"], "ranked_scores": [514.0, 512.0, 508.0, 507.0, 507.0, 505.0, 504.0, 502.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Anoxic_event", "Dihydrogen_monoxide_hoax", "Mercury_pollution_in_the_ocean", "Chemical_oceanography", "Anoxia", "Ocean", "Oceanic_carbon_cycle"], "ranked_scores": [591.0, 572.0, 570.0, 556.0, 535.0, 528.0, 527.0, 522.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Alternatives_assessment", "Loss_and_damage", "Waste-to-energy_plant", "Alternative_energy", "Peak_oil", "History_of_coal_mining", "Carbon_bubble", "Environmental_impact_of_nuclear_power"], "ranked_scores": [556.0, 511.0, 507.0, 504.0, 502.0, 502.0, 498.0, 492.0, 490.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Past_sea_level", "Arctic_sea_ice_decline", "Great_Arctic_Cyclone_of_2012", "Ice_rise"], "ranked_scores": [542.0, 542.0, 542.0, 540.0, 539.0, 536.0, 536.0, 532.0, 531.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Global_warming_in_Antarctica", "Climate_change_in_Europe", "Avoiding_Dangerous_Climate_Change", "The_Coming_Global_Superstorm", "Environmental_degradation", "United_Nations_Convention_to_Combat_Desertification", "Drought_in_Spain", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Global_catastrophic_risk"], "ranked_scores": [519.0, 518.0, 504.0, 504.0, 504.0, 503.0, 502.0, 502.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Reasons_for_concern", "World_Climate_Report", "Copenhagen_Diagnosis", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Heaven_and_Earth_(book)", "Climate_Research_(journal)", "Arctic_geoengineering", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [556.0, 551.0, 533.0, 529.0, 526.0, 526.0, 524.0, 521.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1980_United_States_heat_wave"], "ranked_scores": [583.0, 580.0, 567.0, 557.0, 552.0, 549.0, 546.0, 544.0, 544.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Creation–evolution_controversy", "Global_warming_controversy", "Environmental_skepticism", "Level_of_support_for_evolution", "Merchants_of_Doubt", "An_Appeal_to_Reason", "Climate_change_denial", "Relationship_between_religion_and_science", "Heaven_and_Earth_(book)"], "ranked_scores": [539.0, 538.0, 535.0, 531.0, 530.0, 528.0, 527.0, 527.0, 525.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Global_cooling", "Year_Without_a_Summer", "Wibjörn_Karlén", "Global_cooling_(disambiguation)", "Little_Ice_Age", "Winter_1985_cold_wave", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [562.0, 556.0, 556.0, 538.0, 527.0, 526.0, 522.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["Wetland_methane_emissions", "Atmospheric_methane", "Deforestation_and_climate_change", "Greenhouse_gas", "Ozone_depletion_and_climate_change", "Atmospheric_carbon_cycle", "Arctic_methane_emissions", "Methane_clathrate", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [545.0, 537.0, 537.0, 533.0, 527.0, 527.0, 521.0, 518.0, 518.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Prudent_avoidance_principle", "Never_events", "List_of_experimental_errors_and_frauds_in_physics", "Management_systems_for_road_safety", "Hazard", "Manufactured_risk", "Absolute_risk_reduction", "Deterrence_(psychology)", "Error_catastrophe"], "ranked_scores": [518.0, 511.0, 508.0, 504.0, 500.0, 496.0, 493.0, 490.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "Michael_E._Mann", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_Independence_and_Security_Act_of_2007", "National_Environmental_Policy_Act", "Scott_Pruitt"], "ranked_scores": [494.0, 492.0, 491.0, 479.0, 479.0, 479.0, 477.0, 477.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2013_extreme_weather_events", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)", "2016_North_American_heat_wave", "Climate_of_Mars", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [548.0, 531.0, 529.0, 526.0, 523.0, 519.0, 516.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Global_warming_in_Antarctica", "East_Antarctica", "Geography_of_Antarctica", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Sea_ice", "Arctic_resources_race", "Antarctic_Cold_Reversal", "Antarctic_oscillation"], "ranked_scores": [554.0, 540.0, 533.0, 533.0, 523.0, 520.0, 516.0, 514.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Refined_coal", "Carbon_dioxide_removal", "Cleaner_production", "Carbon_diet", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [618.0, 614.0, 557.0, 549.0, 545.0, 544.0, 542.0, 534.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Dole_effect", "Canada_and_the_Kyoto_Protocol", "Ozone_depletion", "Federal_Fuel_Administration", "Fleischmann–Pons_experiment", "Nuclear_Waste_Policy_Act", "Ozone_depletion_and_climate_change", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [529.0, 502.0, 499.0, 493.0, 490.0, 490.0, 489.0, 489.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "The_Great_Global_Warming_Swindle", "The_Great_Warming", "IPCC_Fourth_Assessment_Report", "Global_Warming_Policy_Foundation", "Greening_Earth_Society", "Scientific_opinion_on_climate_change", "Copenhagen_Diagnosis", "Greenhouse_gas"], "ranked_scores": [496.0, 489.0, 482.0, 479.0, 476.0, 472.0, 472.0, 472.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_adaptation_in_Nepal", "Regional_effects_of_global_warming", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "Hurricane_Katrina_and_global_warming", "Global_change", "Climate_change_policy_of_the_United_States", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change"], "ranked_scores": [558.0, 552.0, 548.0, 546.0, 542.0, 542.0, 541.0, 540.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Arctic_dipole_anomaly", "Highest_temperature_recorded_on_Earth", "Full_employment", "Intermediate_General_Circulation_Model", "Non-standard_cosmology", "Geography_of_Greenland", "North_Greenland_Ice_Core_Project", "Greenland_ice_core_project", "Year_Without_a_Summer"], "ranked_scores": [468.0, 467.0, 466.0, 463.0, 461.0, 461.0, 459.0, 459.0, 458.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Solar_phenomena", "Regional_effects_of_global_warming", "Greenhouse_effect", "Global_dimming", "Solar_cycle", "Solar_gain", "History_of_climate_change_science", "IPCC_First_Assessment_Report"], "ranked_scores": [583.0, 571.0, 566.0, 559.0, 556.0, 555.0, 552.0, 552.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Dole_effect", "Shutdown_of_thermohaline_circulation", "Inflation", "Dumbing_down", "Pacific_decadal_oscillation", "Future_sea_level", "Wage_curve", "Progress_(history)"], "ranked_scores": [510.0, 506.0, 484.0, 482.0, 478.0, 477.0, 476.0, 476.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Human_impact_on_the_environment", "CO2_fertilization_effect", "Anoxic_event", "IPCC_First_Assessment_Report", "Geological_history_of_oxygen", "Ozone_depletion_and_climate_change", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [547.0, 542.0, 539.0, 539.0, 532.0, 532.0, 529.0, 529.0, 528.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Geodynamics_of_Mars", "Temperature_record_of_the_past_1000_years", "Eocene_Thermal_Maximum_2", "Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Mars", "History_of_Earth", "Phanerozoic", "Future_of_Earth"], "ranked_scores": [535.0, 534.0, 534.0, 533.0, 533.0, 533.0, 533.0, 531.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Research_ethics", "Scientific_consensus", "Royal_Institute_of_Chemistry", "History_of_science_policy", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_community", "Relationship_between_religion_and_science", "Science_communication", "Models_of_scientific_inquiry", "Skeptical_movement"], "ranked_scores": [522.0, 517.0, 512.0, 512.0, 512.0, 511.0, 506.0, 506.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Ground-coupled_heat_exchanger", "Cooling_center", "Urban_heat_island", "Temperate_climate", "2006_North_American_heat_wave", "Climate_of_Los_Angeles", "Weather_map", "List_of_heat_waves", "Hydrothermal_vent", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [526.0, 524.0, 523.0, 516.0, 513.0, 512.0, 512.0, 512.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Media_coverage_of_climate_change", "Global_warming_conspiracy_theory", "Special_Report_on_Global_Warming_of_1.5_°C", "1997–98_El_Niño_event"], "ranked_scores": [541.0, 539.0, 536.0, 535.0, 533.0, 533.0, 532.0, 528.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Solar_power_in_the_United_States", "Solar_power", "Solar_power_by_country", "Solar_power_in_Michigan", "Concentrated_solar_power", "Santa_Clara_Valley", "Wind_power_in_Colorado"], "ranked_scores": [567.0, 557.0, 554.0, 552.0, 551.0, 529.0, 521.0, 518.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "The_Great_Stagnation", "Productivity_(ecology)", "Growth_of_wind_power_in_the_United_States", "Workforce_productivity", "Economic_growth", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_Act_of_2014", "Nonfarm_payrolls", "Solow_residual"], "ranked_scores": [521.0, 513.0, 509.0, 509.0, 506.0, 505.0, 500.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Bile_bear", "Brown_bear", "Ursus_americanus_carlottae", "Kodiak_bear", "Rubus_arcticus", "Northwoods_(forest)", "The_Bear_(1988_film)", "Grizzly_Bear_(dance)", "List_of_mammals_of_Alabama"], "ranked_scores": [511.0, 509.0, 507.0, 505.0, 505.0, 505.0, 505.0, 502.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Ozone_depletion", "Pollution_in_the_Arctic_Ocean", "Atmospheric_methane", "Volcanic_winter", "Volcano", "Ocean_acidification", "Ozone_depletion_and_climate_change", "Wetland_methane_emissions", "Cryovolcano"], "ranked_scores": [629.0, 581.0, 571.0, 571.0, 571.0, 565.0, 561.0, 560.0, 560.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tidal_range", "Earth_rainfall_climatology", "Annual_cycle_of_sea_level_height", "Tide", "Ocean_surface_topography", "Precipitation", "Regional_effects_of_global_warming"], "ranked_scores": [601.0, 584.0, 572.0, 565.0, 565.0, 564.0, 562.0, 561.0, 557.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Future_of_Earth", "Holocene_glacial_retreat", "Ice_age", "Quaternary_glaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctic_Cold_Reversal", "Little_Ice_Age"], "ranked_scores": [592.0, 591.0, 568.0, 567.0, 564.0, 560.0, 557.0, 555.0, 554.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions", "Contribution_to_global_warming_by_Australia", "Climate_change_in_China", "Carbon_footprint", "Embedded_emissions", "Environmental_impact_of_transport", "Environmental_impact_of_transport_in_Australia", "100%_renewable_energy", "Environmental_impact_of_aviation", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [578.0, 575.0, 573.0, 571.0, 570.0, 569.0, 569.0, 568.0, 561.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Carbon_neutrality", "Climate_change_in_the_United_States", "Global_warming_controversy", "CO2_fertilization_effect", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [550.0, 546.0, 540.0, 536.0, 535.0, 534.0, 534.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Wisconsin_glaciation", "Past_sea_level", "Ice_age"], "ranked_scores": [585.0, 582.0, 555.0, 555.0, 551.0, 550.0, 549.0, 545.0, 544.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Idealized_greenhouse_model", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Future_of_Earth", "Earth's_energy_budget", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [579.0, 565.0, 550.0, 546.0, 545.0, 542.0, 537.0, 536.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "1980_United_States_heat_wave", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Droughts_in_the_United_States", "Effects_of_global_warming_on_humans", "Global_cooling", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Antarctica_cooling_controversy"], "ranked_scores": [600.0, 572.0, 563.0, 555.0, 554.0, 553.0, 548.0, 548.0, 547.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Pneumonia_front", "Megadrought", "Droughts_in_the_United_States", "Western_Mediterranean_oscillation", "Mohawk–Hudson_convergence", "Drought_in_the_United_Kingdom", "Granuloma_multiforme", "Texas_Norther", "Climate_of_Minnesota", "Infectious_mononucleosis"], "ranked_scores": [517.0, 501.0, 492.0, 489.0, 488.0, 484.0, 479.0, 478.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Economics_of_global_warming", "Climate_change_feedback", "Reasons_for_concern", "Climate_prediction", "Climate_sensitivity", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report"], "ranked_scores": [584.0, 580.0, 574.0, 574.0, 571.0, 568.0, 567.0, 566.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Termination_(geomorphology)", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Antarctic_Cold_Reversal", "Timeline_of_glaciation", "Late_Glacial", "2nd_millennium"], "ranked_scores": [574.0, 567.0, 565.0, 558.0, 554.0, 550.0, 548.0, 548.0, 548.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Surface_Heat_Budget_of_the_Arctic_Ocean", "Marine_isotope_stage", "Avoiding_Dangerous_Climate_Change", "Mauna_Kea", "Ice2sea", "IPCC_First_Assessment_Report", "Ozone_depletion_and_climate_change", "Paleoatmosphere", "Wiesław_Masłowski", "Montreal_Protocol"], "ranked_scores": [527.0, 527.0, 518.0, 514.0, 513.0, 510.0, 509.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["PH", "Acidosis", "Nitrogen_dioxide_poisoning", "Ocean_acidification", "Total_dissolved_solids", "Ozone_depletion", "Acid_dissociation_constant", "Carbon_dioxide_in_Earth's_atmosphere", "Planetary_equilibrium_temperature", "Geological_history_of_oxygen"], "ranked_scores": [481.0, 480.0, 479.0, 479.0, 476.0, 475.0, 474.0, 472.0, 472.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_email_controversy", "The_Great_Global_Warming_Swindle"], "ranked_scores": [572.0, 570.0, 562.0, 562.0, 560.0, 557.0, 556.0, 555.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "List_of_climate_research_satellites", "Paleocene–Eocene_Thermal_Maximum", "Growth_of_wind_power_in_the_United_States", "Nuclear_power", "Nuclear_power_phase-out", "2000s_(decade)", "1990", "Federal_Fuel_Administration", "Montreal_Protocol"], "ranked_scores": [526.0, 517.0, 505.0, 498.0, 495.0, 495.0, 495.0, 494.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ice2sea", "Wiesław_Masłowski", "Antarctica_cooling_controversy", "Arctic_resources_race", "Arctic_Circle_(organization)", "Antarctic_Cold_Reversal", "Great_Salt_Lake_effect", "Study_of_Environmental_Arctic_Change", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [574.0, 572.0, 557.0, 554.0, 552.0, 547.0, 543.0, 541.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Weather_front", "Polar_front", "Low-pressure_area", "Westerlies", "Wind", "Winter_1985_cold_wave", "Polar_vortex", "Jet_stream", "Prevailing_winds", "Antarctic_Cold_Reversal"], "ranked_scores": [619.0, 592.0, 580.0, 577.0, 566.0, 564.0, 563.0, 558.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "1908", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "Solar_cycle_19", "December_1945_lunar_eclipse", "Highest_temperature_recorded_on_Earth", "Solar_cycle_18", "2013_Southwestern_United_States_heat_wave", "2013_extreme_weather_events"], "ranked_scores": [547.0, 543.0, 542.0, 541.0, 538.0, 535.0, 534.0, 533.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Cold_fusion", "List_of_experimental_errors_and_frauds_in_physics", "The_Great_Global_Warming_Swindle", "BOOMERanG_experiment", "100,000-year_problem", "Younger_Dryas_impact_hypothesis", "1808/1809_mystery_eruption"], "ranked_scores": [530.0, 515.0, 507.0, 505.0, 498.0, 497.0, 495.0, 494.0, 487.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Carbon_emission_trading", "Contribution_to_global_warming_by_Australia", "Low-carbon_emission", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [563.0, 537.0, 533.0, 528.0, 518.0, 515.0, 515.0, 511.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Greenhouse_and_icehouse_Earth", "Future_sea_level", "Ice_age", "The_Ice_Age", "Little_Ice_Age", "Arctic_geoengineering", "Sea_ice_thickness", "Arctic_ice_pack"], "ranked_scores": [567.0, 561.0, 559.0, 559.0, 557.0, 556.0, 554.0, 552.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "1908", "2013_extreme_weather_events", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "1936_North_American_cold_wave", "Instrumental_temperature_record", "Summer_of_1976_(Europe)"], "ranked_scores": [549.0, 549.0, 537.0, 535.0, 530.0, 526.0, 524.0, 523.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_waters", "Acid_rain", "Ozone_depletion_and_climate_change", "Anoxic_event", "Oceanic_carbon_cycle", "Ozone_depletion", "Water_distribution_on_Earth", "Arctic_methane_emissions"], "ranked_scores": [645.0, 644.0, 604.0, 589.0, 579.0, 573.0, 572.0, 568.0, 565.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "The_Real_Global_Warming_Disaster", "Energy_crisis", "Waste-to-energy_plant", "Coal_pollution_mitigation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_renewable_energy_companies_by_stock_exchange", "Overconsumption", "Energy_industry"], "ranked_scores": [558.0, 535.0, 528.0, 527.0, 524.0, 514.0, 507.0, 507.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Sea_level_rise", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Past_sea_level", "Abrupt_climate_change", "Antarctic_Cold_Reversal"], "ranked_scores": [620.0, 599.0, 596.0, 594.0, 593.0, 587.0, 586.0, 575.0, 572.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "Desertification", "Megadrought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_the_United_Kingdom", "January_2014_southeastern_Australia_heat_wave", "2012–13_North_American_drought", "2010_Northern_Hemisphere_heat_waves", "Droughts_in_the_United_States", "Global_cooling"], "ranked_scores": [558.0, 538.0, 535.0, 532.0, 518.0, 516.0, 515.0, 514.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "100%_renewable_energy", "Climate_sensitivity", "Renewable_heat", "Attribution_of_recent_climate_change"], "ranked_scores": [566.0, 558.0, 558.0, 556.0, 552.0, 547.0, 547.0, 545.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [617.0, 604.0, 604.0, 602.0, 598.0, 597.0, 597.0, 595.0, 584.0, 579.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Global_cooling", "Antarctica_cooling_controversy", "Global_warming", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Heaven_and_Earth_(book)"], "ranked_scores": [600.0, 591.0, 590.0, 585.0, 582.0, 572.0, 567.0, 565.0, 564.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Regional_effects_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Abrupt_climate_change", "Climate_change", "Global_warming_controversy"], "ranked_scores": [594.0, 582.0, 572.0, 570.0, 570.0, 568.0, 567.0, 567.0, 563.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7877, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas", "Air_pollution", "Embedded_emissions", "Atmospheric_methane", "Deforestation_and_climate_change", "Mercury_pollution_in_the_ocean", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Atmospheric_carbon_cycle", "Wetland_methane_emissions"], "ranked_scores": [587.0, 582.0, 576.0, 571.0, 570.0, 569.0, 569.0, 568.0, 567.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Worst-case_scenario", "Risk", "Risk_neutral", "Loss_and_damage", "Error_catastrophe", "Systematic_risk", "Natural_disaster", "Disaster", "Failing_badly", "Policy_Uncertainty"], "ranked_scores": [540.0, 533.0, 524.0, 522.0, 521.0, 519.0, 517.0, 514.0, 512.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Clean_Air_Act_(United_States)", "Air_Pollution_Control_Act", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Environmental_Action", "Climate_change_denial", "United_States_withdrawal_from_the_Paris_Agreement", "Typhoon_Irma_(1985)", "Hurricane_Agnes", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [517.0, 514.0, 514.0, 513.0, 486.0, 484.0, 484.0, 482.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "1997–98_El_Niño_event", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Summer_of_1976_(Europe)", "Highest_temperature_recorded_on_Earth", "1936_North_American_cold_wave"], "ranked_scores": [596.0, 585.0, 581.0, 581.0, 579.0, 572.0, 571.0, 566.0, 565.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Future_sea_level", "Arctic_geoengineering", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Sea_ice", "Arctic_ice_pack"], "ranked_scores": [629.0, 601.0, 599.0, 592.0, 590.0, 590.0, 590.0, 590.0, 588.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "Coal_gasification_commercialization", "Carbon_dioxide_removal", "Coal_mining", "History_of_coal_mining", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [648.0, 630.0, 611.0, 591.0, 577.0, 568.0, 566.0, 562.0, 557.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "List_of_climate_research_satellites", "1990_in_science", "Nuclear_power_phase-out", "1990", "Montreal_Protocol", "PDOS", "Kyoto_Protocol", "Federal_Fuel_Administration", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [521.0, 510.0, 508.0, 500.0, 493.0, 492.0, 492.0, 490.0, 488.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Greenhouse_and_icehouse_Earth", "Attribution_of_recent_climate_change", "Climate_change", "Global_cooling", "Idealized_greenhouse_model", "History_of_climate_change_science", "1971", "Earth"], "ranked_scores": [544.0, 521.0, 512.0, 503.0, 502.0, 502.0, 502.0, 497.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Global_warming", "History_of_climate_change_science", "Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_denial"], "ranked_scores": [623.0, 606.0, 606.0, 605.0, 603.0, 597.0, 592.0, 589.0, 589.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["List_of_storms_on_the_Great_Lakes", "Wisconsin_River", "Lake_North_Pole", "Surface_weather_analysis", "Great_Lakes_Areas_of_Concern", "Measurement_of_sea_ice", "Weather_forecasting", "Arctic_sea_ice_decline", "Early_2014_North_American_cold_wave", "Lake_Winnebago"], "ranked_scores": [483.0, 483.0, 480.0, 480.0, 477.0, 477.0, 476.0, 475.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Global_warming", "Attribution_of_recent_climate_change", "Solar_gain", "Climate_change_in_the_Arctic", "List_of_climate_research_satellites", "Special_Report_on_Global_Warming_of_1.5_°C", "100%_renewable_energy", "History_of_climate_change_science"], "ranked_scores": [581.0, 578.0, 576.0, 568.0, 565.0, 564.0, 563.0, 563.0, 562.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Mean_reversion_(finance)", "Fisher_hypothesis", "Paradigm_shift", "Polar_low", "Shutdown_of_thermohaline_circulation", "Slippery_slope", "Great_Salinity_Anomaly", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [536.0, 527.0, 506.0, 500.0, 498.0, 496.0, 494.0, 492.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Thermal_pollution", "Great_Oxygenation_Event", "Environmental_impact_of_transport", "CO2_fertilization_effect", "Deforestation_and_climate_change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Ozone_depletion_and_climate_change", "Energy_accidents", "Climate_change_in_China", "Estuarine_acidification"], "ranked_scores": [566.0, 563.0, 563.0, 560.0, 560.0, 559.0, 556.0, 554.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Polar_forests_of_the_Cretaceous", "Permo-Carboniferous", "Climate_change_in_the_United_States"], "ranked_scores": [583.0, 580.0, 578.0, 577.0, 567.0, 561.0, 560.0, 551.0, 551.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_community", "Lists_about_skepticism", "Skeptical_movement", "Models_of_scientific_inquiry", "Research_ethics", "Open_peer_review", "Philosophy_of_statistics", "Scientific_journal"], "ranked_scores": [553.0, 532.0, 524.0, 524.0, 524.0, 523.0, 520.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Weather_station", "Geothermal_heat_pump", "Satellite_temperature_measurements", "Solar_power", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "Ground-coupled_heat_exchanger", "List_of_heat_waves", "Microwave_Sounding_Unit_temperature_measurements", "Weather_front"], "ranked_scores": [531.0, 531.0, 524.0, 521.0, 520.0, 518.0, 518.0, 517.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_United_States", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Hurricane_Katrina_and_global_warming", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "Antarctica_cooling_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [609.0, 594.0, 581.0, 580.0, 567.0, 560.0, 560.0, 559.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Wind_power_in_Colorado", "Solar_power", "List_of_photovoltaic_power_stations", "Wind_power_in_the_United_States", "Wind_power_in_New_Mexico", "Solar_power_in_Michigan"], "ranked_scores": [600.0, 597.0, 595.0, 579.0, 569.0, 558.0, 555.0, 554.0, 546.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Energy_in_the_United_States", "Economy_of_North_America", "Economy_of_the_United_States", "Productivity_(ecology)", "World_energy_consumption", "Climate_change_and_agriculture", "Energy_mix", "Global_hectare", "Agriculture", "Ecological_yield"], "ranked_scores": [547.0, 540.0, 532.0, 528.0, 528.0, 524.0, 524.0, 522.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-512-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Northwoods_(forest)", "The_Bear_(1988_film)", "Bile_bear", "Brown_bear", "Ursus_americanus_carlottae", "Kodiak_bear", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_Bear_(dance)"], "ranked_scores": [353.0, 349.0, 348.0, 347.0, 347.0, 347.0, 345.0, 342.0, 342.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.486, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Ozone_depletion", "Pollution_in_the_Arctic_Ocean", "Atmospheric_methane", "Cryovolcano", "Volcano", "Retreat_of_glaciers_since_1850", "Ocean_acidification", "Wetland_methane_emissions", "Glaciovolcanism"], "ranked_scores": [424.0, 398.0, 387.0, 386.0, 383.0, 382.0, 381.0, 381.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Earth_rainfall_climatology", "Future_sea_level", "Tidal_range", "Ocean_surface_topography", "Annual_cycle_of_sea_level_height", "Rain", "Seawater"], "ranked_scores": [400.0, 391.0, 385.0, 384.0, 382.0, 380.0, 378.0, 374.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Future_sea_level", "Ice_age", "Holocene_glacial_retreat", "Little_Ice_Age", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Quaternary_glaciation", "Future_of_Earth"], "ranked_scores": [401.0, 398.0, 385.0, 384.0, 382.0, 381.0, 380.0, 379.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Embedded_emissions", "Contribution_to_global_warming_by_Australia", "Carbon_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_cycle_re-balancing", "Climate_change_in_China", "100%_renewable_energy", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_emission_trading"], "ranked_scores": [397.0, 388.0, 386.0, 385.0, 384.0, 384.0, 384.0, 383.0, 383.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "CO2_fertilization_effect", "Politics_of_global_warming", "Climate_change_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Ozone_depletion_and_climate_change"], "ranked_scores": [376.0, 373.0, 373.0, 373.0, 372.0, 367.0, 364.0, 363.0, 362.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Sea_level_rise", "Arctic_geoengineering", "Past_sea_level", "Ice_age", "Holocene_glacial_retreat", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica"], "ranked_scores": [397.0, 384.0, 373.0, 372.0, 370.0, 369.0, 369.0, 368.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Idealized_greenhouse_model", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Ocean_acidification", "Planetary_equilibrium_temperature", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic"], "ranked_scores": [397.0, 386.0, 384.0, 381.0, 374.0, 373.0, 368.0, 368.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "1980_United_States_heat_wave", "Attribution_of_recent_climate_change", "Effects_of_global_warming_on_humans", "Climate_change_in_the_United_States", "Global_warming_controversy", "2007_Western_North_American_heat_wave", "Cool_tropics_paradox", "Global_warming", "Politics_of_global_warming"], "ranked_scores": [401.0, 385.0, 384.0, 375.0, 374.0, 373.0, 372.0, 368.0, 367.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Pneumonia_front", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Megadrought", "Mohawk–Hudson_convergence", "Granuloma_multiforme", "Texas_Norther", "2010–13_Southern_United_States_and_Mexico_drought", "Western_Mediterranean_oscillation", "Year_Without_a_Summer"], "ranked_scores": [359.0, 355.0, 342.0, 341.0, 334.0, 333.0, 330.0, 330.0, 329.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Climate_change_adaptation", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Climate_change_feedback", "Climate", "Climate_sensitivity", "Climate_prediction", "Economics_of_global_warming", "Reasons_for_concern", "Climate_change_mitigation_scenarios"], "ranked_scores": [399.0, 399.0, 394.0, 392.0, 391.0, 391.0, 391.0, 391.0, 390.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "2nd_millennium", "Global_cooling", "Abrupt_climate_change", "Termination_(geomorphology)", "Paleocene–Eocene_Thermal_Maximum", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [384.0, 383.0, 383.0, 378.0, 378.0, 377.0, 377.0, 375.0, 373.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Marine_isotope_stage", "Avoiding_Dangerous_Climate_Change", "Surface_Heat_Budget_of_the_Arctic_Ocean", "IPCC_First_Assessment_Report", "Antarctic_oscillation", "Ozone_depletion_and_climate_change", "Permafrost_carbon_cycle", "List_of_climate_research_satellites", "Paleoatmosphere", "Wiesław_Masłowski"], "ranked_scores": [367.0, 366.0, 363.0, 361.0, 361.0, 360.0, 360.0, 357.0, 356.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["PH", "Acid_dissociation_constant", "Planetary_equilibrium_temperature", "Fahrenheit", "Total_dissolved_solids", "Ocean_acidification", "Acid_value", "Nitrogen_dioxide_poisoning", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion"], "ranked_scores": [341.0, 334.0, 330.0, 329.0, 329.0, 328.0, 327.0, 324.0, 321.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "The_Real_Global_Warming_Disaster", "Politics_of_global_warming"], "ranked_scores": [400.0, 396.0, 394.0, 391.0, 387.0, 387.0, 382.0, 382.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "List_of_climate_research_satellites", "1990_in_science", "Growth_of_wind_power_in_the_United_States", "Paleocene–Eocene_Thermal_Maximum", "Nuclear_power", "1990", "Nuclear_power_phase-out", "2000s_(decade)", "Montreal_Protocol"], "ranked_scores": [361.0, 356.0, 352.0, 346.0, 345.0, 344.0, 344.0, 344.0, 342.0, 339.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Wiesław_Masłowski", "Ice2sea", "Arctic_Circle_(organization)", "Arctic_resources_race", "Antarctica_cooling_controversy", "Study_of_Environmental_Arctic_Change", "Antarctic_Cold_Reversal", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Arctic_oscillation", "Great_Salt_Lake_effect"], "ranked_scores": [404.0, 388.0, 381.0, 380.0, 376.0, 376.0, 374.0, 371.0, 370.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Weather_front", "Polar_front", "Low-pressure_area", "Westerlies", "Wind", "Winter_1985_cold_wave", "Polar_vortex", "Climate_of_the_United_States", "Atmospheric_circulation", "Jet_stream"], "ranked_scores": [424.0, 404.0, 392.0, 391.0, 386.0, 381.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "1908", "December_1945_lunar_eclipse", "Solar_cycle_19", "Solar_cycle_18", "March_2012_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Satellite_temperature_measurements", "UH88"], "ranked_scores": [377.0, 373.0, 369.0, 365.0, 365.0, 363.0, 362.0, 361.0, 358.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Avoiding_Dangerous_Climate_Change", "Cold_fusion", "The_Great_Global_Warming_Swindle", "Collider_Detector_at_Fermilab", "Doomsday_argument", "List_of_climate_research_satellites", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [365.0, 351.0, 351.0, 343.0, 341.0, 338.0, 333.0, 332.0, 332.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_emission_trading", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_bubble", "Carbon_credit", "Canada_and_the_Kyoto_Protocol", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [398.0, 372.0, 370.0, 361.0, 359.0, 358.0, 352.0, 347.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Measurement_of_sea_ice", "Greenhouse_and_icehouse_Earth", "Ice_age", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Little_Ice_Age", "The_Ice_Age", "2013_extreme_weather_events", "Arctic_geoengineering", "Future_sea_level"], "ranked_scores": [387.0, 383.0, 382.0, 380.0, 379.0, 378.0, 378.0, 375.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "1908", "Highest_temperature_recorded_on_Earth", "2001_Eastern_North_America_heat_wave", "Instrumental_temperature_record", "Summer_of_1976_(Europe)", "2013_extreme_weather_events", "2013_in_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [376.0, 372.0, 365.0, 359.0, 358.0, 357.0, 357.0, 356.0, 356.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Acid_rain", "Ozone_depletion_and_climate_change", "Ozone_depletion", "Anoxic_event", "Oceanic_carbon_cycle", "Evaporation", "Arctic_methane_emissions"], "ranked_scores": [434.0, 432.0, 407.0, 395.0, 388.0, 387.0, 386.0, 386.0, 385.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_renewable_energy_companies_by_stock_exchange", "Energy_crisis", "Waste-to-energy_plant", "Environmental_impact_of_the_coal_industry", "Coal_pollution_mitigation", "Nuclear_power_proposed_as_renewable_energy", "World_Climate_Report"], "ranked_scores": [374.0, 363.0, 358.0, 357.0, 354.0, 354.0, 353.0, 349.0, 349.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Past_sea_level", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Abrupt_climate_change"], "ranked_scores": [413.0, 406.0, 396.0, 395.0, 390.0, 390.0, 389.0, 388.0, 387.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Megadrought", "2012–13_North_American_drought", "2006_European_cold_wave", "Drought_in_the_United_Kingdom", "January_2014_southeastern_Australia_heat_wave", "Desertification", "2010_Northern_Hemisphere_heat_waves", "Droughts_in_the_United_States"], "ranked_scores": [385.0, 364.0, 363.0, 359.0, 357.0, 356.0, 356.0, 355.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_First_Assessment_Report", "Global_cooling", "Nuclear_power", "Renewable_heat", "Climate_sensitivity", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Avoiding_Dangerous_Climate_Change", "Ozone_depletion_and_climate_change"], "ranked_scores": [396.0, 383.0, 381.0, 373.0, 372.0, 372.0, 371.0, 371.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave"], "ranked_scores": [419.0, 412.0, 407.0, 406.0, 406.0, 404.0, 399.0, 396.0, 391.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Politics_of_global_warming", "Global_cooling", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Antarctica_cooling_controversy", "Global_warming", "Global_cooling_(disambiguation)", "Climate_change_denial"], "ranked_scores": [411.0, 406.0, 404.0, 403.0, 399.0, 390.0, 388.0, 388.0, 388.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2837, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.6667}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Regional_effects_of_global_warming", "Global_warming", "Climate_variability", "Climate_change", "Abrupt_climate_change", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [405.0, 396.0, 394.0, 394.0, 392.0, 392.0, 390.0, 388.0, 387.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6817, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "List_of_countries_by_carbon_dioxide_emissions", "Mercury_pollution_in_the_ocean", "Atmospheric_methane", "Air_pollution", "Embedded_emissions", "Wetland_methane_emissions", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission"], "ranked_scores": [391.0, 388.0, 387.0, 386.0, 384.0, 383.0, 383.0, 381.0, 380.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Worst-case_scenario", "Loss_and_damage", "Error_catastrophe", "Risk", "Disaster", "Country_risk", "Natural_disaster", "Failing_badly", "Systematic_risk"], "ranked_scores": [364.0, 361.0, 355.0, 351.0, 349.0, 345.0, 343.0, 343.0, 343.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Air_Pollution_Control_Act", "Environmental_policy_of_the_Donald_Trump_administration", "Clean_Air_Act_(United_States)", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_Independence_and_Security_Act_of_2007", "Climate_change_denial", "Environmental_Action", "Nuclear_Waste_Policy_Act"], "ranked_scores": [350.0, 345.0, 345.0, 344.0, 330.0, 330.0, 328.0, 327.0, 327.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave"], "ranked_scores": [401.0, 393.0, 393.0, 392.0, 388.0, 387.0, 387.0, 386.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Antarctic_ice_sheet", "Measurement_of_sea_ice", "Antarctic_sea_ice", "Sea_ice", "Arctic_geoengineering", "Arctic_ice_pack", "Sea_ice_thickness", "Retreat_of_glaciers_since_1850"], "ranked_scores": [421.0, 407.0, 406.0, 406.0, 404.0, 402.0, 396.0, 394.0, 394.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "Carbon_dioxide_removal", "List_of_carbon_ranches", "Coal_gasification_commercialization", "Coal", "Coal_mining"], "ranked_scores": [441.0, 431.0, 417.0, 410.0, 399.0, 396.0, 394.0, 388.0, 385.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1990_in_science", "Fleischmann–Pons_experiment", "List_of_climate_research_satellites", "Nuclear_power_phase-out", "Montreal_Protocol", "1990", "Growth_of_wind_power_in_the_United_States", "Paradigm_shift", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Federal_Fuel_Administration"], "ranked_scores": [357.0, 352.0, 349.0, 345.0, 340.0, 339.0, 337.0, 336.0, 335.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Greenhouse_and_icehouse_Earth", "Earth's_internal_heat_budget", "History_of_climate_change_science", "Climate_change", "Pliocene_climate", "Early_Earth", "Future_of_Earth", "Global_cooling"], "ranked_scores": [367.0, 358.0, 354.0, 345.0, 344.0, 342.0, 342.0, 341.0, 341.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Politics_of_global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [420.0, 407.0, 405.0, 403.0, 403.0, 401.0, 400.0, 398.0, 397.0, 396.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["List_of_storms_on_the_Great_Lakes", "Great_Lakes_Areas_of_Concern", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Great_Salt_Lake", "Great_Lakes_region", "Early_2014_North_American_cold_wave", "Wisconsin_River", "Great_Flood_of_1993", "Great_Salinity_Anomaly", "Mackinaw_City,_Michigan"], "ranked_scores": [333.0, 326.0, 326.0, 324.0, 323.0, 322.0, 322.0, 322.0, 322.0, 321.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "List_of_climate_research_satellites", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Future_of_Earth", "Global_cooling"], "ranked_scores": [400.0, 396.0, 391.0, 390.0, 386.0, 386.0, 383.0, 383.0, 382.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Tendency_of_the_rate_of_profit_to_fall", "Fisher_hypothesis", "Mean_reversion_(finance)", "Slippery_slope", "Abrupt_climate_change", "Great_Salinity_Anomaly", "Season_creep", "Worse-than-average_effect"], "ranked_scores": [369.0, 360.0, 347.0, 345.0, 344.0, 344.0, 340.0, 340.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "Great_Oxygenation_Event", "Climate_change_in_China", "Low-carbon_emission", "Greenhouse_gas_emissions_by_the_United_States", "Ozone_depletion_and_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change"], "ranked_scores": [386.0, 382.0, 379.0, 377.0, 376.0, 375.0, 375.0, 375.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Climate_change_in_the_United_States", "Permo-Carboniferous", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [404.0, 402.0, 400.0, 395.0, 390.0, 388.0, 383.0, 377.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Lists_about_skepticism", "Open_peer_review", "Skeptical_movement", "Scientific_community", "Scientific_journal", "Research_ethics", "Philosophical_skepticism", "Philosophy_of_statistics"], "ranked_scores": [380.0, 370.0, 365.0, 364.0, 362.0, 361.0, 361.0, 359.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "Weather_station", "Satellite_temperature_measurements", "Geothermal_heat_pump", "2006_North_American_heat_wave", "Ground-coupled_heat_exchanger", "Intertropical_Convergence_Zone", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "Wind_tunnel"], "ranked_scores": [369.0, 368.0, 363.0, 360.0, 358.0, 357.0, 357.0, 354.0, 351.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Global_cooling_(disambiguation)", "2007_Western_North_American_heat_wave", "Scientific_consensus_on_climate_change", "2015_North_American_heat_wave", "1808/1809_mystery_eruption", "History_of_climate_change_science"], "ranked_scores": [414.0, 402.0, 392.0, 389.0, 389.0, 382.0, 382.0, 381.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Wind_power_in_Colorado", "Solar_power", "Wind_power_in_New_Mexico", "List_of_photovoltaic_power_stations", "Solar_power_in_Michigan", "Wind_power_in_the_United_States"], "ranked_scores": [403.0, 401.0, 400.0, 393.0, 381.0, 379.0, 375.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Energy_in_the_United_States", "Economy_of_the_United_States", "Productivity_(ecology)", "Economy_of_North_America", "Climate_change_and_agriculture", "Global_hectare", "World_energy_consumption", "Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [368.0, 360.0, 360.0, 360.0, 359.0, 358.0, 354.0, 351.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-256-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Wild_farming", "Strawberry", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Northwoods_(forest)", "Sloth_bear", "Grizzly_Bear_(dance)", "The_Bear_(1988_film)", "Ursus_americanus_carlottae"], "ranked_scores": [184.0, 184.0, 180.0, 178.0, 178.0, 178.0, 178.0, 177.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Cryovolcano", "Ozone_depletion", "Permafrost", "Glaciovolcanism", "Glacial_earthquake", "Holocene_glacial_retreat", "Volcano", "Volcanic_winter", "Atmospheric_methane"], "ranked_scores": [216.0, 207.0, 201.0, 200.0, 200.0, 200.0, 199.0, 199.0, 199.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Measurement_of_sea_ice", "Past_sea_level", "Future_sea_level", "Antarctic_sea_ice", "Sea_level_rise", "Tidal_range", "Southern_Ocean", "Ocean_surface_topography", "Sea_ice_thickness", "Tide"], "ranked_scores": [208.0, 204.0, 203.0, 202.0, 201.0, 198.0, 198.0, 198.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Future_sea_level", "Climate_change_in_the_Arctic", "Quaternary_glaciation", "Future_of_Earth", "Glacier_mass_balance", "Little_Ice_Age", "Last_Glacial_Maximum"], "ranked_scores": [209.0, 208.0, 207.0, 205.0, 201.0, 201.0, 199.0, 199.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_cycle_re-balancing", "List_of_countries_by_carbon_dioxide_emissions", "Landfill_gas_emission_reduction_in_Brazil", "Climate_change_in_China", "Environmental_impact_of_biodiesel", "Wind_power_in_the_European_Union", "Environmental_impact_of_transport", "Embedded_emissions", "Environmental_impact_of_aviation"], "ranked_scores": [206.0, 201.0, 200.0, 199.0, 199.0, 197.0, 197.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Attribution_of_recent_climate_change", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_First_Assessment_Report", "CO2_fertilization_effect", "Climate_change_in_the_United_States", "Geological_history_of_oxygen", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [194.0, 194.0, 194.0, 193.0, 192.0, 192.0, 190.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice_age", "Arctic_sea_ice_decline", "The_Ice_Age", "Sea_level_rise", "Effects_of_global_warming_on_humans", "Past_sea_level", "Global_warming_in_Antarctica", "Holocene_glacial_retreat"], "ranked_scores": [208.0, 204.0, 199.0, 197.0, 196.0, 196.0, 195.0, 195.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Idealized_greenhouse_model", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Planetary_equilibrium_temperature", "Future_of_Earth", "Politics_of_global_warming"], "ranked_scores": [210.0, 207.0, 204.0, 201.0, 200.0, 200.0, 197.0, 195.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["1980_United_States_heat_wave", "Effects_of_global_warming_on_humans", "Hurricane_Katrina_and_global_warming", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Droughts_in_the_United_States", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "2007_Western_North_American_heat_wave", "The_Coming_Global_Superstorm"], "ranked_scores": [198.0, 198.0, 197.0, 194.0, 194.0, 194.0, 193.0, 193.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Pneumonia_front", "Early_2014_North_American_cold_wave", "Megadrought", "Disease_diffusion_mapping", "2010–13_Southern_United_States_and_Mexico_drought", "Granuloma_multiforme", "2007_Western_North_American_heat_wave", "Drought_in_the_United_Kingdom", "Droughts_in_the_United_States", "Effects_of_global_warming_on_humans"], "ranked_scores": [188.0, 175.0, 175.0, 175.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_mitigation_scenarios", "Reasons_for_concern", "Climate_change_feedback", "Physical_impacts_of_climate_change", "Economics_of_global_warming", "Climate_gap", "Climate_prediction", "Climate_change_mitigation"], "ranked_scores": [203.0, 200.0, 199.0, 199.0, 199.0, 199.0, 198.0, 198.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "1936_North_American_cold_wave", "Global_cooling", "Greenhouse_and_icehouse_Earth", "Tropical_year", "Timeline_of_glaciation", "Siderian", "Termination_(geomorphology)"], "ranked_scores": [209.0, 205.0, 200.0, 200.0, 200.0, 198.0, 198.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Marine_isotope_stage", "Paleoatmosphere", "Mesopause", "Climate_of_Mars", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Antarctic_oscillation", "Air_mass_(astronomy)", "Megathermal", "Milankovitch_cycles", "NOAA-6"], "ranked_scores": [195.0, 190.0, 187.0, 187.0, 186.0, 185.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_dissociation_constant", "PH", "Fahrenheit", "Convective_instability", "Planetary_equilibrium_temperature", "Humidity", "Ocean_acidification", "Acid_value", "Polar_low", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [182.0, 178.0, 177.0, 177.0, 176.0, 175.0, 175.0, 174.0, 174.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Antarctica_cooling_controversy", "Global_cooling", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "The_Coming_Global_Superstorm", "The_Great_Global_Warming_Swindle"], "ranked_scores": [208.0, 205.0, 202.0, 199.0, 197.0, 197.0, 196.0, 195.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1990_in_science", "Fleischmann–Pons_experiment", "List_of_climate_research_satellites", "2000s_(decade)", "Paleocene–Eocene_Thermal_Maximum", "1990", "Nuclear_power_phase-out", "Willie_Soon", "Climatic_Research_Unit_documents", "Federal_Fuel_Administration"], "ranked_scores": [188.0, 187.0, 186.0, 182.0, 182.0, 181.0, 181.0, 181.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Wiesław_Masłowski", "Ice2sea", "Antarctic_Cold_Reversal", "Study_of_Environmental_Arctic_Change", "Arctic_resources_race", "Arctic_oscillation", "Stern_Review", "Arctic_Circle_(organization)", "Antarctica_cooling_controversy", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [206.0, 202.0, 200.0, 198.0, 195.0, 193.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Low-pressure_area", "Weather_front", "Polar_vortex", "Winter_1985_cold_wave", "Winds_aloft", "Wind", "Intertropical_Convergence_Zone", "Early_2014_North_American_cold_wave", "Wind_shear"], "ranked_scores": [210.0, 206.0, 206.0, 197.0, 196.0, 196.0, 195.0, 195.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "2013_in_science", "2013_Southwestern_United_States_heat_wave", "Satellite_temperature_measurements", "March_2012_North_American_heat_wave", "Solar_cycle_18", "2016_North_American_heat_wave", "Solar_cycle_19", "Super-Earth"], "ranked_scores": [206.0, 196.0, 195.0, 190.0, 190.0, 190.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "100,000-year_problem", "Doomsday_argument", "Collider_Detector_at_Fermilab", "The_Great_Global_Warming_Swindle", "The_Hockey_Stick_Illusion", "Rosenfeld's_law"], "ranked_scores": [194.0, 193.0, 187.0, 184.0, 183.0, 182.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_emission_trading", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_credit", "Contribution_to_global_warming_by_Australia", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [208.0, 188.0, 187.0, 187.0, 184.0, 182.0, 181.0, 181.0, 180.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Little_Ice_Age", "Future_sea_level", "Ice_age", "Arctic_geoengineering", "Greenhouse_and_icehouse_Earth", "Last_glacial_period", "The_Ice_Age", "Global_warming_hiatus"], "ranked_scores": [205.0, 203.0, 200.0, 200.0, 199.0, 199.0, 198.0, 198.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Scientific_consensus_on_climate_change", "2013_in_science", "MSU_temperature_measurements", "Solar_cycle_18", "Willie_Soon"], "ranked_scores": [201.0, 190.0, 190.0, 188.0, 188.0, 187.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_waters", "Acid_rain", "Ozone_depletion_and_climate_change", "Geostrophic_current", "Evaporation", "Anoxic_event", "Alkaline_tide", "Sublimation_(phase_transition)"], "ranked_scores": [217.0, 212.0, 211.0, 200.0, 197.0, 197.0, 197.0, 196.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Waste-to-energy_plant", "Clean_coal_technology", "Nuclear_power_proposed_as_renewable_energy", "Energy_crisis", "Coal_pollution_mitigation", "History_of_coal_mining", "Renewable_energy_debate", "The_Real_Global_Warming_Disaster"], "ranked_scores": [199.0, 189.0, 187.0, 186.0, 186.0, 185.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Quaternary_glaciation", "Sea_level_rise"], "ranked_scores": [212.0, 212.0, 210.0, 209.0, 206.0, 205.0, 203.0, 201.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "Megadrought", "Great_Salinity_Anomaly", "Effects_of_global_warming_on_humans", "2006_European_cold_wave", "January_2014_southeastern_Australia_heat_wave", "Drought_in_the_United_Kingdom", "Environmental_degradation", "Climate_change_in_Europe", "Land_degradation"], "ranked_scores": [200.0, 191.0, 189.0, 187.0, 187.0, 186.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Climatic_Research_Unit_email_controversy", "Renewable_energy_debate", "Climatic_Research_Unit_documents", "Earth's_energy_budget", "Solar_gain", "List_of_climate_research_satellites", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [199.0, 199.0, 198.0, 194.0, 193.0, 193.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_heat_waves", "2007_Western_North_American_heat_wave"], "ranked_scores": [217.0, 212.0, 210.0, 210.0, 207.0, 207.0, 206.0, 204.0, 203.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_cooling", "Politics_of_global_warming", "Global_warming_conspiracy_theory", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Climate_Change_Denial:_Heads_in_the_Sand", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Stern_Review", "The_Coming_Global_Superstorm"], "ranked_scores": [209.0, 204.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Global_warming", "Climate_sensitivity", "Scientific_opinion_on_climate_change", "Climate_oscillation"], "ranked_scores": [208.0, 207.0, 207.0, 206.0, 206.0, 205.0, 205.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["Mercury_pollution_in_the_ocean", "Greenhouse_gas", "List_of_countries_by_carbon_dioxide_emissions", "Atmospheric_methane", "Wetland_methane_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Embedded_emissions", "Aerobic_methane_production", "Global_warming_potential", "Low-carbon_emission"], "ranked_scores": [205.0, 204.0, 203.0, 198.0, 197.0, 197.0, 197.0, 196.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Worst-case_scenario", "Failing_badly", "Loss_and_damage", "Disaster", "Risk_neutral", "Escalation_of_commitment", "Global_catastrophic_risk", "Natural_disaster", "Natural_hazard", "Weather-related_cancellation"], "ranked_scores": [188.0, 184.0, 183.0, 181.0, 180.0, 180.0, 179.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Clean_Air_Act_(United_States)", "Energy_Independence_and_Security_Act_of_2007", "Fuel_Economy_Reform_Act", "Federal_Fuel_Administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Federal_Power_Commission", "Emergency_Relief_Appropriation_Act_of_1935", "Lisa_P._Jackson"], "ranked_scores": [179.0, 179.0, 178.0, 177.0, 172.0, 171.0, 170.0, 170.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)", "1936_North_American_cold_wave", "Highest_temperature_recorded_on_Earth", "List_of_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [206.0, 205.0, 203.0, 202.0, 199.0, 199.0, 199.0, 198.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Sea_ice", "Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Past_sea_level", "Retreat_of_glaciers_since_1850"], "ranked_scores": [215.0, 214.0, 207.0, 207.0, 207.0, 205.0, 203.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "Carbon_dioxide_removal", "Coal_gasification_commercialization", "Coal", "Beyond_Coal", "CO2_is_Green"], "ranked_scores": [224.0, 218.0, 212.0, 211.0, 206.0, 204.0, 200.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1990_in_science", "1990", "Nuclear_power_phase-out", "Fleischmann–Pons_experiment", "Climatic_Research_Unit_email_controversy", "Oppenheimer_security_hearing", "Explorer_7", "Pacific_decadal_oscillation", "List_of_climate_research_satellites", "Willie_Soon"], "ranked_scores": [189.0, 184.0, 182.0, 180.0, 179.0, 178.0, 177.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Greenhouse_and_icehouse_Earth", "Global_cooling", "Idealized_greenhouse_model", "Earth's_internal_heat_budget", "Instrumental_temperature_record", "Early_Earth", "Quaternary_glaciation", "Economic_growth"], "ranked_scores": [196.0, 189.0, 188.0, 186.0, 186.0, 184.0, 183.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "Global_warming", "Climate_change_in_the_United_States", "IPCC_Fourth_Assessment_Report", "Climate_change_adaptation_in_Nepal", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Global_warming_controversy"], "ranked_scores": [217.0, 210.0, 209.0, 209.0, 208.0, 206.0, 205.0, 204.0, 203.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_storms_on_the_Great_Lakes", "Arctic_sea_ice_decline", "Earth_rainfall_climatology", "Water_restrictions_in_Australia", "Sea_ice_thickness", "Fahrenheit", "Early_2014_North_American_cold_wave", "Permanent_Service_for_Mean_Sea_Level", "Seawater"], "ranked_scores": [174.0, 173.0, 170.0, 169.0, 169.0, 169.0, 169.0, 168.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Attribution_of_recent_climate_change", "IPCC_Fourth_Assessment_Report", "World_Climate_Report", "100%_renewable_energy", "List_of_climate_research_satellites", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [206.0, 204.0, 203.0, 203.0, 202.0, 201.0, 201.0, 199.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Flynn_effect", "Tendency_of_the_rate_of_profit_to_fall", "Mean_reversion_(finance)", "Fisher_hypothesis", "Trend_stationary", "Illusion_of_validity", "Great_Salinity_Anomaly", "Paradigm_shift", "Slippery_slope"], "ranked_scores": [200.0, 187.0, 186.0, 184.0, 183.0, 182.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_China", "CO2_fertilization_effect", "Deforestation_and_climate_change", "Great_Oxygenation_Event", "Ozone_depletion_and_climate_change", "Low-carbon_emission", "Thermal_pollution"], "ranked_scores": [204.0, 200.0, 197.0, 197.0, 193.0, 193.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Climate_change_in_the_United_States", "Future_of_Earth", "Eocene_Thermal_Maximum_2", "MSU_temperature_measurements", "Timeline_of_glaciation"], "ranked_scores": [213.0, 208.0, 204.0, 204.0, 203.0, 199.0, 198.0, 197.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus", "Lists_about_skepticism", "Illusion_of_validity", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_journal", "Open_peer_review", "Skeptical_movement", "Philosophical_skepticism", "Research_ethics", "Scientific_community"], "ranked_scores": [195.0, 189.0, 189.0, 188.0, 187.0, 185.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Satellite_temperature_measurements", "Weather_station", "Cooling_tower", "Atmospheric_duct", "Geothermal_heat_pump", "Microwave_Sounding_Unit_temperature_measurements", "2006_North_American_heat_wave", "Ground-coupled_heat_exchanger", "List_of_heat_waves", "Hot_tower"], "ranked_scores": [196.0, 189.0, 189.0, 188.0, 188.0, 187.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_cooling", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "The_Coming_Global_Superstorm", "1808/1809_mystery_eruption", "Global_warming_hiatus", "Global_warming_controversy", "1936_North_American_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [217.0, 212.0, 207.0, 204.0, 202.0, 202.0, 201.0, 201.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_power", "Wind_power_in_Colorado", "Solar_power_in_the_United_States", "Wind_power_in_New_Mexico", "List_of_photovoltaic_power_stations", "List_of_power_stations_in_Texas", "Southern_California"], "ranked_scores": [205.0, 202.0, 201.0, 199.0, 198.0, 197.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Economy_of_the_United_States", "Global_hectare", "Ecological_yield", "Climate_change_and_agriculture", "Tropical_agriculture", "Economy_of_North_America", "Environmental_Performance_Index", "Energy_in_the_United_States", "Environmental_impact_of_agriculture", "Productivity_(ecology)"], "ranked_scores": [186.0, 185.0, 183.0, 183.0, 182.0, 181.0, 181.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-128-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Strawberry", "Wild_farming", "Rubus_arcticus", "Northwoods_(forest)", "Hunting_and_fishing_in_Alaska", "Grizzly_Bear_(dance)", "Aronia", "Royal_jelly", "Domestication", "Spruce"], "ranked_scores": [100.0, 96.0, 95.0, 93.0, 92.0, 91.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Cryovolcano", "Volcanic_winter", "Ozone_depletion", "Volcano", "Glacial_earthquake", "Ozone_depletion_and_climate_change", "Supervolcano", "Paleoatmosphere", "Retreat_of_glaciers_since_1850"], "ranked_scores": [116.0, 112.0, 111.0, 108.0, 108.0, 106.0, 106.0, 106.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Marine_regression", "Future_sea_level", "Northern_North_Sea_basin", "Global_warming_hiatus", "Measurement_of_sea_ice", "Great_Salinity_Anomaly", "Tidal_range", "Southern_Ocean"], "ranked_scores": [112.0, 109.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Quaternary_glaciation", "Future_of_Earth", "Future_sea_level", "Little_Ice_Age", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Last_glacial_period", "Retreat_of_glaciers_since_1850", "Late_Glacial", "Snowball_Earth"], "ranked_scores": [109.0, 108.0, 108.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Landfill_gas_emission_reduction_in_Brazil", "Environmental_impact_of_transport_in_Australia", "Environmental_impact_of_biodiesel", "CO2_is_Green", "Carbon_emission_trading", "Contribution_to_global_warming_by_Australia", "California_Senate_Bill_32", "Carbon_bubble", "Low-carbon_emission", "Renewable_natural_gas"], "ranked_scores": [107.0, 105.0, 104.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Climate_change_in_the_United_States", "2013_extreme_weather_events", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Global_warming", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [107.0, 104.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Ice_age", "Retreat_of_glaciers_since_1850", "Future_sea_level", "The_Ice_Age", "List_of_storms_on_the_Great_Lakes", "Global_cooling", "Global_warming_hiatus", "Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Last_glacial_period"], "ranked_scores": [110.0, 110.0, 109.0, 107.0, 107.0, 106.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Effects_of_global_warming", "2013_extreme_weather_events", "Climate_change_mitigation", "Climate_change_in_the_Arctic", "Abrupt_climate_change", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Future_sea_level"], "ranked_scores": [114.0, 108.0, 106.0, 106.0, 105.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "List_of_retired_Australian_cyclone_names", "The_Real_Global_Warming_Disaster", "1808/1809_mystery_eruption", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "Effects_of_global_warming_on_humans", "Megadrought", "The_Coming_Global_Superstorm"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Megadrought", "Climate_of_Minnesota", "1980_United_States_heat_wave", "1995_Chicago_heat_wave", "Pneumonia_front", "2007_Western_North_American_heat_wave", "Effects_of_global_warming_on_humans", "2006_North_American_heat_wave", "List_of_heat_waves", "Mountain_States"], "ranked_scores": [104.0, 97.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Scenario_analysis", "Climate_change_feedback", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Carbon_emissions_reporting", "Regime_shift", "Backcasting", "Climate_footprint", "IPCC_Second_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [107.0, 103.0, 103.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1936_North_American_cold_wave", "Paleocene–Eocene_Thermal_Maximum", "Quaternary", "Global_cooling", "2nd_millennium", "Siderian", "Global_warming_hiatus", "Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation"], "ranked_scores": [109.0, 108.0, 107.0, 107.0, 107.0, 106.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Megathermal", "Eocene_Thermal_Maximum_2", "Paleoatmosphere", "Mesopause", "Marine_isotope_stage", "Climate_of_Mars", "Permafrost_carbon_cycle", "Surface_Heat_Budget_of_the_Arctic_Ocean", "The_Cryosphere", "Thermosphere"], "ranked_scores": [101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_dissociation_constant", "Acid_value", "Dole_effect", "Gibbs_free_energy", "German_response_to_Kyoto_Protocol", "Planetary_equilibrium_temperature", "Ozone_depletion", "Atmospheric_methane", "Hydrogen_fuel", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [95.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Antarctica_cooling_controversy", "Global_cooling", "Antarctic_Cold_Reversal", "Cool_tropics_paradox", "The_Great_Global_Warming_Swindle", "Quaternary_glaciation", "1808/1809_mystery_eruption", "Climate_change_in_the_Arctic", "Politics_of_global_warming", "Great_Salinity_Anomaly"], "ranked_scores": [106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1990_in_science", "Fleischmann–Pons_experiment", "Paleocene–Eocene_Thermal_Maximum", "2000", "Nuclear_power", "2000s_(decade)", "1990", "Nuclear_power_phase-out", "Mississippian_(geology)", "Phosphorus_cycle"], "ranked_scores": [100.0, 100.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Wiesław_Masłowski", "Arctic_resources_race", "Arctic_dipole_anomaly", "Hockey_stick_graph", "Antarctica_cooling_controversy", "Snowball_Earth", "Arctic_ecology", "Stern_Review", "Study_of_Environmental_Arctic_Change", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [106.0, 104.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Winter_1985_cold_wave", "Low-pressure_area", "Weather_front", "Polar_vortex", "Polar_low", "Climate_of_Finland", "Laurentide_Ice_Sheet", "November_2014_North_American_cold_wave", "Polar_drift"], "ranked_scores": [110.0, 109.0, 109.0, 108.0, 106.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "2013_Southwestern_United_States_heat_wave", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "Halloween_solar_storms,_2003", "Instrumental_temperature_record", "2001_Eastern_North_America_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "December_1945_lunar_eclipse", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [106.0, 104.0, 104.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Avoiding_Dangerous_Climate_Change", "Anti-nuclear_movement_in_France", "Polar_low", "Montreal_Protocol", "Copenhagen_Diagnosis", "Geomagnetic_reversal", "World_Climate_Change_Conference,_Moscow", "The_Coming_Global_Superstorm"], "ranked_scores": [102.0, 101.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_emission_trading", "Carbon_bubble", "Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Low-carbon_emission", "Greenhouse_gas_emissions_by_the_United_States", "United_Nations_Framework_Convention_on_Climate_Change", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [108.0, 99.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_geoengineering", "Greenhouse_and_icehouse_Earth", "Arctic_sea_ice_decline", "Climate_of_the_Arctic", "Ice", "2013_extreme_weather_events", "Ice_age", "Measurement_of_sea_ice", "Thaw_(weather)", "Timeline_of_glaciation"], "ranked_scores": [106.0, 105.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "North_American_High", "Late_2009_southeastern_Australia_heat_wave", "1936_North_American_cold_wave", "MSU_temperature_measurements", "2001_Eastern_North_America_heat_wave", "Instrumental_temperature_record", "2016_American_Northeast_heat_wave", "List_of_climate_scientists"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_waters", "Evaporation", "Acid_rain", "Ozone_depletion_and_climate_change", "Erosion", "Water_vapor", "Volcano", "Volcanic_winter"], "ranked_scores": [112.0, 111.0, 110.0, 109.0, 105.0, 105.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Energy_crisis", "Waste-to-energy_plant", "Mitigation_of_global_warming_in_Australia", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "History_of_coal_mining", "Renewable_heat", "Renewable_energy_debate", "Resource_consumption", "Renewable_energy_in_Germany"], "ranked_scores": [103.0, 101.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Antarctic_Cold_Reversal", "Arctic_geoengineering", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Last_glacial_period", "Late_Ordovician_glaciation"], "ranked_scores": [114.0, 112.0, 111.0, 110.0, 109.0, 109.0, 109.0, 108.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "Year_Without_a_Summer", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_the_United_Kingdom", "2006_European_cold_wave", "1808/1809_mystery_eruption", "January_2017_European_cold_wave", "Great_Smog_of_London", "Global_warming_in_Antarctica", "Megadrought"], "ranked_scores": [108.0, 103.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Journal_for_Geoclimatic_Studies", "Future_sea_level", "Electricity_sector_in_the_United_Kingdom", "Keeling_Curve", "Climate_change_in_Europe", "Earth's_energy_budget", "Nuclear_power"], "ranked_scores": [104.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2006_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "List_of_heat_waves", "2016_American_Northeast_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Climate_of_Minnesota", "2011_North_American_heat_wave"], "ranked_scores": [112.0, 110.0, 108.0, 108.0, 108.0, 105.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "Politics_of_global_warming", "Global_cooling", "Global_warming_controversy", "Regional_effects_of_global_warming", "The_Coming_Global_Superstorm", "Catastrophism", "Global_cooling_(disambiguation)", "Paradigm_shift", "Runaway_greenhouse_effect"], "ranked_scores": [109.0, 107.0, 105.0, 104.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change", "Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Climate_oscillation", "Global_warming", "History_of_climate_change_science"], "ranked_scores": [112.0, 111.0, 111.0, 110.0, 110.0, 109.0, 109.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4518, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["Mercury_pollution_in_the_ocean", "Aerobic_methane_production", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Ozone_depletion", "Low-carbon_emission", "Methane", "Methane_clathrate", "Tropospheric_ozone"], "ranked_scores": [108.0, 108.0, 106.0, 105.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Lazy_reason", "Disaster", "Weather-related_cancellation", "Crisis", "Policy_uncertainty", "Escalation_of_commitment", "Natural_disaster", "Planning_fallacy", "Policy_Uncertainty", "Worst-case_scenario"], "ranked_scores": [99.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Energy_Independence_and_Security_Act_of_2007", "Nuclear_Waste_Policy_Act", "Clean_Air_Act_(United_States)", "Federal_Power_Commission", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "National_Aeronautics_and_Space_Act", "Environmental_Defense_v._Duke_Energy_Corp.", "Lisa_P._Jackson"], "ranked_scores": [94.0, 93.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2519, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave"], "ranked_scores": [110.0, 109.0, 109.0, 109.0, 108.0, 107.0, 106.0, 106.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Past_sea_level", "Sea_ice", "Arctic_geoengineering", "Glacier_mass_balance", "Little_Ice_Age", "Quaternary_glaciation", "Antarctic_Cold_Reversal", "Retreat_of_glaciers_since_1850"], "ranked_scores": [113.0, 109.0, 109.0, 106.0, 106.0, 106.0, 106.0, 106.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Refined_coal", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Coal_gasification_commercialization", "Coal_mining", "List_of_coal_fired_power_stations_in_Australia", "Coal_oil"], "ranked_scores": [115.0, 111.0, 110.0, 107.0, 106.0, 105.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Nuclear_power_phase-out", "1990_in_science", "1990", "2000s_(decade)", "Fleischmann–Pons_experiment", "1960s", "2000", "Shutdown_of_thermohaline_circulation", "Nuclear_power", "Willie_Soon"], "ranked_scores": [100.0, 99.0, 98.0, 95.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Earth's_internal_heat_budget", "The_Ice_Age", "Economic_growth", "Greenhouse_and_icehouse_Earth", "2014–15_North_American_winter", "History_of_Earth", "Last_glacial_period", "Pliocene_climate", "Solar_cycle_19", "Sun"], "ranked_scores": [101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "Climate_change_policy_of_the_United_States", "Climate_change_opinion_by_country", "Global_warming", "Politics_of_global_warming"], "ranked_scores": [113.0, 109.0, 109.0, 108.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["Dry_state", "Climate_of_Georgia_(U.S._state)", "2016_Louisiana_floods", "Wind", "1901_Louisiana_hurricane", "Early_2014_North_American_cold_wave", "List_of_storms_on_the_Great_Lakes", "Atmospheric_instability", "Sea_ice_thickness", "Tidal_flooding"], "ranked_scores": [96.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "IPCC_Fourth_Assessment_Report", "World_Climate_Report", "North_American_High", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Late_2009_southeastern_Australia_heat_wave", "Scientific_consensus_on_climate_change", "Solar_cycle", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [109.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Flynn_effect", "Tendency_of_the_rate_of_profit_to_fall", "Worse-than-average_effect", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Fisher_hypothesis", "Regional_effects_of_global_warming", "Fixed_effects_model", "Dry_Spell", "Global_dimming"], "ranked_scores": [103.0, 102.0, 100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Environmental_impact_of_biodiesel", "Fossil_fuel", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_countries_by_carbon_dioxide_emissions", "Great_Oxygenation_Event", "Future_sea_level", "Ozone_depletion_and_climate_change", "Quaternary_glaciation"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Earth's_internal_heat_budget", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Great_Oxygenation_Event", "Timeline_of_glaciation"], "ranked_scores": [111.0, 111.0, 107.0, 107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Research_ethics", "Discovery_science", "Meta-analysis", "Science_(disambiguation)", "Scientific_consensus", "Instrumental_variable", "Models_of_scientific_inquiry", "Lists_about_skepticism", "Scientific_journal", "Scientific_modelling"], "ranked_scores": [104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Atmospheric_duct", "Hydrothermal_vent", "Urban_heat_island", "Microwave_Sounding_Unit_temperature_measurements", "Intertropical_Convergence_Zone", "Weather_station", "Diablo_wind", "Satellite_temperature_measurements", "Freezing_level", "Thermal_radiation"], "ranked_scores": [102.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["1808/1809_mystery_eruption", "Global_cooling", "Attribution_of_recent_climate_change", "1936_North_American_cold_wave", "Hurricane_Katrina_and_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_United_States", "Paleocene–Eocene_Thermal_Maximum", "Politics_of_global_warming", "Year_Without_a_Summer"], "ranked_scores": [110.0, 109.0, 109.0, 108.0, 108.0, 107.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Wind_power_in_Colorado", "Solar_power_in_the_United_States", "Solar_power_by_country", "Solar_power", "California", "List_of_power_stations_in_Texas", "Renewable_energy_in_the_United_States", "Electricity_sector_of_the_United_States", "List_of_photovoltaic_power_stations"], "ranked_scores": [106.0, 105.0, 104.0, 103.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Ecological_yield", "Agriculture,_forestry,_and_fishing_in_Japan", "Farm_programs", "Environmental_impact_of_agriculture", "Global_hectare", "History_of_sustainability", "Economy_of_the_United_States", "Resource"], "ranked_scores": [102.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-64-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Strawberry", "Wild_farming", "Northwoods_(forest)", "Rubus_defectionis", "Domestication", "Grizzly_Bear_(dance)", "Carboniferous", "Corvidae", "Raccoon", "Rubus_arcticus"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Cryovolcano", "Volcanic_winter", "Atmospheric_methane", "Permafrost_carbon_cycle", "Glacial_earthquake", "Volcano", "Supervolcano", "Ozone_depletion_and_climate_change", "Paleoatmosphere"], "ranked_scores": [60.0, 59.0, 58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Northern_North_Sea_basin", "North_Sea", "Sea_level_rise", "Past_sea_level", "Water_on_Mars", "Future_sea_level", "International_Weddell_Sea_Oceanographic_Expeditions", "Marine_regression", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850"], "ranked_scores": [58.0, 58.0, 57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_of_Earth", "Late_Glacial", "Quaternary_glaciation", "Volcano", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice_age", "Little_Ice_Age", "Retreat_of_glaciers_since_1850", "Marine_regression"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbon_footprint", "Carbon-based_fuel", "Brown_ocean_effect", "Embedded_emissions", "Carbon_offset", "Landfill_gas_emission_reduction_in_Brazil", "Environmental_impact_of_transport_in_Australia", "Environmental_impact_of_biodiesel", "Incineration", "Renewable_natural_gas"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["2013_extreme_weather_events", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Fahrenheit", "Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "January_2016_East_Asia_cold_wave", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Late_2009_southeastern_Australia_heat_wave", "Ozone_depletion"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Global_cooling", "Future_sea_level", "Ice_age", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Global_warming_hiatus", "Global_warming", "Sea_level_rise", "Winter_1985_cold_wave", "The_Ice_Age"], "ranked_scores": [59.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "2013_extreme_weather_events", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "January_2016_East_Asia_cold_wave", "Late_2009_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Global_warming", "Mesopause"], "ranked_scores": [60.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["2014–16_El_Niño_event", "The_Real_Global_Warming_Disaster", "1980_United_States_heat_wave", "Attribution_of_recent_climate_change", "Western_Mediterranean_oscillation", "2010_Northern_Hemisphere_heat_waves", "Younger_Dryas_impact_hypothesis", "Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "Urban_heat_island"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Human_overpopulation", "Land_degradation", "Megadrought", "Permian–Triassic_extinction_event", "Urban_decay", "Dutch_disease", "Early_2014_North_American_cold_wave", "Environment_of_West_Virginia", "Environmental_impact_of_meat_production", "Pleistocene_rewilding"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Scenario_analysis", "Regime_shift", "Climate_change_adaptation_in_Nepal", "IPCC_Fifth_Assessment_Report", "Cumulative_effects_(environment)", "Climate_change_feedback", "Urban_decay", "Overconsumption", "Station_model", "World_Climate_Research_Programme"], "ranked_scores": [56.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Global_cooling", "Quaternary", "Stern_Review", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "World_Climate_Change_Conference,_Moscow", "The_Coming_Global_Superstorm", "Winter_1985_cold_wave"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Climate_change_in_Australia", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "North_American_High", "Giant-impact_hypothesis", "Circumstellar_habitable_zone", "CO2_fertilization_effect", "Future_of_Earth", "World_Climate_Report", "Permafrost_carbon_cycle", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_dissociation_constant", "Acid_value", "Planetary_equilibrium_temperature", "Celsius", "Temperature", "Chemical_energy", "Hydrogen", "PH", "Mesopause", "Thermopause"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Antarctica_cooling_controversy", "Antarctic_Cold_Reversal", "Great_Salinity_Anomaly", "Copenhagen_Diagnosis", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle", "Journal_for_Geoclimatic_Studies", "Great_Oxygenation_Event", "Runaway_greenhouse_effect", "The_Real_Global_Warming_Disaster"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "1990_in_science", "Nuclear_power_phase-out", "1808/1809_mystery_eruption", "Electrofuel", "Trifluoromethyl_sulphur_pentafluoride", "Growth_of_wind_power_in_the_United_States", "Nuclear_power", "Nuclear_reprocessing", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [54.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Wiesław_Masłowski", "Arctic_resources_race", "Greenland_ice_core_project", "Stern_Review", "Heaven_and_Earth_(book)", "Hockey_stick_graph", "Polar_see-saw", "The_Great_Global_Warming_Swindle", "Solow_residual", "Trewartha_climate_classification"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Winter_1985_cold_wave", "Laurentide_Ice_Sheet", "Polar_drift", "Weather_front", "Global_cooling_(disambiguation)", "Low-pressure_area", "Sea_breeze", "Polar_front", "Wind_speed", "Wind"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "MSU_temperature_measurements", "2013_Southwestern_United_States_heat_wave", "Solar_storm_of_1859", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_American_Northeast_heat_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "1808/1809_mystery_eruption", "Induced_radioactivity", "Cold_fusion", "Great_Salinity_Anomaly", "Climatic_Research_Unit_email_controversy", "List_of_climate_research_satellites", "Explorer_7", "The_Coming_Global_Superstorm", "Solar_Radiation_and_Climate_Experiment"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Refined_coal", "Carbon_credit", "Carbon_emission_trading", "California_Proposition_23_(2010)", "Environmental_impact_of_transport_in_Australia", "Bioenergy_in_China", "Carbon_tax", "Mandatory_renewable_energy_target", "Plug-in_hybrids_in_California"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["2013_extreme_weather_events", "Global_warming_in_Antarctica", "Climate_of_Brazil", "Thaw_(weather)", "Climate_of_the_United_Kingdom", "Winter_1985_cold_wave", "Early_2009_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "March_2012_North_American_heat_wave", "Timeline_of_glaciation"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["North_American_High", "Late_2009_southeastern_Australia_heat_wave", "1936_North_American_cold_wave", "2013_extreme_weather_events", "Climate_change_in_the_United_States", "2016_North_American_heat_wave", "Instrumental_temperature_record", "World_Climate_Report", "Highest_temperature_recorded_on_Earth", "January_2014_southeastern_Australia_heat_wave"], "ranked_scores": [57.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Anoxic_waters", "Estuarine_acidification", "Alkalinity", "Ozone_depletion_and_climate_change", "Acid_rain", "Aerobic_methane_production", "Carbon_dioxide_in_Earth's_atmosphere", "Evaporation", "Greenhouse_gas"], "ranked_scores": [57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Greenhouse_debt", "Renewable_energy_in_the_United_Kingdom", "Electrofuel", "Waste-to-energy_plant", "Mandatory_renewable_energy_target", "Clean_coal_technology", "Renewable_energy", "Renewable_energy_commercialization", "Resource_consumption"], "ranked_scores": [56.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Winter_1985_cold_wave", "Arctic_sea_ice_decline", "Future_sea_level", "Global_cooling", "Global_warming_hiatus", "November_2014_North_American_cold_wave", "The_Ice_Age"], "ranked_scores": [59.0, 59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "Humid_continental_climate", "January_2017_European_cold_wave", "2006_European_cold_wave", "Great_Flood_of_1913", "Climate_of_Finland", "Global_cooling", "Climate_of_the_Nordic_countries", "November_2014_North_American_cold_wave", "Land_degradation"], "ranked_scores": [56.0, 56.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "1808/1809_mystery_eruption", "Politics_of_global_warming", "IPCC_First_Assessment_Report", "CO2_fertilization_effect", "Freezing_level", "Journal_for_Geoclimatic_Studies", "Ozone_depletion_and_climate_change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Pro-nuclear_movement"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Climate_change_in_Texas", "Excessive_heat_watch", "2011_North_American_heat_wave", "2016_American_Northeast_heat_wave", "Solar_power", "Autumn"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_cooling_(disambiguation)", "Paradigm_shift", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Politics_of_global_warming", "An_Appeal_to_Reason", "Runaway_greenhouse_effect", "Global_cooling", "Global_change", "The_Great_Stagnation"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change", "Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Global_cooling_(disambiguation)", "Climate_change_policy_of_the_United_States", "Global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4367, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["Aerobic_methane_production", "Methane", "Atmospheric_methane", "C3_carbon_fixation", "Nitrogen_dioxide_poisoning", "Cryovolcano", "Greenhouse_gas", "Ozone_depletion", "Mercury_pollution_in_the_ocean", "Volcanic_winter"], "ranked_scores": [59.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Artificial_demand", "Escalation_of_commitment", "Failing_badly", "Lazy_reason", "Natural_hazard", "Never_events", "Planning_fallacy", "Prudent_avoidance_principle", "Policy_uncertainty", "Worst-case_scenario"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Nuclear_Waste_Policy_Act", "Energy_Independence_and_Security_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "Negawatt_power", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_Defense_v._Duke_Energy_Corp.", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Isotopes_of_neptunium", "Federal_Fuel_Administration"], "ranked_scores": [51.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave", "Highest_temperature_recorded_on_Earth", "Climate_of_Ecuador", "2016_North_American_heat_wave", "1936_North_American_cold_wave", "2016_American_Northeast_heat_wave", "The_Ice_Age", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [58.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Past_sea_level", "Quaternary_glaciation", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Arctic_sea_ice_decline", "Sea_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Last_glacial_period", "Measurement_of_sea_ice", "Seawater"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_sequestration", "Coal_pollution_mitigation", "CO2_is_Green", "Carbon_diet", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Carbon_profiling", "Pulverised_fuel_ash"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Nuclear_power_phase-out", "1990", "Federal_Fuel_Administration", "Nuclear_power", "1990_in_science", "Nuclear_reprocessing", "Fleischmann–Pons_experiment", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Nuclear_power_in_the_United_States", "Trifluoromethyl_sulphur_pentafluoride"], "ranked_scores": [56.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Earth's_rotation", "Effect_of_Sun_angle_on_climate", "Weather", "Climate_change", "Earth's_internal_heat_budget", "The_Ice_Age", "Pliocene_climate", "Season"], "ranked_scores": [58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Media_coverage_of_climate_change", "Global_cooling", "Global_warming_controversy", "IPCC_Fourth_Assessment_Report", "Great_Oxygenation_Event"], "ranked_scores": [60.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["Wind", "Ice", "Infrared_window", "Climate_of_Georgia_(U.S._state)", "Idealized_greenhouse_model", "Satellite_temperature_measurements", "Solar_eclipse", "Sea_ice_thickness", "Atmospheric_model", "Solar_eclipse_of_June_30,_1954"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["North_American_High", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2015_North_American_heat_wave", "Special_Report_on_Global_Warming_of_1.5_°C", "Hurricane_Katrina_and_global_warming", "IPCC_First_Assessment_Report", "November_2014_North_American_cold_wave", "Post–World_War_II_economic_expansion", "World_Climate_Report"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Dole_effect", "Tendency_of_the_rate_of_profit_to_fall", "Flynn_effect", "Tipping_points_in_the_climate_system", "False_balance", "Tipping_point_(climatology)", "Fisher_hypothesis", "Worse-than-average_effect", "Rosenfeld's_law", "Solow_residual"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Great_Oxygenation_Event", "Special_Report_on_Global_Warming_of_1.5_°C", "Antarctic_Cold_Reversal", "Politics_of_global_warming", "Fossil_fuel_exporters", "Environmental_impact_of_biodiesel", "List_of_countries_by_carbon_dioxide_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Ozone_depletion_and_climate_change", "The_Real_Global_Warming_Disaster"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Degree_day", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "2013_extreme_weather_events", "IPCC_First_Assessment_Report", "CO2_fertilization_effect", "Instrumental_temperature_record", "Special_Report_on_Global_Warming_of_1.5_°C", "Summer_of_1976_(Europe)", "The_Ice_Age"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus", "Research_ethics", "Econometrics", "Meta-analysis", "Strong_objectivity", "Models_of_scientific_inquiry", "Evidence", "Misuse_of_statistics", "List_of_topics_characterized_as_pseudoscience", "Science_(disambiguation)"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Weather_station", "Atmospheric_duct", "Thermal_pollution", "Climatology", "Flash_flood", "Meteorology", "Wind_tunnel", "Satellite_temperature_measurements", "Solar_updraft_tower", "Water_vapor"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["1808/1809_mystery_eruption", "Great_Oxygenation_Event", "Hurricane_Katrina_and_global_warming", "Post–World_War_II_economic_expansion", "Global_cooling", "Attribution_of_recent_climate_change", "Instrumental_temperature_record", "Little_Ice_Age", "November_2014_North_American_cold_wave", "World_Climate_Report"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "List_of_power_stations_in_Texas", "Wind_power_in_Colorado", "Electricity_sector_of_the_United_States", "Central_California", "Solar_power", "Renewable_energy_in_the_United_States", "Southern_California"], "ranked_scores": [59.0, 57.0, 57.0, 56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Contribution_to_global_warming_by_Australia", "Demographic_dividend", "German_response_to_Kyoto_Protocol", "Degree_day", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Pacific_Century"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-bat": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_defectionis", "Wild_farming", "Domestication", "Grizzly_Bear_(dance)", "Piscivore", "Fishing_down_the_food_web", "Strawberry", "Pinniped", "Starfish", "The_Bear_(1988_film)"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle", "Glacier", "Climate_change_in_the_Arctic"], "ranked_ids": ["Atmospheric_methane", "Arctic_methane_emissions", "Geological_history_of_oxygen", "Mercury_pollution_in_the_ocean", "Geodynamics_of_Mars", "Cryovolcano", "Paleoatmosphere", "Quaternary_glaciation", "Water_distribution_on_Earth", "Wetland_methane_emissions"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["North_Sea", "Northern_North_Sea_basin", "Northern_Hemisphere", "West_Antarctica", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Summer_solstice", "Sea_level_rise", "Water_on_Mars", "Western_Hemisphere"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Late_Glacial", "Little_Ice_Age", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Future_of_Earth", "Volcanic_winter", "Ice_age", "Global_warming", "The_Ice_Age", "Holocene_glacial_retreat"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_footprint", "Renewable_energy", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Carbonate_platform", "Carbon_offset", "Landfill_gas_emission_reduction_in_Brazil", "Shale_oil_extraction", "Environmental_impact_of_transport_in_Australia", "Peak_coal", "Petroleum_industry", "Pulverised_fuel_ash", "Renewable_energy_in_Germany", "Renewable_natural_gas"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["2013_extreme_weather_events", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "1997–98_El_Niño_event", "January_2016_East_Asia_cold_wave", "Natural_gas", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Little_Ice_Age", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Ice_age", "Arctic_sea_ice_decline", "2013–14_North_American_winter", "Arctic_geoengineering", "2014–15_North_American_winter", "2016–17_North_American_winter", "Global_warming", "The_Ice_Age", "United_States_rainfall_climatology", "Winter"], "ranked_scores": [32.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["2013_extreme_weather_events", "Global_warming", "1997–98_El_Niño_event", "Arctic_sea_ice_decline", "Ocean_acidification", "Global_warming_hiatus", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C", "Little_Ice_Age", "January_2016_East_Asia_cold_wave"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "2014–16_El_Niño_event", "Runaway_greenhouse_effect", "El_Niño–Southern_Oscillation", "Rare_events", "Shutdown_of_thermohaline_circulation", "The_Real_Global_Warming_Disaster", "Texas-Oklahoma_wildfires_of_2005–06", "Year_Without_a_Summer", "Urban_heat_island"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Defaunation", "Urban_decay", "Land_degradation", "Grassland_degradation", "Disease_diffusion_mapping", "Human_overpopulation", "2009_flu_pandemic_in_the_United_States_by_state", "Deschutes_National_Forest", "Sympagic_ecology", "Pleistocene_rewilding"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Global_warming", "Sensitivity_analysis", "Science"], "ranked_ids": ["Regime_shift", "Scenario_analysis", "Heaven_and_Earth_(book)", "Natural_disaster", "Natural_hazard", "Ocean_reanalysis", "The_Coming_Global_Superstorm", "Planning_fallacy", "Weatherization", "Prudent_avoidance_principle"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "Geologic_time_scale", "Global_cooling_(disambiguation)", "Global_cooling", "Relative_dating", "International_Geophysical_Year", "Nuclear_winter", "Millennium_celebrations", "Standard_day"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Keeling_Curve", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["CO2_fertilization_effect", "Future_of_Earth", "Ice2sea", "Circumstellar_habitable_zone", "Marine_isotope_stage", "Paleoatmosphere", "Scientific_consensus_on_climate_change", "Paleogene", "The_Cryosphere", "Standard_solar_model"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Planetary_equilibrium_temperature", "Acid_dissociation_constant", "Heat", "Chemical_energy", "Isotopes_of_neptunium", "Nuclear_power", "Sulfate_aerosol", "Thermodynamic_potential", "Temperature", "Total_dissolved_solids"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Year_Without_a_Summer", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "Hurricane_Katrina_and_global_warming", "Post–World_War_II_economic_expansion", "Journal_for_Geoclimatic_Studies", "Little_Ice_Age", "Runaway_greenhouse_effect", "Nuclear_winter", "Rare_disasters"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Celsius", "Nuclear_power_phase-out", "Instrumental_temperature_record", "CO2_fertilization_effect", "C3_carbon_fixation", "Trifluoromethyl_sulphur_pentafluoride", "Montreal_Protocol", "Wind_power_in_the_European_Union", "World_energy_consumption"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Wiesław_Masłowski", "The_World_Is_Flat", "Stern_Review", "Myth_of_superabundance", "Earth_Changes", "Eugenius_Warming", "Futures_studies", "Heaven_and_Earth_(book)", "George_Kukla", "Kuznets_curve"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Ice_rise", "2016_American_Northeast_heat_wave", "60th_parallel_south", "Sea_breeze", "Polar_drift", "Doublet_earthquake", "Texas_Norther", "Tidal_range", "Polar_vortex", "Winter_1985_cold_wave"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["December_1945_lunar_eclipse", "1997_Atlantic_hurricane_season", "Solar_storm_of_1859", "Polar_High", "Timeline_of_the_1990_Pacific_hurricane_season", "Sun", "Timeline_of_the_2006_Pacific_hurricane_season", "Timeline_of_the_2004_Pacific_hurricane_season", "Timeline_of_the_2009_Atlantic_hurricane_season", "Timeline_of_the_2015_Pacific_hurricane_season"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Energy_(journal)", "Nuclear_power_phase-out", "1990_in_science", "Cold_fusion", "Hurricane_Katrina_and_global_warming", "Nuclear_winter", "Willie_Soon", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "The_Coming_Global_Superstorm"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_(unit)", "Carbon_credit", "Chlorofluorocarbon", "Carbon_price", "Carbon_pricing_in_Australia", "National_Coal_Board", "Investment_Canada_Act", "Costa_Rica", "Petroleum_industry_in_China", "Six_Californias"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["March_2012_North_American_heat_wave", "Climate_of_the_United_States", "Climate_of_the_United_Kingdom", "Degree_day", "Global_warming_in_Antarctica", "Snow_in_Florida", "United_States_rainfall_climatology", "Ice_age", "Thaw_(weather)", "Megathermal"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_in_science", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_Australia", "Hurricane_Katrina_and_global_warming", "Fahrenheit", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "James_Hansen", "List_of_climate_scientists", "Millennium_celebrations"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Desalination", "Ozone_depletion_and_climate_change", "Desert", "Erosion", "Ocean_acidification", "Proglacial_lake", "Sedimentation", "Quaternary_glaciation", "Weathering", "Water_scarcity"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Clean_coal_technology", "Electrofuel", "Waste-to-energy_plant", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Green_Energy_Act_2009", "Renewable_energy_commercialization", "Renewable_energy_in_the_United_Kingdom"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["1997–98_El_Niño_event", "Antarctic_Cold_Reversal", "Global_warming_hiatus", "Arctic_sea_ice_decline", "November_2014_North_American_cold_wave", "Seawater", "Shutdown_of_thermohaline_circulation", "The_Ice_Age", "Tidal_range", "West_Antarctica"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Global_warming", "Europe", "Severe_weather"], "ranked_ids": ["1997–98_El_Niño_event", "Great_Flood_of_1913", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Effects_of_global_warming_on_humans", "Year_Without_a_Summer", "November_2014_North_American_cold_wave", "Global_warming"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Global_warming"], "ranked_ids": ["Gasification", "Environmental_impact_of_biodiesel", "Fossil_fuel", "Induced_radioactivity", "Biodilution", "Pro-nuclear_movement", "Substitute_natural_gas", "Trifluoromethyl_sulphur_pentafluoride", "Tendency_of_the_rate_of_profit_to_fall", "Thermal_pollution"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "Climate_change_in_Texas", "Climate_of_Ecuador", "United_States_tropical_cyclone_rainfall_climatology", "Excessive_heat_watch", "Climate_of_Salt_Lake_City", "Solar_power_in_the_United_States"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Defaunation", "Rare_disasters", "Urban_decay", "Extinction_event", "Fire_ecology", "Politics_of_global_warming", "Global_change", "Year_Without_a_Summer", "Indigenous_peoples_of_the_Northeastern_Woodlands", "Heaven_and_Earth_(book)"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change", "1997–98_El_Niño_event", "Early_2014_North_American_cold_wave", "Global_cooling", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "List_of_recessions_in_the_United_States", "Year_Without_a_Summer"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Biogas", "Methane", "Natural_gas"], "ranked_ids": ["Mercury_pollution_in_the_ocean", "Aerobic_methane_production", "Dihydrogen_monoxide_hoax", "Future_of_Earth", "Greenhouse_gas", "Great_Oxygenation_Event", "Mercury_in_fish", "Marine_isotope_stage", "Wetland_methane_emissions", "Permafrost_carbon_cycle"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Nick_Bostrom", "Risk"], "ranked_ids": ["Demand_destruction", "Risk", "List_of_recessions_in_the_United_States", "Crisis", "Diminishing_returns", "Global_change", "Escalation_of_commitment", "Global_warming_controversy", "Overproduction", "Worst-case_scenario"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Nuclear_Waste_Policy_Act", "Nuclear_power_proposed_as_renewable_energy", "Carbon_pricing_in_Australia", "California_Proposition_19_(2010)", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_Independence_and_Security_Act_of_2007", "Federal_Fuel_Administration", "United_States_withdrawal_from_the_Paris_Agreement", "Mandatory_renewable_energy_target", "Wind_power_in_Mexico"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Climate_change_in_Texas", "Climate_of_Ecuador", "Early_2009_southeastern_Australia_heat_wave", "Highest_temperature_recorded_on_Earth", "Late_2009_southeastern_Australia_heat_wave", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Atmospheric_methane", "Ocean_acidification", "Water_distribution_on_Earth", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Last_glacial_period", "Quaternary_glaciation"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "100%_renewable_energy", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "History_of_sustainability", "Renewable_energy_commercialization", "Cleaner_production", "Landfill_gas_emission_reduction_in_Brazil", "Shale_oil_extraction", "Waste-to-energy_plant"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Nuclear_power_phase-out", "Nuclear_reprocessing", "Neutron_monitor", "Cold_fusion", "STS-2", "Nuclear_power", "Willie_Soon", "Trifluoromethyl_sulphur_pentafluoride", "United_States_diplomatic_cables_leak", "Uptick_rule"], "ranked_scores": [32.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2014–15_North_American_winter", "2013–14_North_American_winter", "2016–17_North_American_winter", "Effect_of_Sun_angle_on_climate", "Climate_state", "Degree_day", "Season", "Timeline_of_glaciation", "Weather", "Winter"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Antarctic_Cold_Reversal", "Antarctica_cooling_controversy", "Journal_for_Geoclimatic_Studies", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "El_Niño–Southern_Oscillation", "Nuclear_winter", "Little_Ice_Age", "Global_cooling_(disambiguation)", "Hurricane_Katrina_and_global_warming", "Global_cooling"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Little_Ice_Age", "Permafrost", "Precipitation"], "ranked_ids": ["Idealized_greenhouse_model", "Attribution_of_recent_climate_change", "Index_of_earth_science_articles", "Wind", "Extreme_weather", "Planetary_equilibrium_temperature", "History_of_climate_change_science", "Solar_eclipse_of_February_26,_1979", "Solar_eclipse_of_June_30,_1954", "Weather"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century"], "ranked_ids": ["Arctic_ecology", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "El_Niño–Southern_Oscillation", "January_2014_southeastern_Australia_heat_wave", "Proterozoic", "Phanerozoic", "North_American_High", "Season", "Tropical_year", "Standard_day"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle"], "ranked_ids": ["Flynn_effect", "Tendency_of_the_rate_of_profit_to_fall", "Fisher_hypothesis", "Dry_Spell", "False_balance", "Standard_day", "Trend_stationary", "Willie_Soon", "Winds_aloft", "Worse-than-average_effect"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Fossil_fuel", "Environmental_impact_of_biodiesel", "Global_waste_trade", "Greenhouse_gas_emissions_by_the_United_States", "Journal_for_Geoclimatic_Studies", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Natural_gas", "Post–World_War_II_economic_expansion", "Special_Report_on_Global_Warming_of_1.5_°C", "Little_Ice_Age"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "Paleocene–Eocene_Thermal_Maximum", "Degree_day", "Climate_change_in_Australia", "Scientific_consensus_on_climate_change", "Fahrenheit", "Winter", "Season", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Econometrics", "Intrinsic_safety", "Illusion_of_validity", "Open_peer_review", "List_of_fields_of_application_of_statistics", "Scientific_method", "Scientific_consensus", "Uncertainty_analysis", "Scientific_modelling", "Unparticle_physics"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Atmospheric_duct", "Hydrothermal_vent", "Explorer_7", "Hydrology", "Physical_oceanography", "List_of_climate_research_satellites", "Mercator_projection", "Weather_station", "Proxy_(climate)", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Nuclear_winter", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "1808/1809_mystery_eruption", "Global_cooling_(disambiguation)", "International_Geophysical_Year", "Hurricane_Katrina_and_global_warming", "Last_Glacial_Maximum", "Journal_for_Geoclimatic_Studies", "Little_Ice_Age"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Southern_California", "Electricity_sector_of_the_United_States", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "Solar_power", "Intermountain_Power_Plant", "Solar_power_by_country", "Solar_power_in_Italy", "Solar_power_in_Michigan"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Reaganomics", "Unemployment_in_the_United_States", "Economy_of_the_United_States"], "ranked_ids": ["Climate_change_in_China", "Dairy_farming_in_Canada", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Economy_of_Nicaragua", "German_response_to_Kyoto_Protocol", "Agriculture_in_Syria", "Contribution_to_global_warming_by_Australia", "Petroleum_industry", "Petroleum_industry_in_China"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Aronia", "Strawberry", "Rubus_arcticus", "Coal_forest", "History_of_organic_farming", "Brown_bear", "Raccoon", "Morus_rubra", "Wild_farming", "Agriculture_in_Brazil"], "ranked_scores": [0.6861, 0.6796, 0.6778, 0.6508, 0.6422, 0.6389, 0.6352, 0.621, 0.6112, 0.6109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Copenhagen_Diagnosis", "Melt_pond", "Arctic_sea_ice_decline", "Ocean_acidification", "Shale_gas", "Marcellus_natural_gas_trend", "Sea_ice"], "ranked_scores": [0.8424, 0.8, 0.7755, 0.7704, 0.7668, 0.7645, 0.7553, 0.753, 0.7512, 0.7486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Nordic_Seas", "Sea_level_rise", "Tide", "Tidal_range", "Sea", "Polar_High", "Climate_of_the_United_States", "Arctic_dipole_anomaly", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.9294, 0.8715, 0.8691, 0.8549, 0.8486, 0.844, 0.8274, 0.8188, 0.8141, 0.8137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Global_cooling", "Global_cooling_(disambiguation)", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Snowball_Earth", "Copenhagen_Diagnosis", "Pliocene_climate"], "ranked_scores": [0.9154, 0.8406, 0.8149, 0.8118, 0.7926, 0.7882, 0.7873, 0.785, 0.781, 0.7647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Renewable_energy_debate", "Carbon_footprint", "Yucca_Mountain_nuclear_waste_repository", "Millmerran_Power_Station", "Environmental_impact_of_aviation", "Redbank_Power_Station", "Climate_footprint", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Wind_power_in_the_United_Kingdom", "Weatherization"], "ranked_scores": [0.7908, 0.7626, 0.7414, 0.7178, 0.714, 0.7103, 0.7012, 0.6833, 0.682, 0.6753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Hydrofluorocarbon", "Deforestation_and_climate_change", "Carbon_diet", "Mercury_pollution_in_the_ocean", "Carbon_bubble", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "2015_United_Nations_Climate_Change_Conference", "2011_United_Nations_Climate_Change_Conference", "Climate_change_mitigation"], "ranked_scores": [0.768, 0.7596, 0.7349, 0.7264, 0.7162, 0.7094, 0.7078, 0.7013, 0.6969, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Wisconsin_glaciation", "Quaternary_glaciation", "Late_Ordovician_glaciation", "Arctic_sea_ice_decline", "Greenland_ice_core_project", "Deglaciation", "Future_sea_level", "Timeline_of_glaciation"], "ranked_scores": [0.859, 0.8588, 0.8402, 0.806, 0.8042, 0.8021, 0.7997, 0.7935, 0.7887, 0.7863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_feedback", "Effects_of_global_warming", "CO2_fertilization_effect", "Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_Texas", "Climate_change_in_the_United_States"], "ranked_scores": [0.8362, 0.8309, 0.8165, 0.816, 0.8147, 0.7939, 0.7907, 0.7855, 0.7766, 0.7738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Climate_change_in_Australia", "Antarctica_cooling_controversy", "1980_United_States_heat_wave", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Late_2009_southeastern_Australia_heat_wave", "Climate_change_in_the_Arctic", "2000_Southern_United_States_heat_wave", "Droughts_in_the_United_States", "Climate_of_Australia"], "ranked_scores": [0.8137, 0.81, 0.8093, 0.8032, 0.7993, 0.7669, 0.7551, 0.7515, 0.7489, 0.7477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Pleistocene_rewilding", "Rewilding_(anarchism)", "Measles", "Herd_immunity", "Infectious_mononucleosis", "Lyme_disease", "Dry_Spell", "Myrmecophagy", "Continental_climate", "Endotherm"], "ranked_scores": [0.7494, 0.6924, 0.6788, 0.6745, 0.6489, 0.6421, 0.6318, 0.627, 0.6205, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Human_Rights_and_Climate_Change", "Mitigation_of_global_warming_in_Australia", "World_Climate_Change_Conference,_Moscow", "Climate_change_adaptation", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_Finance", "Attribution_of_recent_climate_change", "Climate_change_in_Canada"], "ranked_scores": [0.7696, 0.7634, 0.7495, 0.7483, 0.7458, 0.7434, 0.7383, 0.7343, 0.7226, 0.7192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Season", "Dry_season", "Season_creep", "Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming", "Autumn", "Effect_of_Sun_angle_on_climate", "Termination_(geomorphology)", "Abrupt_climate_change", "Younger_Dryas"], "ranked_scores": [0.8395, 0.8219, 0.8147, 0.8115, 0.8038, 0.8001, 0.7983, 0.7894, 0.786, 0.7819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Keeling_Curve", "Life_on_Mars", "Mauna_Loa_Observatory", "Ozone_layer", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Clathrate_gun_hypothesis", "Office_of_Oceanic_and_Atmospheric_Research", "Lōʻihi_Seamount", "CLOUD_experiment", "Ocean_acidification"], "ranked_scores": [0.8095, 0.7546, 0.7402, 0.7393, 0.735, 0.7283, 0.7282, 0.7239, 0.7221, 0.7221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Ozone_depletion", "PH", "Dole_effect", "Acidosis", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Acidophiles_in_acid_mine_drainage", "Estuarine_acidification", "Tropospheric_ozone"], "ranked_scores": [0.8284, 0.7657, 0.7525, 0.7468, 0.7467, 0.7355, 0.7351, 0.7268, 0.7255, 0.7207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climatic_Research_Unit_documents", "Global_cooling", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Cool_tropics_paradox", "Climate_change_opinion_by_country"], "ranked_scores": [0.8403, 0.8365, 0.8216, 0.8208, 0.8097, 0.8096, 0.8076, 0.7968, 0.7808, 0.7768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Scientific_consensus_on_climate_change", "Phenology", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Growth_of_wind_power_in_the_United_States", "List_of_parties_to_the_Kyoto_Protocol", "Demographic_dividend", "Phosphorus_cycle", "Kyoto_Protocol", "CO2_fertilization_effect"], "ranked_scores": [0.7084, 0.6671, 0.6505, 0.6476, 0.6426, 0.64, 0.6331, 0.6307, 0.6198, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "2009_United_Nations_Climate_Change_Conference", "Climate_change_in_Canada", "Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "ExxonMobil_climate_change_controversy", "Climate_change_in_the_United_States", "2015_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.8777, 0.8423, 0.8364, 0.8334, 0.8308, 0.822, 0.8203, 0.8201, 0.8165, 0.8031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "North_Atlantic_Current", "Sea_breeze", "Texas_Norther", "Polar_front", "Polar_vortex", "Westerlies", "Gulf_Stream", "Rear-inflow_jet", "Climate_of_the_United_States"], "ranked_scores": [0.8631, 0.8293, 0.8187, 0.8031, 0.7994, 0.7923, 0.7888, 0.7861, 0.7817, 0.7701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "2013_extreme_weather_events", "Timeline_of_the_2010_Pacific_hurricane_season", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming", "Temperature_record_of_the_past_1000_years", "Timeline_of_the_2005_Pacific_hurricane_season", "2010_Northern_Hemisphere_summer_heat_waves", "Satellite_temperature_measurements"], "ranked_scores": [0.8353, 0.783, 0.7809, 0.7699, 0.7481, 0.7431, 0.7428, 0.7387, 0.7384, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Contraction_and_Convergence", "Free_Ocean_CO2_Enrichment", "I'm_not_a_scientist", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Defaunation", "Avoiding_Dangerous_Climate_Change", "Clathrate_gun_hypothesis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.8099, 0.7173, 0.715, 0.6945, 0.6781, 0.666, 0.6657, 0.6584, 0.6505, 0.6446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Carbon_pricing_in_Australia", "Value-added_tax_(United_Kingdom)", "Carbon_price", "Plug-in_hybrids_in_California", "Minerals_Resource_Rent_Tax", "International_Fuel_Tax_Agreement", "Fuel_Economy_Reform_Act", "Carbon_fiber_reinforced_polymer"], "ranked_scores": [0.8129, 0.7913, 0.7712, 0.7633, 0.7324, 0.7323, 0.7277, 0.6882, 0.6723, 0.6705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Ice_age", "Timeline_of_glaciation", "Future_sea_level", "Pliocene_climate", "Measurement_of_sea_ice", "Winter_1985_cold_wave", "Climate_change_in_the_Arctic", "Holocene_glacial_retreat"], "ranked_scores": [0.8483, 0.8019, 0.7929, 0.7722, 0.7691, 0.7686, 0.7676, 0.7581, 0.7536, 0.7523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2010_Northern_Hemisphere_heat_waves", "2006_Atlantic_hurricane_season", "Timeline_of_the_2005_Pacific_hurricane_season", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "1908", "Antarctica_cooling_controversy", "2012_Atlantic_hurricane_season", "George_Kukla"], "ranked_scores": [0.8573, 0.7922, 0.7739, 0.768, 0.7626, 0.761, 0.7546, 0.7439, 0.7389, 0.7362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Clathrate_gun_hypothesis", "Ocean_acidification", "Anoxic_waters", "Water_distribution_on_Earth", "Sea", "Crater_Lake_National_Park", "Melt_pond", "Acidophiles_in_acid_mine_drainage", "Oceanic_plateau", "Polder"], "ranked_scores": [0.8435, 0.8316, 0.8305, 0.8292, 0.8107, 0.8069, 0.8063, 0.8029, 0.8023, 0.7899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Non-renewable_resource", "Wage_curve", "Management_systems_for_road_safety", "Deindustrialisation_by_country", "Full_Fact", "Falsism", "Offshore_outsourcing", "Risk–benefit_ratio", "Beyond_Coal", "Finite_Risk_insurance"], "ranked_scores": [0.6326, 0.6247, 0.6225, 0.6053, 0.5966, 0.5752, 0.5748, 0.5695, 0.5617, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Pliocene_climate", "United_States_rainfall_climatology", "Climate_of_Salt_Lake_City", "Climate_of_the_United_States", "Low-pressure_area", "2010–13_Southern_United_States_and_Mexico_drought", "East_Asian_Monsoon"], "ranked_scores": [0.9001, 0.8766, 0.8391, 0.8318, 0.7977, 0.792, 0.7813, 0.7772, 0.775, 0.7739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Grassland_degradation", "Extreme_poverty", "Land_degradation", "Copenhagen_Diagnosis", "Landfills_in_the_United_Kingdom", "Greenland_ice_core_project", "Desertification", "Estuarine_acidification", "Ice2sea", "Environmental_degradation"], "ranked_scores": [0.7742, 0.7606, 0.7579, 0.7544, 0.7541, 0.7493, 0.7434, 0.7394, 0.7365, 0.7324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Low-carbon_building", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Glacier_mass_balance", "Avoiding_Dangerous_Climate_Change", "100%_renewable_energy", "Soft_landing_(economics)", "Global_cooling"], "ranked_scores": [0.7145, 0.6927, 0.6733, 0.667, 0.6604, 0.6597, 0.6473, 0.6388, 0.6379, 0.6351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Excessive_heat_watch", "2006_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.9175, 0.9088, 0.8823, 0.8739, 0.8716, 0.8693, 0.855, 0.8492, 0.8413, 0.8381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_in_Australia", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change_policy_of_the_United_States", "Autumn", "Effects_of_global_warming", "Antarctica_cooling_controversy", "Politics_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.8325, 0.8303, 0.8302, 0.8288, 0.8266, 0.8253, 0.8209, 0.7964, 0.7895, 0.7837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Glacier_mass_balance", "Temperature_record_of_the_past_1000_years", "Regional_effects_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Economics_of_global_warming", "Global_warming", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Global_warming_controversy"], "ranked_scores": [0.7972, 0.7639, 0.7587, 0.7417, 0.7395, 0.7315, 0.7302, 0.7259, 0.7242, 0.7226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Global_warming_potential", "Physical_impacts_of_climate_change", "Greenhouse_effect", "Deforestation_and_climate_change", "Greenhouse_gas", "Environmental_issue", "Idealized_greenhouse_model", "Climate_state", "Ozone_depletion_and_climate_change", "Global_warming"], "ranked_scores": [0.819, 0.806, 0.7987, 0.7965, 0.7944, 0.7615, 0.751, 0.7501, 0.749, 0.7482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Error_catastrophe", "Scenario_analysis", "Simulation_heuristic", "Hazard_elimination", "Uncertainty_analysis", "Risk–benefit_ratio", "Risk_neutral", "Redundancy_(engineering)", "Disaster"], "ranked_scores": [0.8007, 0.7706, 0.7333, 0.7219, 0.7174, 0.7146, 0.7113, 0.7004, 0.7003, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Climate_gap", "Copenhagen_Accord", "California_Proposition_23_(2010)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_Donald_Trump_administration", "Landfill_gas_emission_reduction_in_Brazil", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Energy_policy_of_the_United_States"], "ranked_scores": [0.745, 0.7428, 0.7314, 0.7243, 0.6935, 0.6928, 0.6887, 0.6753, 0.6677, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "1997–98_El_Niño_event", "Summer_of_1976_(Europe)", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "Antarctic_Cold_Reversal", "Abrupt_climate_change", "2016_North_American_heat_wave"], "ranked_scores": [0.8792, 0.8581, 0.8452, 0.8386, 0.8279, 0.8186, 0.8155, 0.8113, 0.8068, 0.8052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Geography_of_Antarctica", "Antarctic_Treaty_System", "Antarctic_sea_ice", "Antarctica", "Pliocene_climate", "East_Antarctic_Ice_Sheet", "Arctic_resources_race", "West_Antarctica"], "ranked_scores": [0.8339, 0.7977, 0.7757, 0.771, 0.7647, 0.7534, 0.751, 0.7478, 0.7473, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Landfill_gas_emission_reduction_in_Brazil", "Weak_and_strong_sustainability", "Carbon_cycle_re-balancing", "Peak_coal", "Carbon_capture_and_storage", "Refined_coal", "Carbon_dioxide_removal"], "ranked_scores": [0.8634, 0.7888, 0.7437, 0.7414, 0.7356, 0.7318, 0.7317, 0.7202, 0.7166, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Dole_effect", "Plesiochronous_digital_hierarchy", "Coupled_model_intercomparison_project", "Scientific_consensus_on_climate_change", "PDO", "Montreal_Protocol", "Doomer", "Atmospheric_Model_Intercomparison_Project", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.679, 0.6434, 0.6382, 0.6312, 0.6226, 0.6194, 0.6127, 0.6085, 0.6048, 0.6034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Global_warming_hiatus", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Global_cooling", "Cool_tropics_paradox", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_United_States", "Season_creep"], "ranked_scores": [0.8331, 0.8283, 0.8259, 0.8198, 0.8138, 0.799, 0.7891, 0.788, 0.7878, 0.7877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Catholic_Church_and_politics_in_the_United_States", "List_of_retired_Atlantic_hurricane_names", "James_Hansen", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Republican_Party_(United_States)", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7867, 0.7588, 0.7542, 0.7434, 0.7407, 0.7403, 0.7348, 0.7244, 0.7212, 0.7209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Drought_in_Spain", "Forecast_error", "Multicollinearity", "Highest_temperature_recorded_on_Earth", "Fahrenheit", "Freezing_level", "List_of_countries_by_natural_disaster_risk", "Global_catastrophic_risk", "Illusion_of_validity", "Ground_zero"], "ranked_scores": [0.6055, 0.6054, 0.596, 0.5893, 0.5878, 0.5878, 0.5866, 0.5849, 0.577, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Abrupt_climate_change", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Antarctic_Cold_Reversal", "Polar_amplification", "Earth's_energy_budget"], "ranked_scores": [0.882, 0.8686, 0.8685, 0.8422, 0.8386, 0.8322, 0.8254, 0.8195, 0.8145, 0.8116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Climate_sensitivity", "Weighting", "Absolute_risk_reduction", "MSU_temperature_measurements", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_feedback", "D-value_(microbiology)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "IPCC_First_Assessment_Report", "List_of_diseases_eliminated_from_the_United_States"], "ranked_scores": [0.7691, 0.7299, 0.7296, 0.7218, 0.7173, 0.7101, 0.6959, 0.6903, 0.6863, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Politics_of_global_warming", "Environmental_issue", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.8364, 0.8017, 0.7945, 0.7847, 0.7845, 0.7736, 0.7683, 0.7647, 0.7599, 0.7557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Weather", "2010_Northern_Hemisphere_summer_heat_waves", "Earth's_internal_heat_budget", "Eocene_Thermal_Maximum_2", "Atmospheric_circulation", "Late_2009_southeastern_Australia_heat_wave", "List_of_heat_waves", "Earth_rainfall_climatology", "1808/1809_mystery_eruption"], "ranked_scores": [0.8874, 0.8371, 0.8358, 0.8333, 0.833, 0.8306, 0.829, 0.8103, 0.8092, 0.8023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Research_ethics", "Full_Fact", "I'm_not_a_scientist", "Economy_of_France", "Climatic_Research_Unit_documents", "IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "World_Climate_Report"], "ranked_scores": [0.7543, 0.7332, 0.7266, 0.7239, 0.7194, 0.7037, 0.6998, 0.6917, 0.6909, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Geothermal_heat_pump", "Weather_station", "Ground-coupled_heat_exchanger", "Atmospheric_electricity", "Wind_power", "Weather_map", "Weather_Research_and_Forecasting_Model", "WECT_tower", "Solar_updraft_tower", "Hot_tower"], "ranked_scores": [0.7889, 0.7839, 0.7661, 0.7582, 0.7532, 0.7499, 0.7443, 0.7403, 0.732, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Antarctic_Cold_Reversal", "2010_Northern_Hemisphere_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "1936_North_American_cold_wave", "Global_warming_in_Antarctica", "2015_North_American_heat_wave", "Climate_change_in_Texas", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8738, 0.8656, 0.8415, 0.8281, 0.8256, 0.8252, 0.825, 0.8244, 0.8153, 0.8124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Michigan", "Wind_power_in_Pennsylvania", "Solar_power_in_the_United_States", "Solar_power", "Palm_Beach_County,_Florida", "List_of_Florida_state_parks", "Renewable_energy_in_the_United_States", "Banff_National_Park", "Solar_power_in_Australia"], "ranked_scores": [0.6768, 0.5929, 0.5922, 0.5809, 0.5749, 0.5505, 0.5466, 0.5465, 0.5228, 0.5158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Economy_of_France", "Environmental_impact_of_meat_production", "List_of_Alaska_state_forests", "Agriculture", "Agriculture_in_Syria", "Nonfarm_payrolls", "Intensive_animal_farming", "History_of_organic_farming"], "ranked_scores": [0.8138, 0.7506, 0.7146, 0.695, 0.6857, 0.6784, 0.6723, 0.6684, 0.668, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Aronia", "Kodiak_bear", "Bile_bear", "Strawberry", "Syrian_brown_bear", "Brown_bear", "Socialism_in_Canada", "Raccoon", "Grizzly_bear"], "ranked_scores": [0.6662, 0.6629, 0.6051, 0.5963, 0.5916, 0.5749, 0.5729, 0.5712, 0.5647, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5267, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Copenhagen_Diagnosis", "Shale_gas", "Arctic_sea_ice_decline", "Methane_clathrate", "Marcellus_natural_gas_trend", "Climate_change_in_the_Arctic", "Aliso_Canyon_gas_leak", "Arctic_geoengineering"], "ranked_scores": [0.805, 0.7409, 0.7153, 0.7078, 0.7033, 0.6815, 0.6804, 0.6761, 0.6746, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Tidal_range", "Future_sea_level", "Sea", "Annual_cycle_of_sea_level_height", "Low-pressure_area", "Thermohaline_circulation", "Tidal_flooding"], "ranked_scores": [0.8482, 0.8419, 0.8168, 0.7744, 0.76, 0.7482, 0.7394, 0.7247, 0.7244, 0.713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Global_cooling", "Arctic_sea_ice_decline", "Ice2sea", "Global_cooling_(disambiguation)", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Global_dimming", "Retreat_of_glaciers_since_1850", "Snowball_Earth"], "ranked_scores": [0.814, 0.8084, 0.7698, 0.7508, 0.7414, 0.7275, 0.719, 0.7018, 0.6877, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Renewable_energy_debate", "Climate_footprint", "Deforestation_and_climate_change", "Politics_of_global_warming", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "Wind_power_in_New_Mexico", "Environmental_impact_of_transport", "Nuclear_power"], "ranked_scores": [0.7304, 0.7035, 0.6931, 0.6877, 0.6867, 0.6657, 0.6639, 0.6635, 0.662, 0.6472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_diet", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Avoiding_Dangerous_Climate_Change", "Atmospheric_carbon_cycle", "Carbon_neutrality", "Scientific_consensus_on_climate_change", "CO2_is_Green", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.7223, 0.7221, 0.6948, 0.6808, 0.6682, 0.6649, 0.6611, 0.6579, 0.6548, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Wisconsin_glaciation", "Arctic_sea_ice_decline", "Future_sea_level", "Greenland_ice_core_project", "East_Greenland_Orogen", "Deglaciation", "Ice2sea", "Past_sea_level"], "ranked_scores": [0.7843, 0.7824, 0.7515, 0.7274, 0.7185, 0.7175, 0.7038, 0.6907, 0.6864, 0.673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Greenhouse_gas_emissions_by_the_United_States", "Global_cooling", "Effects_of_global_warming", "Climate_change_mitigation"], "ranked_scores": [0.8045, 0.7815, 0.7538, 0.7344, 0.7322, 0.727, 0.7166, 0.7163, 0.716, 0.7102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Climate_risk", "Human_Rights_and_Climate_Change", "Physical_impacts_of_climate_change", "Environmental_skepticism", "Politics_of_global_warming", "Extreme_weather", "Climate_change_adaptation", "Climate_change_in_the_Arctic", "Droughts_in_the_United_States"], "ranked_scores": [0.766, 0.7125, 0.7125, 0.7063, 0.7002, 0.6994, 0.698, 0.6919, 0.6917, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Pleistocene_rewilding", "Measles", "Lyme_disease", "List_of_mammals_of_New_England", "Herd_immunity", "Infectious_mononucleosis", "Droughts_in_the_United_States", "Prevention_paradox", "Ehrlichia_Wisconsin_HM543746", "Endotherm"], "ranked_scores": [0.6567, 0.6012, 0.5983, 0.5909, 0.5885, 0.5707, 0.5629, 0.5597, 0.5591, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_change_mitigation_scenarios", "Climate_change_adaptation", "Climate_change_mitigation", "Mitigation_of_global_warming_in_Australia", "Arctic_geoengineering", "Climate_change_adaptation_in_Nepal", "Reasons_for_concern", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_engineering"], "ranked_scores": [0.7072, 0.7045, 0.7025, 0.6931, 0.684, 0.68, 0.6774, 0.676, 0.6754, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming", "Hirnantian", "Paleocene–Eocene_Thermal_Maximum", "Termination_(geomorphology)", "Season_creep", "Younger_Dryas", "Abrupt_climate_change", "Late_Glacial", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.7694, 0.7263, 0.7256, 0.717, 0.7168, 0.7119, 0.7119, 0.707, 0.7044, 0.7042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Ozone_layer", "Lōʻihi_Seamount", "CLOUD_experiment", "Carbon_dioxide_in_Earth's_atmosphere", "Aliso_Canyon_gas_leak", "350.org", "Tropospheric_ozone", "Ozone_depletion"], "ranked_scores": [0.7216, 0.6745, 0.6721, 0.6589, 0.6516, 0.6434, 0.6406, 0.6358, 0.6354, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Dole_effect", "Acidosis", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis", "Atmospheric_methane", "Ozone_depletion", "Oceanic_carbon_cycle"], "ranked_scores": [0.7797, 0.7151, 0.7036, 0.701, 0.6944, 0.6506, 0.6481, 0.6469, 0.6329, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "The_Great_Global_Warming_Swindle", "Environmental_skepticism", "Special_Report_on_Global_Warming_of_1.5_°C", "Climatic_Research_Unit_documents", "Global_warming_controversy", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change"], "ranked_scores": [0.8169, 0.7788, 0.7768, 0.7722, 0.7705, 0.7693, 0.7691, 0.7517, 0.7431, 0.7422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Ozone_depletion_and_climate_change", "Dole_effect", "Kyoto_Protocol", "Ozone_depletion", "Shutdown_of_thermohaline_circulation", "Plio-Pleistocene", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [0.638, 0.6229, 0.5869, 0.5728, 0.5704, 0.5583, 0.5542, 0.5507, 0.5503, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Canada_and_the_Kyoto_Protocol", "2015_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe", "Global_cooling", "2009_United_Nations_Climate_Change_Conference", "ExxonMobil_climate_change_controversy", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.7793, 0.776, 0.7705, 0.7489, 0.7387, 0.7374, 0.7309, 0.7309, 0.7303, 0.7296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "Sea_breeze", "Weather_front", "Westerlies", "North_Atlantic_Current", "Diablo_wind", "Gulf_Stream", "Polar_front", "Climate_of_the_United_States", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.7755, 0.7726, 0.7713, 0.7674, 0.7617, 0.7516, 0.7308, 0.7245, 0.7146, 0.7126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "Hockey_stick_graph", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "Fahrenheit"], "ranked_scores": [0.7726, 0.7337, 0.7323, 0.712, 0.7069, 0.7049, 0.683, 0.6736, 0.6706, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Free_Ocean_CO2_Enrichment", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Climate_risk", "Carbon_dioxide_removal", "Climatic_Research_Unit_documents", "Cold_fusion", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.7526, 0.74, 0.6695, 0.6498, 0.6464, 0.6414, 0.6405, 0.6351, 0.6285, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Value-added_tax_(United_Kingdom)", "Plug-in_hybrids_in_California", "International_Fuel_Tax_Agreement", "Carbon_credit", "Competitive_Tax_Plan", "Congestion_pricing"], "ranked_scores": [0.7762, 0.7474, 0.7029, 0.6885, 0.6735, 0.6523, 0.6418, 0.6243, 0.6089, 0.6067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Winter_1985_cold_wave", "Ice2sea", "Measurement_of_sea_ice", "Ice_age", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "November_2014_North_American_cold_wave", "Sea_ice"], "ranked_scores": [0.7835, 0.7312, 0.7263, 0.7198, 0.7129, 0.7104, 0.6974, 0.6933, 0.6851, 0.683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2013_extreme_weather_events", "George_Kukla", "1936_North_American_cold_wave", "1908", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Media_coverage_of_climate_change", "2001_Eastern_North_America_heat_wave", "Antarctica_cooling_controversy"], "ranked_scores": [0.7693, 0.7114, 0.7111, 0.7075, 0.7002, 0.6939, 0.68, 0.6712, 0.6681, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_waters", "Clathrate_gun_hypothesis", "Estuarine_acidification", "Acidophiles_in_acid_mine_drainage", "Mercury_pollution_in_the_ocean", "Air_pollution", "Acid_rain", "Water_distribution_on_Earth", "Deepwater_Horizon_oil_spill"], "ranked_scores": [0.7937, 0.7159, 0.6993, 0.698, 0.6961, 0.6911, 0.6906, 0.6836, 0.6782, 0.668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Beyond_Coal", "Environmental_skepticism", "The_Real_Global_Warming_Disaster", "ExxonMobil_climate_change_controversy", "Alternative_energy", "Nuclear_power_debate", "History_of_coal_mining", "Greening_Earth_Society", "Energiewende_in_Germany"], "ranked_scores": [0.632, 0.6317, 0.608, 0.6007, 0.5802, 0.5787, 0.5773, 0.5689, 0.5654, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Arctic_sea_ice_decline", "Pliocene_climate", "Climate_change_in_the_Arctic", "Ice2sea", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis"], "ranked_scores": [0.8414, 0.8266, 0.7678, 0.7354, 0.7078, 0.6822, 0.6615, 0.6582, 0.6569, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Ozone_depletion_and_climate_change", "Extreme_poverty", "Environmental_degradation", "2012–13_North_American_drought", "Landfills_in_the_United_Kingdom", "Droughts_in_the_United_States", "United_Nations_Convention_to_Combat_Desertification", "Grassland_degradation", "2010–13_Southern_United_States_and_Mexico_drought"], "ranked_scores": [0.7199, 0.7124, 0.6973, 0.6886, 0.6744, 0.6722, 0.671, 0.6694, 0.6679, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Global_cooling", "Shale_gas", "Avoiding_Dangerous_Climate_Change", "Low-carbon_building", "Arctic_geoengineering", "Ice2sea"], "ranked_scores": [0.7287, 0.6974, 0.69, 0.6855, 0.6801, 0.6528, 0.644, 0.643, 0.6391, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "Excessive_heat_watch", "2011_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.8909, 0.8749, 0.8573, 0.8215, 0.8185, 0.8053, 0.7946, 0.7914, 0.7858, 0.7828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Global_warming_controversy", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Global_cooling", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.8151, 0.7715, 0.7686, 0.765, 0.7616, 0.7531, 0.7503, 0.7289, 0.7275, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_variability", "Global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7561, 0.746, 0.7442, 0.7387, 0.7339, 0.7298, 0.7161, 0.7118, 0.7099, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Physical_impacts_of_climate_change", "Environmental_issue", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Atmospheric_methane"], "ranked_scores": [0.7869, 0.7763, 0.7525, 0.7474, 0.7438, 0.7325, 0.7321, 0.7081, 0.7061, 0.6998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Scenario_analysis", "Hazard_elimination", "Alternatives_assessment", "Risk–benefit_ratio", "Disaster", "Systematic_risk", "Error_catastrophe", "Risk_neutral", "Redundancy_(engineering)"], "ranked_scores": [0.752, 0.6871, 0.6858, 0.679, 0.6784, 0.6756, 0.665, 0.6611, 0.6504, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Canada_and_the_Kyoto_Protocol", "NoCO2_Certification_Program", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "Beyond_Coal", "Energy_policy_of_the_United_States"], "ranked_scores": [0.7378, 0.7119, 0.6885, 0.6792, 0.662, 0.6584, 0.6579, 0.6516, 0.6481, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_American_Northeast_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.8413, 0.8271, 0.8073, 0.8028, 0.7934, 0.7929, 0.7659, 0.7589, 0.7528, 0.7399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Antarctic_Treaty_System", "Geography_of_Antarctica", "Antarctic_sea_ice", "Arctic_resources_race", "Amery_Ice_Shelf", "West_Antarctica", "Thwaites_Glacier"], "ranked_scores": [0.7917, 0.723, 0.7182, 0.715, 0.7111, 0.6974, 0.6928, 0.6923, 0.6819, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Carbon_cycle_re-balancing", "Landfill_gas_emission_reduction_in_Brazil", "Beyond_Coal", "Carbon_neutrality", "Carbon-neutral_fuel", "Carbon_dioxide_removal"], "ranked_scores": [0.8462, 0.8047, 0.7791, 0.7645, 0.7552, 0.7174, 0.71, 0.7034, 0.7006, 0.6885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Dole_effect", "Ozone_depletion", "Ozone_depletion_and_climate_change", "Tipping_point_(climatology)", "PDO", "Montreal_Protocol", "Tropospheric_ozone", "Ozone", "Pacific_decadal_oscillation", "Kyoto_Protocol"], "ranked_scores": [0.5834, 0.5747, 0.5648, 0.5639, 0.5303, 0.5261, 0.5233, 0.5123, 0.5095, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Global_warming_hiatus", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Global_cooling_(disambiguation)", "Global_warming_controversy"], "ranked_scores": [0.784, 0.7749, 0.7667, 0.7637, 0.7548, 0.7494, 0.7362, 0.73, 0.7232, 0.722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_denial", "ExxonMobil_climate_change_controversy", "Politics_of_global_warming", "United_Nations_Climate_Change_conference", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.7138, 0.7088, 0.7083, 0.6823, 0.6772, 0.6759, 0.6613, 0.6596, 0.6575, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Freezing_level", "Ground_zero", "Cool_tropics_paradox", "Illusion_of_validity", "Arctic_sea_ice_decline", "Forecast_error", "Antarctica_cooling_controversy", "Highest_temperature_recorded_on_Earth", "Desert_climate", "List_of_drainage_basins_by_area"], "ranked_scores": [0.6071, 0.5736, 0.5536, 0.5512, 0.5402, 0.5395, 0.5353, 0.5313, 0.5268, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Abrupt_climate_change", "Global_warming_controversy"], "ranked_scores": [0.8466, 0.821, 0.8118, 0.8053, 0.8023, 0.7973, 0.7965, 0.7841, 0.784, 0.7813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Weighting", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_hiatus", "Global_dimming", "Shutdown_of_thermohaline_circulation", "IPCC_First_Assessment_Report", "Climate_change_feedback", "Absolute_risk_reduction", "Climate_sensitivity", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6934, 0.627, 0.6255, 0.6243, 0.6165, 0.6087, 0.6047, 0.5995, 0.5973, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Environmental_issue", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Abrupt_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Politics_of_global_warming", "History_of_climate_change_science", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.7407, 0.7362, 0.731, 0.7123, 0.7114, 0.7113, 0.7025, 0.7019, 0.7019, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "Instrumental_temperature_record", "Eocene_Thermal_Maximum_2", "Atmospheric_circulation", "Environmental_issue", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "Global_warming"], "ranked_scores": [0.7611, 0.7604, 0.7547, 0.7509, 0.7444, 0.7411, 0.7351, 0.7267, 0.7204, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Environmental_skepticism", "Climate_change_opinion_by_country", "Research_ethics", "Reasons_for_concern", "IPCC_Fifth_Assessment_Report", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Deniers"], "ranked_scores": [0.7361, 0.689, 0.6839, 0.6794, 0.6787, 0.6772, 0.6771, 0.6718, 0.665, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Geothermal_heat_pump", "Ground-coupled_heat_exchanger", "Cooling_center", "Weather_map", "Satellite_temperature_measurements", "Air_conditioned_clothing", "Winds_aloft", "Earth's_internal_heat_budget", "Weather"], "ranked_scores": [0.7185, 0.7113, 0.7063, 0.688, 0.6776, 0.6765, 0.6694, 0.6617, 0.656, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Global_warming", "Climate_change_in_the_Arctic", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Abrupt_climate_change", "Global_cooling", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Antarctica_cooling_controversy"], "ranked_scores": [0.8413, 0.8088, 0.7979, 0.7942, 0.793, 0.7897, 0.785, 0.7732, 0.7681, 0.7675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Wind_power_in_Pennsylvania", "Solar_power_in_Michigan", "Solar_power", "Central_Valley_Project", "Growth_of_wind_power_in_the_United_States", "Solar_energy"], "ranked_scores": [0.6857, 0.588, 0.5739, 0.5678, 0.5557, 0.5431, 0.5266, 0.5226, 0.5102, 0.5025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Nonfarm_payrolls", "Agriculture_in_Brazil", "Productivity_(ecology)", "Agriculture_in_Syria", "Jobs_created_during_U.S._presidential_terms", "Petroleum_in_the_United_States", "Gold_mining_in_the_United_States"], "ranked_scores": [0.7154, 0.6612, 0.5927, 0.5915, 0.584, 0.573, 0.5707, 0.5687, 0.5644, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Syrian_brown_bear", "Aronia", "Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Strawberry", "Beringian_wolf"], "ranked_scores": [0.6575, 0.6136, 0.6061, 0.5839, 0.5802, 0.574, 0.5687, 0.565, 0.5609, 0.516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5051, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Thermopause", "Melt_pond", "Methane_clathrate", "Arctic_geoengineering", "Wetland_methane_emissions", "Marcellus_natural_gas_trend", "Geothermal_energy", "Atmosphere_of_Mars"], "ranked_scores": [0.8222, 0.7354, 0.6917, 0.6753, 0.6697, 0.6451, 0.6422, 0.6415, 0.632, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea", "Temperate_climate", "Tidal_range", "Future_sea_level", "Sea_level", "Sea_surface_temperature"], "ranked_scores": [0.8438, 0.8065, 0.7838, 0.7169, 0.6919, 0.6908, 0.6897, 0.6896, 0.6707, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Ice2sea", "Global_cooling_(disambiguation)", "Global_dimming", "Antarctica_cooling_controversy", "Shutdown_of_thermohaline_circulation", "Climate_change_in_Europe", "Climate_change_in_the_United_States"], "ranked_scores": [0.7865, 0.7542, 0.7006, 0.6765, 0.6714, 0.6609, 0.6457, 0.6397, 0.6243, 0.6193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Wind_power", "Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Fossil_fuel_power_station", "Wind_power_in_New_Mexico"], "ranked_scores": [0.6734, 0.6564, 0.6517, 0.651, 0.6482, 0.6418, 0.6341, 0.6328, 0.6323, 0.6298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Carbon_diet", "Global_cooling", "Canada_and_the_Kyoto_Protocol", "IPCC_First_Assessment_Report", "2015_United_Nations_Climate_Change_Conference", "2011_United_Nations_Climate_Change_Conference", "Carbon_bubble"], "ranked_scores": [0.7113, 0.706, 0.6967, 0.6713, 0.6623, 0.6535, 0.6451, 0.643, 0.64, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Wisconsin_glaciation", "Future_sea_level", "Last_Glacial_Maximum", "Deglaciation", "Quaternary_glaciation", "Past_sea_level", "East_Greenland_Orogen", "Ice2sea"], "ranked_scores": [0.7361, 0.6949, 0.688, 0.6779, 0.6743, 0.6742, 0.6531, 0.6446, 0.6312, 0.6206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Global_cooling", "Global_warming", "Environmental_issue", "Effects_of_global_warming", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7316, 0.7315, 0.7081, 0.705, 0.7047, 0.6858, 0.6756, 0.6733, 0.6673, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "Climate_change_in_Texas", "1980_United_States_heat_wave", "Extreme_weather", "Global_warming", "Climate_change_in_the_Arctic", "Droughts_in_the_United_States", "Effects_of_global_warming", "Politics_of_global_warming"], "ranked_scores": [0.7371, 0.696, 0.692, 0.691, 0.6806, 0.6764, 0.6753, 0.6718, 0.6666, 0.6665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Measles", "Meningococcal_disease", "Disease", "Multiple_sclerosis", "Infectious_mononucleosis", "Acrodermatitis", "Ehrlichia_Wisconsin_HM543746", "Diphtheria", "Infection"], "ranked_scores": [0.6296, 0.5936, 0.5761, 0.569, 0.5665, 0.5653, 0.5598, 0.5421, 0.5349, 0.5096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "Arctic_geoengineering", "Climate_risk", "Climate_change_adaptation_in_Nepal", "Climate_change_in_Europe", "Reasons_for_concern", "Climate_change_adaptation", "Economics_of_global_warming", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.6979, 0.6799, 0.6792, 0.6758, 0.6638, 0.6556, 0.6555, 0.6546, 0.6477, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Global_warming_hiatus", "Milankovitch_cycles", "Global_cooling_(disambiguation)", "History_of_climate_change_science"], "ranked_scores": [0.7531, 0.704, 0.6862, 0.6843, 0.6841, 0.6812, 0.6798, 0.6769, 0.6762, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Global_dimming", "Keeling_Curve", "Ozone_layer", "Ozone_depletion_and_climate_change", "Tropospheric_ozone", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "NASA_Earth_Observatory", "James_Hansen"], "ranked_scores": [0.6941, 0.6327, 0.6322, 0.6313, 0.6151, 0.6099, 0.6022, 0.5996, 0.5894, 0.5807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Dole_effect", "Estuarine_acidification", "PH", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Ozone_depletion", "Atmospheric_carbon_cycle", "Tropospheric_ozone"], "ranked_scores": [0.654, 0.6255, 0.6247, 0.61, 0.5925, 0.5856, 0.579, 0.577, 0.5758, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Cool_tropics_paradox", "IPCC_First_Assessment_Report"], "ranked_scores": [0.8244, 0.783, 0.7628, 0.759, 0.7506, 0.7389, 0.7388, 0.7382, 0.7326, 0.7238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Antarctica_cooling_controversy", "List_of_parties_to_the_Kyoto_Protocol", "Paleocene–Eocene_Thermal_Maximum", "Growth_of_wind_power_in_the_United_States", "Global_dimming", "Tipping_point_(climatology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Willie_Soon"], "ranked_scores": [0.5477, 0.5427, 0.5071, 0.5061, 0.4932, 0.486, 0.4819, 0.4721, 0.4694, 0.469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Arctic_geoengineering", "Global_cooling", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_the_Arctic", "Climate_risk"], "ranked_scores": [0.7556, 0.728, 0.7261, 0.7224, 0.7183, 0.7179, 0.7115, 0.6989, 0.6957, 0.69], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "Westerlies", "Weather_front", "Polar_front", "Climate_of_the_United_States", "Jet_stream", "Sea_breeze", "Polar_vortex", "Shutdown_of_thermohaline_circulation", "Wind"], "ranked_scores": [0.7134, 0.7122, 0.7079, 0.7076, 0.6928, 0.6872, 0.6734, 0.6721, 0.6695, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "2013_extreme_weather_events", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "March_2012_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7515, 0.7403, 0.7065, 0.7064, 0.6797, 0.675, 0.6631, 0.6496, 0.6458, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Cold_fusion", "Carbon_dioxide_removal", "Contraction_and_Convergence", "Global_cooling", "Collider_Detector_at_Fermilab", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "IPCC_First_Assessment_Report", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7422, 0.6841, 0.6004, 0.5993, 0.5771, 0.5749, 0.5737, 0.5661, 0.5657, 0.5629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "International_Fuel_Tax_Agreement", "Value-added_tax_(United_Kingdom)", "Mandatory_renewable_energy_target", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_offset", "Competitive_Tax_Plan"], "ranked_scores": [0.7168, 0.7073, 0.6517, 0.6503, 0.5974, 0.5965, 0.5729, 0.5711, 0.5617, 0.5611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice_age", "Past_sea_level", "Ice2sea", "Winter_1985_cold_wave", "Timeline_of_glaciation", "Future_sea_level", "Retreat_of_glaciers_since_1850", "January_2016_East_Asia_cold_wave", "Arctic_geoengineering"], "ranked_scores": [0.6764, 0.6642, 0.6553, 0.6548, 0.6547, 0.6455, 0.6424, 0.6376, 0.6298, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "1908", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Hurricane_Katrina_and_global_warming", "2014–15_North_American_winter", "Media_coverage_of_climate_change", "George_Kukla"], "ranked_scores": [0.7016, 0.6483, 0.6376, 0.6344, 0.6285, 0.6275, 0.6238, 0.6208, 0.6199, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Estuarine_acidification", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Clathrate_gun_hypothesis", "Acidophiles_in_acid_mine_drainage", "Acid_rain", "Ocean", "Oceanic_carbon_cycle"], "ranked_scores": [0.7495, 0.684, 0.6821, 0.6676, 0.6663, 0.6486, 0.6423, 0.6394, 0.621, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "World_Energy_Outlook", "Beyond_Coal", "Non-renewable_resource", "Environmental_impact_of_the_coal_industry", "List_of_coal_fired_power_stations_in_Australia", "The_Real_Global_Warming_Disaster", "Alternatives_assessment", "Nuclear_power_debate"], "ranked_scores": [0.5888, 0.5877, 0.5565, 0.5531, 0.5505, 0.5437, 0.5336, 0.5291, 0.5241, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_Arctic", "Winter_1985_cold_wave", "Pliocene_climate", "Climate_inertia"], "ranked_scores": [0.8086, 0.7813, 0.7605, 0.6565, 0.6363, 0.634, 0.6149, 0.6138, 0.612, 0.6006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Environmental_degradation", "Ozone_depletion_and_climate_change", "Water_scarcity", "Water_scarcity_in_Africa", "Grassland_degradation"], "ranked_scores": [0.7106, 0.678, 0.6697, 0.6688, 0.6425, 0.6424, 0.6335, 0.6239, 0.6174, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Arctic_geoengineering", "World_Energy_Outlook", "Low-carbon_building", "Copenhagen_Diagnosis", "100%_renewable_energy", "Earth's_energy_budget"], "ranked_scores": [0.7241, 0.6685, 0.6643, 0.655, 0.6512, 0.64, 0.6367, 0.6291, 0.6169, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.8839, 0.8637, 0.8484, 0.8349, 0.8197, 0.8186, 0.8051, 0.7997, 0.7988, 0.7954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Global_cooling", "Global_warming", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7845, 0.7795, 0.7764, 0.7599, 0.7584, 0.7574, 0.7554, 0.751, 0.7471, 0.7468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Instrumental_temperature_record", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Regional_effects_of_global_warming", "Global_warming", "Climate_change", "Arctic_sea_ice_decline"], "ranked_scores": [0.7856, 0.785, 0.7499, 0.7227, 0.7044, 0.7031, 0.6948, 0.6917, 0.6908, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2913, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Greenhouse_effect", "Atmospheric_methane", "Ozone_depletion_and_climate_change", "Environmental_issue", "Deforestation_and_climate_change", "Wetland_methane_emissions", "Earth's_internal_heat_budget", "Idealized_greenhouse_model"], "ranked_scores": [0.7663, 0.7491, 0.7165, 0.7146, 0.708, 0.6798, 0.6796, 0.6771, 0.667, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Hazard_elimination", "Risk–benefit_ratio", "Scenario_analysis", "Risk_neutral", "Hazard", "Risk", "Alternatives_assessment", "Systematic_risk", "Disaster"], "ranked_scores": [0.6918, 0.6605, 0.6583, 0.6527, 0.639, 0.6365, 0.6291, 0.6224, 0.6181, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Energy_policy_of_the_Barack_Obama_administration", "NoCO2_Certification_Program", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_United_States"], "ranked_scores": [0.6878, 0.6536, 0.6449, 0.6354, 0.6259, 0.6114, 0.6094, 0.609, 0.5997, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "Winter_1985_cold_wave"], "ranked_scores": [0.8487, 0.7948, 0.7916, 0.7848, 0.7747, 0.7694, 0.7658, 0.7576, 0.7454, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Antarctic_Treaty_System", "Geography_of_Antarctica", "Antarctic_sea_ice", "West_Antarctica", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Antarctic"], "ranked_scores": [0.7421, 0.7051, 0.6971, 0.6909, 0.6902, 0.6594, 0.6572, 0.6471, 0.6267, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Beyond_Coal", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Carbon_neutrality", "Carbon_dioxide_removal", "Clean_technology"], "ranked_scores": [0.8213, 0.8211, 0.7313, 0.7285, 0.7274, 0.7203, 0.7117, 0.6892, 0.6868, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Global_cooling", "Ozone_depletion_and_climate_change", "List_of_parties_to_the_Kyoto_Protocol", "Global_dimming", "Ozone_depletion", "Demand_destruction", "Presidential_Climate_Action_Plan", "ADEOS_I"], "ranked_scores": [0.4678, 0.4636, 0.4527, 0.4463, 0.4449, 0.4449, 0.4407, 0.4404, 0.4386, 0.4332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Global_warming_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Environmental_issue", "History_of_climate_change_science", "Global_cooling"], "ranked_scores": [0.7635, 0.7297, 0.7221, 0.7185, 0.7032, 0.7029, 0.696, 0.6934, 0.6903, 0.6847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_denial", "World_Climate_Report", "ExxonMobil_climate_change_controversy", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Global_warming_controversy", "United_Nations_Climate_Change_conference", "World_Climate_Change_Conference,_Moscow", "Attribution_of_recent_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.7276, 0.6829, 0.68, 0.6687, 0.6683, 0.668, 0.6655, 0.6642, 0.6597, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Celsius", "Freezing_level", "Desert_climate", "Fahrenheit", "Climate_of_Australia", "Forecast_error", "Instrumental_temperature_record", "Temperature", "Highest_temperature_recorded_on_Earth", "Temperate_climate"], "ranked_scores": [0.5419, 0.54, 0.5362, 0.5276, 0.526, 0.5211, 0.5207, 0.5181, 0.5137, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effects_of_global_warming", "Effect_of_Sun_angle_on_climate", "Earth's_energy_budget", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.8407, 0.8286, 0.8277, 0.8131, 0.8129, 0.8018, 0.7954, 0.7915, 0.785, 0.7843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Global_dimming", "Trend_stationary", "Diminishing_returns", "Proportional_reduction_in_loss", "Shutdown_of_thermohaline_circulation", "Skewness", "Wage_curve", "Weighting", "Absolute_risk_reduction", "Phillips_curve"], "ranked_scores": [0.5989, 0.5956, 0.5796, 0.579, 0.5727, 0.5637, 0.5582, 0.5544, 0.5538, 0.545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "Abrupt_climate_change", "Environmental_issue", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "Orbital_forcing", "Ozone_depletion_and_climate_change", "Global_cooling", "Greenhouse_gas"], "ranked_scores": [0.7132, 0.7107, 0.7092, 0.6995, 0.6821, 0.6797, 0.676, 0.6749, 0.6721, 0.6671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Earth's_internal_heat_budget", "Greenhouse_and_icehouse_Earth", "Milankovitch_cycles", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Environmental_issue", "Global_warming", "Atmospheric_circulation", "Climate_of_Mars", "2013_extreme_weather_events"], "ranked_scores": [0.7664, 0.7406, 0.7392, 0.7374, 0.7345, 0.7332, 0.7288, 0.7277, 0.7151, 0.7126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "IPCC_Fifth_Assessment_Report", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Research_ethics"], "ranked_scores": [0.7119, 0.6727, 0.6668, 0.6577, 0.6393, 0.6365, 0.6327, 0.6231, 0.6218, 0.6165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Weather_map", "Effect_of_Sun_angle_on_climate", "Geothermal_heat_pump", "Weather", "Earth's_internal_heat_budget", "Excessive_heat_watch", "Air_source_heat_pumps"], "ranked_scores": [0.7431, 0.7161, 0.6832, 0.6821, 0.6798, 0.6685, 0.6682, 0.6675, 0.6612, 0.6443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_controversy", "Global_warming_hiatus", "History_of_climate_change_science", "Global_cooling", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)"], "ranked_scores": [0.8021, 0.7815, 0.7732, 0.7636, 0.7595, 0.7591, 0.7536, 0.753, 0.7436, 0.7401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Photovoltaics", "Solar_energy", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7517, 0.6745, 0.6522, 0.6385, 0.6268, 0.618, 0.6145, 0.5939, 0.5816, 0.5604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Farm_programs", "Agriculture_in_Syria", "Collectivization_in_the_Soviet_Union", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Agriculture_in_Brazil"], "ranked_scores": [0.7275, 0.6429, 0.5898, 0.5833, 0.5588, 0.5576, 0.5514, 0.5404, 0.5374, 0.5276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Brown_bear", "Kodiak_bear", "Rubus_arcticus", "Grizzly_bear", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Syrian_brown_bear", "Aronia", "Sloth_bear", "Bear_attack"], "ranked_scores": [0.6102, 0.6066, 0.6045, 0.5987, 0.5948, 0.5904, 0.5638, 0.5489, 0.5248, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Methane_clathrate", "Atmospheric_carbon_cycle", "Melt_pond", "Mesopause", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.8061, 0.7182, 0.672, 0.6668, 0.6606, 0.6573, 0.6565, 0.6523, 0.6465, 0.645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea", "Sea_surface_temperature", "Sea_level", "Temperate_climate", "Tidal_range"], "ranked_scores": [0.8349, 0.8113, 0.7605, 0.7518, 0.7138, 0.7107, 0.7055, 0.6863, 0.6815, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_ice", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Antarctic_sea_ice"], "ranked_scores": [0.7946, 0.7106, 0.705, 0.6732, 0.6686, 0.6599, 0.6403, 0.6367, 0.6317, 0.6262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Carbon_footprint", "Environmental_impact_of_aviation", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Mitigation_of_global_warming_in_Australia", "Ecological_footprint", "Carbon_offset", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.6845, 0.6748, 0.6546, 0.6482, 0.6385, 0.6244, 0.6131, 0.6076, 0.6032, 0.5972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Global_cooling", "Scientific_consensus_on_climate_change", "Carbon_bubble"], "ranked_scores": [0.6936, 0.691, 0.6715, 0.6708, 0.6508, 0.6503, 0.649, 0.6478, 0.6357, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Deglaciation", "Past_sea_level", "Quaternary_glaciation", "Last_Glacial_Maximum", "Copenhagen_Diagnosis", "Holocene_glacial_retreat"], "ranked_scores": [0.7676, 0.7123, 0.6972, 0.6893, 0.6842, 0.6818, 0.6661, 0.6578, 0.6535, 0.6535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Environmental_issue", "Greenhouse_gas", "Climate_change_in_the_United_States", "Global_warming", "Atmospheric_carbon_cycle", "Effects_of_global_warming"], "ranked_scores": [0.7383, 0.7199, 0.7133, 0.7085, 0.7083, 0.7023, 0.6966, 0.6961, 0.6937, 0.6787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Climate_change_in_Texas", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Droughts_in_the_United_States", "Extreme_weather", "1980_United_States_heat_wave", "Hurricane_Harvey", "Global_warming", "Reasons_for_concern"], "ranked_scores": [0.6734, 0.6669, 0.6578, 0.6498, 0.6474, 0.6427, 0.6418, 0.6413, 0.6337, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Measles", "Multiple_sclerosis", "Meningococcal_disease", "Disease", "List_of_mammals_of_New_England", "Acrodermatitis", "Granuloma_multiforme", "Infectious_mononucleosis", "Megadrought"], "ranked_scores": [0.561, 0.556, 0.5345, 0.5274, 0.5193, 0.496, 0.4958, 0.4954, 0.4912, 0.481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "Climate_risk", "Climate_change_in_Canada", "Economics_of_global_warming", "Reasons_for_concern", "Climate_change_adaptation", "Presidential_Climate_Action_Plan", "Arctic_geoengineering", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.6254, 0.6176, 0.6073, 0.604, 0.596, 0.5872, 0.5845, 0.5822, 0.5804, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Milankovitch_cycles", "Future_of_Earth", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Timeline_of_glaciation", "Global_warming", "Pliocene_climate"], "ranked_scores": [0.7788, 0.7103, 0.7033, 0.6932, 0.6909, 0.6899, 0.6895, 0.6889, 0.6693, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Great_Salt_Lake_effect", "Global_dimming", "Climate_change_in_the_United_States", "CLOUD_experiment", "James_Hansen", "Mesopause"], "ranked_scores": [0.6838, 0.6791, 0.6142, 0.6079, 0.6035, 0.596, 0.5908, 0.5854, 0.5842, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Ozone_depletion", "PH", "Great_Oxygenation_Event", "Oceanic_carbon_cycle", "Carbon_dioxide", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6743, 0.6645, 0.6258, 0.6183, 0.6178, 0.6166, 0.613, 0.6018, 0.5974, 0.5972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3084, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Climate_change_opinion_by_country", "Greening_Earth_Society", "Media_coverage_of_climate_change"], "ranked_scores": [0.8095, 0.7575, 0.7536, 0.7485, 0.7368, 0.7367, 0.7276, 0.7179, 0.7157, 0.7139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDOS", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "Tipping_point_(climatology)", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Federal_Fuel_Administration", "Global_dimming", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.4946, 0.4758, 0.4758, 0.466, 0.4496, 0.4388, 0.4304, 0.4207, 0.4198, 0.4145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_Climate_Impact_Assessment", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Stern_Review", "Antarctica_cooling_controversy", "Climate_risk"], "ranked_scores": [0.7248, 0.7209, 0.6988, 0.678, 0.6759, 0.674, 0.6685, 0.6658, 0.6624, 0.6601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Westerlies", "El_Niño–Southern_Oscillation", "Climate_of_the_United_States", "Polar_vortex", "Climate_of_Finland", "Shutdown_of_thermohaline_circulation", "North_Atlantic_Current"], "ranked_scores": [0.7241, 0.7235, 0.7138, 0.6993, 0.6912, 0.6859, 0.6845, 0.6838, 0.6811, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "MSU_temperature_measurements", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites"], "ranked_scores": [0.7375, 0.728, 0.7077, 0.7059, 0.677, 0.656, 0.6545, 0.6495, 0.6405, 0.6366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Contraction_and_Convergence", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Carbon_dioxide_removal", "Global_cooling"], "ranked_scores": [0.6896, 0.598, 0.5977, 0.5962, 0.59, 0.5799, 0.5787, 0.5581, 0.5574, 0.5533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Value-added_tax_(United_Kingdom)", "Competitive_Tax_Plan", "Carbon_offset", "Mandatory_renewable_energy_target", "International_Fuel_Tax_Agreement"], "ranked_scores": [0.6837, 0.6804, 0.6311, 0.6186, 0.5701, 0.5656, 0.5611, 0.527, 0.5235, 0.5201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_ice", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Ice2sea", "Arctic_geoengineering", "January_2016_East_Asia_cold_wave", "Past_sea_level", "Arctic_ice_pack"], "ranked_scores": [0.7237, 0.6958, 0.6936, 0.6912, 0.6806, 0.6804, 0.671, 0.6698, 0.6692, 0.6673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "2014–15_North_American_winter", "2010_Northern_Hemisphere_heat_waves", "1908", "1997–98_El_Niño_event", "Climate_change_in_the_United_States", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7019, 0.6797, 0.6511, 0.6473, 0.6471, 0.6405, 0.6198, 0.6164, 0.6132, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Acid_rain", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Acidophiles_in_acid_mine_drainage", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Clathrate_gun_hypothesis"], "ranked_scores": [0.7817, 0.749, 0.681, 0.6806, 0.6655, 0.6601, 0.6586, 0.6471, 0.641, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Demand_destruction", "Non-renewable_resource", "Environmental_impact_of_the_coal_industry", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "Beyond_Coal", "Wage_curve", "Environmental_skepticism"], "ranked_scores": [0.5494, 0.5279, 0.5026, 0.4894, 0.4846, 0.4835, 0.4824, 0.4805, 0.4649, 0.4619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Sea_ice", "January_2016_East_Asia_cold_wave", "Pliocene_climate"], "ranked_scores": [0.8201, 0.7912, 0.7618, 0.6908, 0.6901, 0.6779, 0.657, 0.6537, 0.6537, 0.6501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Desertification", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "Climate_change_in_Australia", "Grassland_degradation", "Deforestation_and_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.6576, 0.6542, 0.6526, 0.6511, 0.6439, 0.6164, 0.6025, 0.6, 0.5961, 0.5953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Climate_change_in_Europe", "Arctic_geoengineering", "Carbon_bubble", "Low-carbon_building", "Copenhagen_Diagnosis", "Stern_Review", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.6847, 0.6541, 0.6427, 0.6374, 0.6313, 0.6289, 0.6278, 0.6278, 0.6174, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.8851, 0.8346, 0.8329, 0.8198, 0.8165, 0.8111, 0.8062, 0.7877, 0.7827, 0.7807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "James_Hansen"], "ranked_scores": [0.7627, 0.7613, 0.7587, 0.757, 0.7555, 0.7475, 0.7413, 0.727, 0.7204, 0.7157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Instrumental_temperature_record", "Global_warming", "Scientific_opinion_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Regional_effects_of_global_warming"], "ranked_scores": [0.769, 0.7663, 0.7299, 0.7222, 0.7135, 0.7097, 0.7004, 0.6969, 0.6952, 0.6925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Environmental_issue", "Arctic_methane_emissions", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.7833, 0.7762, 0.7645, 0.739, 0.7174, 0.7161, 0.7123, 0.7106, 0.7053, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Risk–benefit_ratio", "Risk", "Longevity_risk", "Risk_neutral", "Hazard", "Accident", "Manufactured_risk", "Scenario_analysis", "Risk_assessment"], "ranked_scores": [0.6098, 0.5967, 0.563, 0.5524, 0.5523, 0.5511, 0.5501, 0.5345, 0.534, 0.5282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "NoCO2_Certification_Program", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Beyond_Coal", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "California_Proposition_23_(2010)", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.6272, 0.5969, 0.5871, 0.586, 0.5722, 0.572, 0.572, 0.569, 0.5474, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "2013_extreme_weather_events", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.8231, 0.78, 0.7791, 0.7674, 0.7596, 0.7549, 0.742, 0.742, 0.7209, 0.7173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Arctic_ice_pack", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Climate_of_Antarctica", "Sea_ice", "Measurement_of_sea_ice"], "ranked_scores": [0.7656, 0.7313, 0.7274, 0.7071, 0.6957, 0.692, 0.6895, 0.6769, 0.6745, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Beyond_Coal", "Carbon_dioxide_removal", "Mitigation_of_global_warming_in_Australia", "Carbon_neutrality"], "ranked_scores": [0.8325, 0.8225, 0.7352, 0.7224, 0.6934, 0.6801, 0.6684, 0.6641, 0.6617, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Demand_destruction", "ADEOS_I", "Global_dimming", "Shutdown_of_thermohaline_circulation", "Global_cooling", "Ozone_depletion", "Tipping_point_(climatology)"], "ranked_scores": [0.4532, 0.4523, 0.4482, 0.4389, 0.4325, 0.428, 0.4275, 0.4072, 0.399, 0.3978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "History_of_climate_change_science", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7872, 0.7741, 0.7477, 0.7327, 0.7138, 0.7112, 0.7094, 0.7038, 0.7028, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_denial", "Attribution_of_recent_climate_change", "World_Climate_Report", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "United_Nations_Climate_Change_conference", "Global_warming_controversy", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6959, 0.6922, 0.6781, 0.6733, 0.6722, 0.6688, 0.6547, 0.6533, 0.6494, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Instrumental_temperature_record", "Global_warming_hiatus", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Climate_of_Australia", "Fahrenheit", "Great_Lakes_Areas_of_Concern", "Global_stilling"], "ranked_scores": [0.5663, 0.5459, 0.5431, 0.5421, 0.5398, 0.5369, 0.5339, 0.533, 0.5326, 0.5281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.8274, 0.8254, 0.8117, 0.7931, 0.7917, 0.7826, 0.7807, 0.7728, 0.771, 0.7665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_dimming", "Worse-than-average_effect", "Statistical_significance", "Global_warming_hiatus", "Phillips_curve", "Regression_toward_the_mean", "Wage_curve", "Trend_stationary", "Pacific_decadal_oscillation"], "ranked_scores": [0.5698, 0.5378, 0.5206, 0.5152, 0.5137, 0.5012, 0.4945, 0.4867, 0.4819, 0.4808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Effects_of_global_warming"], "ranked_scores": [0.7249, 0.7179, 0.7155, 0.7093, 0.7054, 0.6932, 0.6624, 0.651, 0.65, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "Earth", "Earth's_internal_heat_budget", "Future_of_Earth", "Milankovitch_cycles", "Pliocene_climate", "Effect_of_Sun_angle_on_climate", "History_of_Earth", "Environmental_issue"], "ranked_scores": [0.7673, 0.737, 0.7361, 0.7333, 0.7324, 0.7145, 0.7036, 0.7006, 0.6999, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fifth_Assessment_Report", "Research_ethics", "World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6289, 0.6024, 0.5683, 0.5632, 0.5611, 0.5605, 0.5592, 0.5585, 0.5526, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2837, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Excessive_heat_watch", "Effect_of_Sun_angle_on_climate", "Weather", "Weather_satellite", "Air_conditioned_clothing", "Geothermal_heat_pump", "Weather_map"], "ranked_scores": [0.713, 0.6822, 0.6806, 0.6684, 0.6626, 0.6494, 0.6309, 0.6273, 0.6265, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "History_of_climate_change_science", "Global_cooling", "Climate_change_in_the_Arctic", "Environmental_issue", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "2013_extreme_weather_events", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7736, 0.7643, 0.7324, 0.7323, 0.7244, 0.7235, 0.7202, 0.7137, 0.7122, 0.7111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power_in_Australia", "Wind_power_in_Colorado", "Solar_energy", "Solar_power_by_country", "Solar_power_in_Spain"], "ranked_scores": [0.7401, 0.6523, 0.6227, 0.61, 0.6092, 0.5915, 0.5861, 0.5698, 0.5621, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Petroleum_in_the_United_States", "Agriculture_in_Ethiopia", "Farm_programs"], "ranked_scores": [0.6906, 0.635, 0.585, 0.5594, 0.5533, 0.5526, 0.5393, 0.5309, 0.5218, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "Kodiak_bear", "Bile_bear", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Aronia", "Syrian_brown_bear", "Ursus_americanus_carlottae", "Raccoon"], "ranked_scores": [0.5874, 0.5703, 0.5686, 0.5608, 0.5583, 0.5579, 0.5363, 0.5265, 0.4964, 0.4955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Volcanic_winter", "Mesopause", "Methane_clathrate"], "ranked_scores": [0.8113, 0.7266, 0.6997, 0.6995, 0.6916, 0.6755, 0.6746, 0.6643, 0.6557, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Annual_cycle_of_sea_level_height", "Sea", "Tidal_range", "Sea_level", "Sea_surface_temperature", "Temperate_climate"], "ranked_scores": [0.818, 0.7906, 0.7421, 0.7402, 0.7019, 0.6835, 0.6803, 0.6662, 0.6591, 0.6486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_cooling", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Sea_ice", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Antarctic_sea_ice"], "ranked_scores": [0.7973, 0.7176, 0.7115, 0.6848, 0.6796, 0.6637, 0.6594, 0.6515, 0.6383, 0.6349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Carbon_footprint", "Environmental_impact_of_aviation", "Environmental_impact_of_transport", "Wind_power_by_country", "GHG_footprint", "Wind_power_in_the_European_Union", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6681, 0.6466, 0.6444, 0.6273, 0.6253, 0.61, 0.6086, 0.6022, 0.5995, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_diet", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Scientific_consensus_on_climate_change", "Greenhouse_gas", "Climate_change_in_China"], "ranked_scores": [0.7266, 0.6896, 0.6875, 0.6631, 0.6627, 0.6595, 0.6556, 0.648, 0.6369, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Deglaciation", "Past_sea_level", "Holocene_glacial_retreat", "Last_Glacial_Maximum", "Copenhagen_Diagnosis", "Global_cooling"], "ranked_scores": [0.7649, 0.7388, 0.7236, 0.7192, 0.7166, 0.6965, 0.6882, 0.6791, 0.6743, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Environmental_issue", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7149, 0.7139, 0.7045, 0.7045, 0.6961, 0.6943, 0.6907, 0.6903, 0.6852, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Climate_change_in_Texas", "Hurricane_Harvey", "Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "1980_United_States_heat_wave", "Extreme_weather", "Effects_of_global_warming", "Droughts_in_the_United_States"], "ranked_scores": [0.6539, 0.6539, 0.6532, 0.652, 0.6516, 0.6457, 0.6453, 0.6311, 0.6296, 0.6152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Measles", "Granuloma_multiforme", "Lyme_disease", "Meningococcal_disease", "Acrodermatitis", "Mediterranean_climate", "Drought_in_Spain", "Droughts_in_the_United_States", "Ehrlichia_Wisconsin_HM543746", "List_of_mammals_of_New_England"], "ranked_scores": [0.574, 0.5457, 0.5424, 0.5316, 0.5259, 0.5241, 0.5184, 0.5153, 0.5145, 0.5107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Presidential_Climate_Action_Plan", "Carbon_emissions_reporting", "Reasons_for_concern", "Climate_risk"], "ranked_scores": [0.6255, 0.6189, 0.6111, 0.6059, 0.6015, 0.5887, 0.588, 0.5867, 0.5853, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Antarctic_Cold_Reversal", "Milankovitch_cycles", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth", "Pliocene_climate", "Timeline_of_glaciation", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science"], "ranked_scores": [0.7621, 0.6963, 0.692, 0.6815, 0.6746, 0.6707, 0.6706, 0.6696, 0.6693, 0.6671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Great_Salt_Lake_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Global_cooling", "Global_dimming", "Mesopause", "Global_cooling_(disambiguation)", "Climate_change_in_the_United_States"], "ranked_scores": [0.6581, 0.6416, 0.6069, 0.6046, 0.6016, 0.6004, 0.5987, 0.5854, 0.5845, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Dole_effect", "Carbon_dioxide", "Greenhouse_gas", "Nitrogen_dioxide_poisoning", "Tropospheric_ozone", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6534, 0.6481, 0.6187, 0.6179, 0.6066, 0.6035, 0.5879, 0.583, 0.5809, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7939, 0.7587, 0.7392, 0.7079, 0.7049, 0.7044, 0.7002, 0.6982, 0.6956, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "PDO", "Doomer", "Tipping_point_(climatology)", "Pliocene_climate", "Federal_Fuel_Administration", "Peak_oil"], "ranked_scores": [0.5219, 0.4629, 0.4576, 0.4396, 0.4356, 0.4335, 0.4175, 0.4142, 0.4112, 0.3889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Ice2sea", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Wiesław_Masłowski", "Climate_change_in_the_United_States"], "ranked_scores": [0.7487, 0.718, 0.7079, 0.7062, 0.6861, 0.6729, 0.669, 0.6642, 0.66, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Westerlies", "Weather_front", "Jet_stream", "Polar_front", "El_Niño–Southern_Oscillation", "Polar_vortex", "Sea_breeze", "Trade_winds", "Gulf_Stream", "Climate_of_the_United_States"], "ranked_scores": [0.7297, 0.7165, 0.7122, 0.7106, 0.7058, 0.698, 0.6803, 0.6795, 0.6762, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Highest_temperature_recorded_on_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites"], "ranked_scores": [0.704, 0.6901, 0.6808, 0.6582, 0.6468, 0.6398, 0.6341, 0.614, 0.6063, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "Cold_fusion", "Carbon_dioxide_removal", "Collider_Detector_at_Fermilab", "Global_cooling", "Keeling_Curve"], "ranked_scores": [0.6418, 0.6358, 0.6239, 0.6146, 0.5934, 0.5883, 0.5841, 0.5769, 0.5754, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "Value-added_tax_(United_Kingdom)", "Competitive_Tax_Plan", "Capital_gains_tax", "Global_Warming_Pollution_Reduction_Act_of_2007", "Fuel_Economy_Reform_Act"], "ranked_scores": [0.6421, 0.6322, 0.5927, 0.5706, 0.5628, 0.5549, 0.5351, 0.5223, 0.4934, 0.488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Measurement_of_sea_ice", "Past_sea_level", "Sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.7145, 0.6858, 0.6836, 0.6754, 0.6724, 0.6682, 0.6642, 0.6556, 0.6516, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2014–15_North_American_winter", "2001_Eastern_North_America_heat_wave", "Climate_change_in_the_United_States", "Summer_of_1976_(Europe)", "1908", "Winter_1985_cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6776, 0.6577, 0.6432, 0.6189, 0.6135, 0.6099, 0.6057, 0.6042, 0.5981, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Acid_rain", "Acidophiles_in_acid_mine_drainage", "Blackwater_(coal)", "Oceanic_carbon_cycle", "Sulfuric_acid"], "ranked_scores": [0.7546, 0.7417, 0.6685, 0.6579, 0.6312, 0.6278, 0.6227, 0.6067, 0.5845, 0.5765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Demand_destruction", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "Beyond_Coal", "Non-renewable_resource", "Nuclear_power_debate", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.5984, 0.5547, 0.5412, 0.5308, 0.5287, 0.5208, 0.5189, 0.4972, 0.4953, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Ice2sea", "Arctic_geoengineering", "Sea_ice"], "ranked_scores": [0.8093, 0.7987, 0.7515, 0.7074, 0.7005, 0.6935, 0.6601, 0.6584, 0.6391, 0.6351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Desertification", "Climate_change_in_Europe", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Grassland_degradation", "Deforestation_and_climate_change", "Global_cooling", "2006_European_cold_wave"], "ranked_scores": [0.662, 0.6581, 0.6548, 0.6416, 0.6328, 0.6297, 0.6214, 0.616, 0.6104, 0.6024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Global_cooling", "Carbon_bubble", "Stern_Review", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.6928, 0.6706, 0.663, 0.6603, 0.6402, 0.635, 0.6316, 0.6266, 0.6237, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2011_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.8768, 0.8203, 0.819, 0.8141, 0.8029, 0.7908, 0.79, 0.7883, 0.7881, 0.7609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "Deforestation_and_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7656, 0.7338, 0.7322, 0.7211, 0.7207, 0.7204, 0.7153, 0.7109, 0.7095, 0.7085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Global_warming", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Climate_change", "Scientific_opinion_on_climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [0.7514, 0.75, 0.7376, 0.7077, 0.7032, 0.6919, 0.687, 0.6845, 0.6837, 0.6829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Environmental_issue", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions", "Climate_change_in_the_United_States"], "ranked_scores": [0.7741, 0.7616, 0.7537, 0.723, 0.7067, 0.7027, 0.6947, 0.6913, 0.6772, 0.6771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Risk–benefit_ratio", "Worst-case_scenario", "Longevity_risk", "Never_events", "Risk", "Manufactured_risk", "Accident", "Hazard_elimination", "Finite_Risk_insurance"], "ranked_scores": [0.5691, 0.5627, 0.5403, 0.5391, 0.5197, 0.5191, 0.5162, 0.5125, 0.5043, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "NoCO2_Certification_Program", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Coal_pollution_mitigation"], "ranked_scores": [0.6268, 0.5945, 0.5931, 0.5915, 0.5783, 0.5747, 0.5602, 0.5568, 0.5557, 0.5361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2013_extreme_weather_events", "January_2016_East_Asia_cold_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)", "2016_North_American_heat_wave"], "ranked_scores": [0.8077, 0.7659, 0.7547, 0.7489, 0.7376, 0.7347, 0.7089, 0.7082, 0.7062, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Climate_of_Antarctica"], "ranked_scores": [0.764, 0.7372, 0.7241, 0.7162, 0.6989, 0.6889, 0.6869, 0.6745, 0.6713, 0.6657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Beyond_Coal", "Carbon-neutral_fuel", "Refined_coal", "Coal_gasification", "Carbon_cycle_re-balancing", "Coal_gasification_commercialization"], "ranked_scores": [0.8105, 0.802, 0.7079, 0.7067, 0.6979, 0.6869, 0.6488, 0.6484, 0.6465, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Doomer", "Ozone_depletion", "Shutdown_of_thermohaline_circulation", "PDOS", "Global_dimming", "ADEOS_I", "Demand_destruction", "Global_cooling"], "ranked_scores": [0.4565, 0.4435, 0.4165, 0.4089, 0.4087, 0.407, 0.3991, 0.3942, 0.393, 0.3834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Global_cooling", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Deforestation_and_climate_change"], "ranked_scores": [0.7537, 0.7267, 0.7025, 0.6817, 0.6816, 0.6773, 0.675, 0.6732, 0.6675, 0.6667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Climate_change_denial", "Attribution_of_recent_climate_change", "Climate_change", "Effects_of_global_warming", "Global_cooling", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.6664, 0.6559, 0.6461, 0.6383, 0.638, 0.6287, 0.6213, 0.6138, 0.6132, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "Fahrenheit", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_countries_by_carbon_dioxide_emissions", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Freezing_level", "Antarctica_cooling_controversy"], "ranked_scores": [0.5497, 0.5373, 0.519, 0.5119, 0.509, 0.5075, 0.5036, 0.5004, 0.5003, 0.4948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Global_warming_in_Antarctica", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.8156, 0.7953, 0.7817, 0.7591, 0.7591, 0.7569, 0.7526, 0.751, 0.7468, 0.7455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Global_dimming", "Antarctica_cooling_controversy", "Trend_stationary", "Wage_curve", "Regression_toward_the_mean", "Arctic_sea_ice_decline", "Phillips_curve", "Statistical_significance"], "ranked_scores": [0.5649, 0.5311, 0.5082, 0.4903, 0.4825, 0.4739, 0.4704, 0.4696, 0.4693, 0.4658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Deforestation_and_climate_change", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "CO2_fertilization_effect", "Effects_of_global_warming", "Climate_change_in_China"], "ranked_scores": [0.7223, 0.7192, 0.7105, 0.7073, 0.6936, 0.67, 0.6662, 0.6526, 0.6465, 0.6363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Pliocene_climate", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Mars", "Temperature_record_of_the_past_1000_years", "Polar_forests_of_the_Cretaceous", "Earth"], "ranked_scores": [0.7423, 0.6905, 0.6903, 0.6859, 0.6825, 0.6819, 0.6766, 0.676, 0.6738, 0.6648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Research_ethics", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_community", "Credibility", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [0.6012, 0.5765, 0.5732, 0.5548, 0.5485, 0.5451, 0.5443, 0.5373, 0.5316, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3487, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Excessive_heat_watch", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "Geothermal_heat_pump", "Water_heating", "Weather_map", "Weatherization"], "ranked_scores": [0.6971, 0.6739, 0.6534, 0.6437, 0.6297, 0.6214, 0.6086, 0.6044, 0.6012, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Global_cooling", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "Environmental_issue", "Abrupt_climate_change"], "ranked_scores": [0.7634, 0.7566, 0.738, 0.7354, 0.734, 0.73, 0.7284, 0.7182, 0.715, 0.7124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Solar_power", "Solar_power_in_Australia", "Contribution_to_global_warming_by_Australia", "Solar_power_in_Spain", "Wind_power_in_the_United_States"], "ranked_scores": [0.7497, 0.6706, 0.6409, 0.6243, 0.6139, 0.6008, 0.5994, 0.5804, 0.5645, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Agriculture", "Agriculture_in_Ethiopia", "Agricultural_Act_of_2014", "Collectivization_in_the_Soviet_Union"], "ranked_scores": [0.6901, 0.6161, 0.6148, 0.598, 0.5789, 0.5787, 0.5506, 0.5473, 0.5452, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Brown_bear", "Agriculture_in_Brazil", "Costa_Ricans", "Fossil_fuel_exporters", "Knut_(polar_bear)", "Grizzly_bear", "National_Coal_Board", "Kodiak_bear", "United_States_presidential_election_in_California,_1964", "Socialism_in_Canada"], "ranked_scores": [29.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7845, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Water_scarcity", "Water_scarcity_in_Africa", "Volcanic_winter", "Climate_of_Svalbard", "Deep_ocean_water", "Low-pressure_area", "Sea_surface_temperature", "January_2016_East_Asia_cold_wave", "Seawater", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Polar_desert", "Hydrosphere", "Climate_state", "Low-pressure_area", "Glaciers_on_Mars", "Polar_High", "Water", "Water_distribution_on_Earth", "Water_scarcity_in_Africa", "Water_scarcity"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Sea", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Snowball_Earth", "Tipping_points_in_the_climate_system", "Systematic_risk", "Water_scarcity_in_Africa", "Wisconsin_glaciation", "Volcanic_winter"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Renewable_energy_debate", "Solar_Renewable_Energy_Certificate", "Automobile_air_conditioning", "Carbon_cycle", "Suncadia,_Washington", "Emission_inventory", "Superbird-A", "Yucca_Mountain_nuclear_waste_repository", "Green_certificate", "Rainbow-1"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Bile_bear", "Environmental_impact_of_the_coal_industry", "Agriculture_in_Argentina", "Lake_Michigan–Huron", "Marine_reserve", "Lake_Ovid", "Mercury_pollution_in_the_ocean", "Nonpoint_source_water_pollution_regulations_in_the_United_States", "Ocean_acidification", "Smallholding"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["The_Ice_Age", "2009_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe", "Hirnantian", "Holocene_glacial_retreat", "Paris_Agreement", "List_of_recessions_in_the_United_States", "Withdrawal_of_Greenland_from_the_European_Communities", "Quaternary_glaciation", "Wisconsin_glaciation"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Polar_amplification", "CO2_fertilization_effect", "Idealized_greenhouse_model", "Climate_change_mitigation", "Phosphorus_cycle", "Iron_fertilization", "IPCC_First_Assessment_Report", "Trend_stationary", "Thermohaline_circulation", "Transatlantic_Climate_Bridge"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["2016_American_Northeast_heat_wave", "1980_United_States_heat_wave", "Bear_attack", "Drought_in_the_United_Kingdom", "Gore_Effect", "Prevalence", "Prioritarianism", "Reasons_for_concern", "Wishful_thinking", "Summer_of_1976_(Europe)"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Ilulissat_Declaration", "List_of_lakes_in_California", "Multiple_sclerosis", "Marine_mammal", "Measles", "Marine_regression", "Miocene", "Mille_Lacs_Lake", "Mediterranean_climate", "Mastodon"], "ranked_scores": [25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Fixed_effects_model", "Acclimatization", "Agricultural_policy_of_the_United_States", "Environmental_protection", "Energy_policy_of_the_United_States", "Environmental_policy_of_the_United_States", "Seasonal_adjustment", "Lisbon_Principles", "National_Climate_Assessment"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Quaternary", "Biodiversity", "Fire_ecology", "Eocene_Thermal_Maximum_2", "Millennium", "Younger_Dryas", "Neogene", "Relative_dating", "Muon", "Zonal_and_meridional"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Climate_change_mitigation_scenarios", "ECHAM", "Climate_change_mitigation", "National_Oceanography_Centre", "Montreal_Protocol", "Ocean_acidification", "Snowball_Earth", "Terraforming_of_Mars", "Terraforming", "Systematic_risk"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Climate_of_Los_Angeles", "Crater_Lake_National_Park", "Galápagos_hotspot", "Median", "Past_sea_level", "Stratosphere", "Water_scarcity_in_Africa", "Particulates", "Smog"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Reasons_for_concern", "Effects_of_global_warming", "False_balance", "Excessive_heat_watch", "Global_warming_controversy", "Global_warming", "Global_warming_in_Antarctica", "Watts_Up_With_That?"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["IPCC_First_Assessment_Report", "Thaw_(weather)", "Effects_of_global_warming", "Climatology", "Idealized_greenhouse_model", "Tipping_point_(climatology)", "Polar_see-saw", "Precipitation", "Thermal_pollution", "Scientific_consensus_on_climate_change"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Friends_of_Science", "2011_United_Nations_Climate_Change_Conference", "2009_United_Nations_Climate_Change_Conference", "Wind_power_in_Mexico", "Stephen_Schneider", "ExxonMobil_climate_change_controversy", "Intergovernmental_Panel_on_Climate_Change", "Lisa_P._Jackson", "NoCO2_Certification_Program"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["North_Atlantic_Current", "Natural_ventilation", "Gulf_Stream", "Northern_Hemisphere", "Ordovician–Silurian_extinction_events", "Sea_breeze", "Polar_vortex", "South_Magnetic_Pole", "Weddell_Gyre", "Wind"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Global_change", "Global_Historical_Climatology_Network", "Shutdown_of_thermohaline_circulation", "Greening_Earth_Society", "Timeline_of_the_2005_Pacific_hurricane_season", "Weather_warning", "Timeline_of_the_2010_Pacific_hurricane_season", "World_Meteorological_Organization", "U.S._News_&_World_Report"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Pro-nuclear_movement", "2007_Chinese_anti-satellite_missile_test", "Ecological_debt", "Mutual_assured_destruction", "Endogenous_risk", "Planetary_boundaries", "Urban_decay", "Rachel_Carson", "Silent_Spring", "Weather_Research_and_Forecasting_Model"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Pesticide_regulation_in_the_United_States", "Carbon_pricing_in_Australia", "Agricultural_Act_of_2014", "California_Proposition_19_(2010)", "United_States_Environmental_Protection_Agency", "OPEC", "Plantation_economy", "Value-added_tax_(United_Kingdom)", "Taxation_in_the_United_States"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "2009_United_Nations_Climate_Change_Conference", "Ice_age", "Drift_ice", "Withdrawal_of_Greenland_from_the_European_Communities", "Holocene_glacial_retreat", "Antarctic_sea_ice", "Sea_ice_thickness", "The_Ice_Age", "Wind_power_in_the_European_Union"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "20th_century", "Weather_Research_and_Forecasting_Model", "Global_change", "Longevity_risk", "Global_warming_controversy", "Nuclear_winter", "Timeline_of_the_2005_Pacific_hurricane_season", "World_Energy_Outlook", "Sun_Herald"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Desalination", "Polder", "Drift_ice", "Blackwater_(coal)", "Clathrate_gun_hypothesis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deep_ocean_water", "Great_Salt_Lake", "Slack_water", "Sea_surface_temperature"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Unparticle_physics", "Bioregion", "Bill_Morneau", "Wind_power_in_the_United_Kingdom", "Renewable_energy_debate", "Cash_crop", "Jobs_created_during_U.S._presidential_terms", "Substantial_truth", "The_Hockey_Stick_Illusion", "Wind_power_in_California"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Volcanic_winter", "Humidity", "Future_sea_level", "Climate_of_Salt_Lake_City", "January_2016_East_Asia_cold_wave", "Melt_pond", "Low-pressure_area", "Water_restrictions_in_Australia", "Sea_surface_temperature"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "National_Climate_Assessment", "IPCC_Fifth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Ecological_debt", "Land_degradation", "United_Nations_Convention_to_Combat_Desertification", "Malthusianism", "Silent_Spring", "Rachel_Carson"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Greenhouse_gas_emissions_accounting", "Environmental_impact_of_agriculture", "Zero-energy_building", "Limiting_factor", "Earth's_critical_zone", "Emission_inventory", "Incineration", "Industrial_ecology", "Land_degradation", "Low-carbon_building"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Heat_wave", "2018_British_Isles_heat_wave", "Physical_impacts_of_climate_change", "March_2012_North_American_heat_wave", "Regional_effects_of_global_warming"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Global_warming_controversy", "IPCC_Fifth_Assessment_Report", "Scientific_opinion_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Summer_solstice", "The_Great_Global_Warming_Swindle", "U.S._News_&_World_Report"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_of_Argentina", "Continental_climate", "Anoxia", "Climate_of_India", "Global_warming_hiatus", "Planetary_equilibrium_temperature", "Mille_Lacs_Lake", "Dry_season", "Planning_fallacy", "Scale_invariance"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Anti-nuclear_movement_in_France", "Three_Furnaces", "Pulverised_fuel_ash", "Clathrate_gun_hypothesis", "Hockey_stick_controversy", "Immediately_dangerous_to_life_or_health", "Nuclear_Waste_Policy_Act", "Solar_gain", "Radiative_forcing", "Water_scarcity"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Backcasting", "List_of_experimental_errors_and_frauds_in_physics", "Informal_fallacy", "Natural_disaster", "Null_hypothesis", "Simulation_heuristic", "Risk_analysis", "Obama_Doctrine", "Probability_of_error", "Unemployment_in_the_United_States"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Greenhouse_gas_emissions_accounting", "Superfund", "Copenhagen_Diagnosis", "National_Climate_Assessment", "NoCO2_Certification_Program", "PDOS", "Proportional_reduction_in_loss", "Sander_Greenland", "Wibjörn_Karlén", "The_Great_Global_Warming_Swindle"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Antarctic_Cold_Reversal", "2006_European_heat_wave", "2006_European_cold_wave", "James_Hansen", "Cold_War", "Gore_Effect", "350.org", "Pliocene_climate", "Summer_of_1976_(Europe)", "Year_Without_a_Summer"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Arctic_resources_race", "Polar_seas", "Retreat_of_glaciers_since_1850", "Climate_of_Antarctica", "Slack_water", "Pliocene_climate", "Sea", "Quaternary_glaciation", "Water_scarcity_in_Africa", "Thwaites_Glacier"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Cash_crop", "Refined_coal", "List_of_carbon_ranches", "Carbon-based_fuel", "Activated_carbon", "Climate_gap", "Limiting_factor", "Dry_ice", "Weak_and_strong_sustainability", "Wild_farming"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Peak_coal", "Atmospheric_Model_Intercomparison_Project", "Intermediate_General_Circulation_Model", "Biodilution", "Montreal_Protocol", "Uptick_rule", "Tipping_point_(climatology)", "Malthusianism", "Scientific_consensus_on_climate_change", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Montreal_Protocol", "Global_change", "Cretaceous", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Paleocene–Eocene_Thermal_Maximum", "MSU_temperature_measurements", "Retreat_of_glaciers_since_1850", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["History_of_sustainability", "350.org", "Rare_events", "Nuclear_Waste_Policy_Act", "Effects_of_climate_change_on_terrestrial_animals", "Cold_War", "Regime_shift", "Extinction_event", "Truthiness", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Fahrenheit", "Global_Historical_Climatology_Network", "Highest_temperature_recorded_on_Earth", "Global_cooling_(disambiguation)", "Global_catastrophic_risk", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Greenland_Sea", "North_Greenland_Ice_Core_Project", "Overcast", "Planetary_equilibrium_temperature"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["350.org", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Pliocene_climate", "Hockey_stick_graph", "Polar_front", "Reasons_for_concern", "Scientific_consensus_on_climate_change", "Typhoon_Pat_(1985)", "Solar_power_in_Spain"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Biodilution", "Climate_change_mitigation_scenarios", "Backcasting", "Proxy_(climate)", "Global_dimming", "Mountain_States", "Post-glacial_rebound", "Uncertainty_analysis", "Uptick_rule", "Weighting"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Cretaceous–Paleogene_extinction_event", "Wisconsin_glaciation", "Future_of_Earth", "Copenhagen_Consensus_Center", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Peak_oil", "History_of_Detroit", "Eocene", "Planetary_boundaries", "World_Oceans_Day"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["MSU_temperature_measurements", "Extreme_weather", "List_of_heat_waves", "Timeline_of_the_2006_Pacific_hurricane_season", "Derecho", "Hurricane_Humberto_(1995)", "Mountain_States", "Timeline_of_the_2015_Pacific_hurricane_season", "Typical_meteorological_year", "WECT_tower"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "National_Climate_Assessment", "California_Proposition_23_(2010)", "Reasons_for_concern", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Full_employment", "World_Bank_Group", "The_Real_Global_Warming_Disaster", "World_Energy_Outlook"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Hot_tower", "Condensation_cloud", "Antarctic_Circumpolar_Current", "Timeline_of_the_2004_Pacific_hurricane_season", "West_Spitsbergen_Current", "WECT_tower", "Typhoon_Pat_(1985)", "Weather_Research_and_Forecasting_Model", "World_Climate_Research_Programme", "Winds_aloft"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_change", "Hirnantian", "Last_glacial_period", "Post–World_War_II_economic_expansion", "List_of_recessions_in_the_United_States", "Quaternary", "Pliocene_climate", "Special_Report_on_Global_Warming_of_1.5_°C", "Wisconsin_glaciation", "Runaway_greenhouse_effect"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["BP", "Wind_power_in_California", "Collapse_of_the_World_Trade_Center", "ExxonMobil", "Missoula,_Montana", "Lisa_P._Jackson", "Great_Lakes_Brewery_(Toronto)", "1928_Haiti_hurricane", "Solar_power_in_Michigan", "Wind_power_in_the_United_States"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Climate_change_in_Australia", "California_State_Legislature,_2009–10_session", "Climate_of_the_Arctic", "Green_New_Deal", "Food,_Conservation,_and_Energy_Act_of_2008", "Views_on_the_Kyoto_Protocol", "Climate_change_in_the_United_States", "Pliocene_climate", "Special_Report_on_Global_Warming_of_1.5_°C", "Plough"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Brown_bear", "Kodiak_bear", "Bile_bear", "Agriculture_in_Brazil", "Moose", "Early_December_2007_North_American_winter_storm", "Socialism_in_Canada", "Santa_Ana_winds", "Tree_squirrel", "Sloth_bear"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Copenhagen_Diagnosis", "Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Volcanic_winter", "Environmental_impact_of_biodiesel", "Deep_ocean_water", "Water_scarcity_in_Africa", "Water_scarcity", "Copenhagen_Accord", "Pollution_in_the_Arctic_Ocean"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Low-pressure_area", "Climate", "Ocean_surface_topography", "Temperate_climate", "Tide", "Thermal_optimum", "Water_distribution_on_Earth", "Thermohaline_circulation"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Past_sea_level", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_inertia", "Global_cooling_(disambiguation)", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Ice2sea"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Renewable_energy_debate", "Suncadia,_Washington", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "German_response_to_Kyoto_Protocol", "Environmental_impact_of_biodiesel", "Wind_power_in_the_United_Kingdom", "Fossil_fuel", "Yucca_Mountain_nuclear_waste_repository"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_diet", "Pollution_in_the_Arctic_Ocean", "Greenhouse_gas_emissions_by_the_United_States", "Avoiding_Dangerous_Climate_Change", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Environmental_impact_of_biodiesel", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_impact_of_the_coal_industry", "Scientific_consensus_on_climate_change", "Mercury_pollution_in_the_ocean"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["List_of_recessions_in_the_United_States", "Holocene_glacial_retreat", "The_Ice_Age", "East_Greenland_Orogen", "Climate_change_in_Europe", "Wind_power_in_the_European_Union", "Greenland_ice_core_project", "Environmental_Investigation_Agency", "Retreat_of_glaciers_since_1850", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation", "Copenhagen_Diagnosis", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Climate_change_in_Europe", "Reducing_emissions_from_deforestation_and_forest_degradation"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report", "Climate_change_denial", "Global_warming_controversy", "Extreme_weather", "Climate_risk", "Global_warming", "Reasons_for_concern", "Droughts_in_the_United_States", "Environmental_degradation"], "ranked_scores": [56.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Measles", "Granuloma_multiforme", "History_of_malaria", "Miocene", "Multiple_sclerosis", "Lyme_disease", "Mediterranean_climate", "Marine_regression", "Pleistocene_rewilding", "Tumid_lupus_erythematosus"], "ranked_scores": [47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Attribution_of_recent_climate_change", "Reasons_for_concern", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Scientific_opinion_on_climate_change", "UK_Emissions_Trading_Scheme"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Younger_Dryas", "Paleogene", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Siderian", "Timeline_of_glaciation", "Hirnantian", "Quaternary", "Neogene", "Relative_dating"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Global_dimming", "Greenhouse_gas", "Shale_gas", "United_Nations_Framework_Convention_on_Climate_Change", "Mootral", "Ozone_layer", "Shutdown_of_thermohaline_circulation", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Pollution_in_the_Arctic_Ocean", "Climate_of_Los_Angeles", "Past_sea_level", "Climate_of_Salt_Lake_City", "Hypercapnia", "Humidity", "Ice2sea", "Low-carbon_emission"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Reasons_for_concern", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "False_balance", "Environmental_skepticism", "Hockey_stick_graph", "Special_Report_on_Global_Warming_of_1.5_°C", "The_Real_Global_Warming_Disaster"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["IPCC_First_Assessment_Report", "1936_North_American_cold_wave", "Scientific_consensus_on_climate_change", "Pacific_decadal_oscillation", "Dole_effect", "Ozone_depletion", "Endotherm", "Precipitation", "Paleocene–Eocene_Thermal_Maximum", "Thermohaline_circulation"], "ranked_scores": [47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Stephen_Schneider", "Copenhagen_Diagnosis", "Scientific_consensus_on_climate_change", "ExxonMobil_climate_change_controversy", "Climate_change_mitigation_scenarios", "Special_Report_on_Global_Warming_of_1.5_°C", "Intergovernmental_Panel_on_Climate_Change", "Wind_power_in_the_European_Union", "Wind_power_in_the_United_Kingdom", "World_Energy_Outlook"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Sea_breeze", "North_Atlantic_Current", "Prevailing_winds", "Natural_circulation", "Wind", "Northern_Hemisphere", "Rear-inflow_jet", "West_Spitsbergen_Current", "Souther_(meteorology)", "Wind_shear"], "ranked_scores": [55.0, 54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Degree_day", "Fahrenheit", "Global_Historical_Climatology_Network", "Timeline_of_the_2010_Pacific_hurricane_season", "Nicholas_Shackleton", "Satellite_temperature_measurements", "100,000-year_problem", "Timeline_of_the_2005_Pacific_hurricane_season", "Wind_power_in_the_European_Union"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change", "Nostradamus_Effect", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Eddy_covariance", "Radioactive_contamination_from_the_Rocky_Flats_Plant", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Snowball_Earth", "Three_Mile_Island_accident"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Pesticide_regulation_in_the_United_States", "Clean_Energy_Regulator", "California_Proposition_19_(2010)", "Capital_gains_tax", "United_States_Environmental_Protection_Agency", "Mandatory_renewable_energy_target", "UK_Emissions_Trading_Scheme"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Ice2sea", "Past_sea_level", "Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "2009_United_Nations_Climate_Change_Conference", "List_of_recessions_in_the_United_States", "Snowball_Earth", "Wind_power_in_the_European_Union", "Wibjörn_Karlén"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "David_Titley", "Nuclear_winter", "Friends_of_Science", "Weather_warning", "World_Climate_Report", "Reasons_for_concern", "IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Visions_of_the_21st_century"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Methane", "Copenhagen_Diagnosis", "Estuarine_acidification", "Desalination", "Coalbed_methane", "Methane_clathrate", "Anoxic_waters", "Blackwater_(coal)", "Water_distribution_on_Earth"], "ranked_scores": [53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Wind_power_in_the_United_Kingdom", "Renewable_energy_debate", "Energiewende_in_Germany", "Sustainable_development", "Efficient_energy_use", "Wind_power_in_Pennsylvania", "Carbon_bubble", "The_Great_Global_Warming_Swindle", "Wind_power_in_the_European_Union", "Wind_power_in_the_United_States"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Drowning", "Global_dimming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas"], "ranked_scores": [55.0, 54.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["United_Nations_Convention_to_Combat_Desertification", "Reducing_emissions_from_deforestation_and_forest_degradation", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "California_Proposition_23_(2010)", "Climate_change_adaptation", "Environmental_degradation", "Environmental_impact_of_biodiesel", "IPCC_Fifth_Assessment_Report", "Nuclear_Waste_Policy_Act"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Greenhouse_gas_emissions_accounting", "Carbon_diet", "Carbon_neutrality", "Zero-energy_building", "Embedded_emissions", "Copenhagen_Diagnosis", "Dry_ice", "Environmental_Defense_v._Duke_Energy_Corp.", "Environmental_impact_of_biodiesel", "Low-carbon_building"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "Abrupt_climate_change", "2007_Western_North_American_heat_wave", "March_2012_North_American_heat_wave", "Climate_change_in_Texas", "Excessive_heat_watch"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Reasons_for_concern", "Special_Report_on_Global_Warming_of_1.5_°C", "Climatic_Research_Unit_documents", "Effects_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_First_Assessment_Report", "Global_warming_controversy", "History_of_climate_change_science"], "ranked_scores": [58.0, 57.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Antarctica_cooling_controversy", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Idealized_greenhouse_model", "IPCC_First_Assessment_Report", "Planetary_equilibrium_temperature", "Retreat_of_glaciers_since_1850", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Air_pollution", "Effects_of_global_warming_on_humans", "Clean_coal_technology", "IPCC_Fifth_Assessment_Report", "Hockey_stick_controversy", "Greenhouse_gas_inventory", "List_of_energy_efficient_buildings_in_India", "IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "The_Great_Global_Warming_Swindle"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Hazard", "Worse-than-average_effect", "Mutual_assured_destruction", "Informal_fallacy", "Maladaptation", "Policy_Uncertainty", "Backcasting", "Manufactured_risk", "Natural_disaster", "Risk_neutral"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "Climate_change_mitigation", "Environmental_policy_of_the_Donald_Trump_administration", "Global_cooling", "NoCO2_Certification_Program", "Superfund", "Special_Report_on_Global_Warming_of_1.5_°C", "United_Nations_Environment_Organization"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2000_Southern_United_States_heat_wave", "2006_European_heat_wave", "Pliocene_climate", "2006_European_cold_wave", "2014–16_El_Niño_event", "El_Niño", "Neoglaciation", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Slack_water", "Past_sea_level", "Anoxic_event", "Antarctic_Cold_Reversal", "Antarctic_ice_sheet", "Little_Ice_Age", "Marine_transgression", "Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Thwaites_Glacier"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["List_of_carbon_ranches", "Cleaner_production", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage_in_Australia", "Carbon_diet", "Refined_coal", "Carbon_neutrality", "Carbon_sequestration", "Coal_pollution_mitigation", "Renewable_natural_gas"], "ranked_scores": [54.0, 53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Dole_effect", "Pacific_decadal_oscillation", "Sun_chart", "Scientific_consensus_on_climate_change", "Ozone_depletion", "Paleocene–Eocene_Thermal_Maximum", "Precipitation", "Paleogene", "Shutdown_of_thermohaline_circulation", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Shutdown_of_thermohaline_circulation", "Anthropocene", "Climate_change_in_Europe", "2015_United_Nations_Climate_Change_Conference", "Global_dimming", "Scientific_consensus_on_climate_change", "Wind_power_in_the_European_Union", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Regime_shift", "Climate_change_denial", "Climate_change_adaptation_in_Nepal", "Loss_and_damage", "Physical_impacts_of_climate_change", "James_Hansen", "Lists_of_environmental_topics", "The_Coming_Global_Superstorm", "United_States_withdrawal_from_the_Paris_Agreement"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Brown_ocean_effect", "Global_cooling_(disambiguation)", "Forecast_error", "Climate_of_India", "Cool_tropics_paradox", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Probability_of_error", "Retreat_of_glaciers_since_1850", "Tipping_points_in_the_climate_system"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Reasons_for_concern", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fifth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "List_of_climate_research_satellites", "Climate_risk", "Global_warming"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Climate_change_opinion_by_country", "Covariate", "Global_dimming", "Demographic_dividend", "Drowning", "Marine_isotope_stage", "Systematic_risk", "Pacific_decadal_oscillation", "Weighting"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Peak_oil", "Climate_change_in_Europe", "Anthropocene", "Canada_and_the_Kyoto_Protocol", "Climate_change_in_Australia", "Copenhagen_Diagnosis", "Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "Scientific_consensus_on_climate_change", "German_response_to_Kyoto_Protocol"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Planetary_boundaries", "Proxy_(climate)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Late_2009_southeastern_Australia_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Thermal_radiation"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Reasons_for_concern", "Stern_Review", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Deniers", "Global_warming_controversy", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Effect_of_Sun_angle_on_climate", "Intertropical_Convergence_Zone", "Highest_temperature_recorded_on_Earth", "Ocean_surface_topography", "Wind_tunnel", "Winds_aloft", "Wind_shear", "West_Spitsbergen_Current", "Thermosphere"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Pliocene_climate", "Abrupt_climate_change", "Arctic_sea_ice_decline", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Deglaciation", "James_Hansen", "History_of_climate_change_science", "The_Ice_Age", "Winter_1985_cold_wave", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "List_of_renewable_energy_companies_by_stock_exchange", "Collapse_of_the_World_Trade_Center", "Wind_power_in_Colorado", "Lisa_P._Jackson", "Missoula,_Montana", "List_of_countries_by_carbon_dioxide_emissions", "Solar_power_in_Michigan", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Sun_Belt"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Brazil", "2012–13_North_American_drought", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Energy_in_the_United_States", "Gold_mining_in_the_United_States", "U.S._Global_Change_Research_Program", "Nuclear_power", "Richie_Farmer", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Moose", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Brown_bear", "Rubus_arcticus", "Early_December_2007_North_American_winter_storm", "Bear_attack", "Great_Bear_Wilderness"], "ranked_scores": [100.0, 100.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.818, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Atmospheric_carbon_cycle", "Methane_clathrate", "Copenhagen_Diagnosis", "East_Greenland_Orogen", "January_2017_European_cold_wave", "Volcanic_winter", "Winter_1985_cold_wave"], "ranked_scores": [99.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Instrumental_temperature_record", "Past_sea_level", "Temperate_climate", "Tide", "Future_sea_level", "Climate_change_in_Texas", "Sea_surface_temperature", "Thermal_optimum", "Water_distribution_on_Earth"], "ranked_scores": [109.0, 105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Global_cooling", "Retreat_of_glaciers_since_1850", "Global_cooling_(disambiguation)", "Antarctic_ice_sheet", "Pliocene_climate", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Deglaciation", "Global_dimming"], "ranked_scores": [106.0, 103.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Atmospheric_carbon_cycle", "German_response_to_Kyoto_Protocol", "Carbon_cycle", "Renewable_energy_debate", "Pacific_Northwest_windstorm", "Deforestation_and_climate_change", "Biosequestration", "Climate_change_in_China", "Wind_power_in_New_Mexico", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_China", "2011_United_Nations_Climate_Change_Conference", "Carbon_dioxide_removal", "Greenhouse_gas_emissions_by_the_United_States", "Avoiding_Dangerous_Climate_Change", "Ozone_depletion_and_climate_change", "Nuclear_power_debate", "Deforestation_by_region", "Stephen_Schneider"], "ranked_scores": [100.0, 98.0, 96.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Deglaciation", "Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Wind_power_in_the_European_Union", "Greenland_ice_core_project", "Past_sea_level", "Copenhagen_Diagnosis", "Holocene_glacial_retreat", "The_Ice_Age", "List_of_recessions_in_the_United_States"], "ranked_scores": [99.0, 98.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Climate_change_mitigation", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "IPCC_First_Assessment_Report", "Contraction_and_Convergence", "History_of_climate_change_science"], "ranked_scores": [104.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "Extreme_weather", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_countries_by_natural_disaster_risk", "Global_warming_controversy", "Reasons_for_concern", "Climate_risk", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Acrodermatitis", "Measles", "Granuloma_multiforme", "Diphtheria", "Disease", "Generalized_lymphadenopathy", "History_of_malaria", "Lyme_disease", "Multiple_sclerosis", "Infectious_mononucleosis"], "ranked_scores": [93.0, 91.0, 91.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_risk", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Climate_change_in_Europe", "World_Climate_Change_Conference,_Moscow", "Physical_impacts_of_climate_change", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Younger_Dryas", "Antarctic_Cold_Reversal", "Paleocene–Eocene_Thermal_Maximum", "Relative_dating", "Pliocene_climate", "Runaway_greenhouse_effect", "Winter_1985_cold_wave", "Quaternary_glaciation"], "ranked_scores": [104.0, 104.0, 102.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_layer", "Special_Report_on_Global_Warming_of_1.5_°C", "Ozone_depletion", "Shutdown_of_thermohaline_circulation", "Global_Climate_Observing_System", "Global_dimming", "Outer_Space_Treaty", "Montreal_Protocol", "Shale_gas"], "ranked_scores": [97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Celsius", "Greenhouse_gas", "Acidosis", "Estuarine_acidification", "Ocean_acidification", "Dolomitization", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Carbon_diet", "Water_distribution_on_Earth"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Global_cooling", "Reasons_for_concern", "Global_warming_controversy", "History_of_climate_change_science", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "The_Real_Global_Warming_Disaster"], "ranked_scores": [104.0, 102.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "1936_North_American_cold_wave", "Shutdown_of_thermohaline_circulation", "Paleocene", "Climate_of_Oregon", "Cool_tropics_paradox", "Ozone_depletion", "Pliocene_climate", "Snowball_Earth"], "ranked_scores": [91.0, 90.0, 88.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Friends_of_Science", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Climate_change_in_the_United_States", "Stephen_Schneider", "Arctic_geoengineering", "David_Titley", "Stern_Review"], "ranked_scores": [105.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Thermohaline_circulation", "Sea_breeze", "North_Atlantic_Current", "West_Spitsbergen_Current", "Climate_of_Finland", "Jet_stream", "Prevailing_winds", "Temperate_climate"], "ranked_scores": [98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "2000s_(decade)", "Hot_tower", "Satellite_temperature_measurements", "2000", "George_Kukla", "Heat_index", "Inversion_(meteorology)", "March_2012_North_American_heat_wave", "Nicholas_Shackleton"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Copenhagen_Diagnosis", "Snowball_Earth", "CLOUD_experiment", "Chaos_cloud", "Reasons_for_concern", "Eddy_covariance", "Fleischmann–Pons_experiment", "Global_warming_controversy", "HadCM3", "Hockey_stick_graph"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Mandatory_renewable_energy_target", "Alternative_minimum_tax", "California_Proposition_23_(2010)", "California_Proposition_19_(2010)", "International_Fuel_Tax_Agreement", "Clean_Energy_Regulator", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [105.0, 98.0, 96.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Ice2sea", "Past_sea_level", "Retreat_of_glaciers_since_1850", "2009_United_Nations_Climate_Change_Conference", "Polar_forests_of_the_Cretaceous", "Antarctic_sea_ice", "Arctic_ice_pack", "Future_sea_level", "Holocene_glacial_retreat", "Snowball_Earth"], "ranked_scores": [105.0, 103.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "1997–98_El_Niño_event", "Media_coverage_of_climate_change", "World_Climate_Report", "ECMWF_re-analysis", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy", "World_Climate_Change_Conference,_Moscow", "Hurricane_Katrina_and_global_warming", "Keeling_Curve"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Atmospheric_carbon_cycle", "Methane", "Anoxic_event", "Estuarine_acidification", "Smog", "Acidophiles_in_acid_mine_drainage", "Anoxic_waters"], "ranked_scores": [106.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Wind_power_in_the_United_Kingdom", "Wind_power_in_the_European_Union", "Renewable_energy_debate", "Politics_of_global_warming", "Efficient_energy_use", "Growth_of_wind_power_in_the_United_States", "Wind_power_by_country", "Nuclear_power_debate", "Renewable_energy_in_Germany", "Wind_power_in_New_Mexico"], "ranked_scores": [97.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_of_Salt_Lake_City", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_Arctic", "2019_heat_wave_in_India_and_Pakistan", "Late_2009_southeastern_Australia_heat_wave", "Melt_pond", "Pliocene_climate"], "ranked_scores": [107.0, 106.0, 101.0, 99.0, 99.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Environmental_degradation", "2012–13_North_American_drought", "Climate_change_in_Europe", "Famine", "Effects_of_global_warming_on_humans", "Shutdown_of_thermohaline_circulation", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Desertification"], "ranked_scores": [101.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Carbon_bubble", "Atmospheric_carbon_cycle", "Embedded_emissions", "Low-carbon_building", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Snowball_Earth", "Energy_crisis", "Carbon_diet", "Climate_change_mitigation", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [103.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [110.0, 109.0, 108.0, 107.0, 105.0, 105.0, 103.0, 103.0, 103.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_and_gender", "Climate_change_mitigation", "Global_warming_controversy", "Global_warming", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Reasons_for_concern"], "ranked_scores": [108.0, 104.0, 104.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Covariate", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Regional_effects_of_global_warming", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Airborne_fraction", "Climate_variability", "Global_warming_hiatus"], "ranked_scores": [102.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Energy_accidents", "Mootral", "Atmospheric_carbon_cycle", "Clean_coal_technology", "350.org", "Effects_of_global_warming_on_humans", "Greenhouse_gas", "Low-carbon_emission", "Ozone_depletion_and_climate_change", "Politics_of_global_warming"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Hazard", "Backcasting", "Risk_neutral", "Risk", "Policy_Uncertainty", "Scenario_analysis", "Risk–benefit_ratio", "Accident", "Evasion_(ethics)", "Worse-than-average_effect"], "ranked_scores": [98.0, 97.0, 96.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["NoCO2_Certification_Program", "United_Nations_Environment_Organization", "100%_renewable_energy", "Carbon_diet", "Beyond_Coal", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas_emissions_by_the_United_States", "Global_cooling", "ExxonMobil_climate_change_controversy", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2006_European_heat_wave", "January_2016_East_Asia_cold_wave", "Winter_1985_cold_wave", "2014–16_El_Niño_event", "Pliocene_climate", "Regional_effects_of_global_warming", "List_of_climate_research_satellites"], "ranked_scores": [111.0, 107.0, 107.0, 105.0, 104.0, 104.0, 103.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Quaternary_glaciation", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Antarctic_Plate", "Pliocene_climate", "Thwaites_Glacier", "Polar_ice_cap", "Global_warming_in_Antarctica", "Little_Ice_Age"], "ranked_scores": [104.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Cleaner_production", "Carbon_cycle_re-balancing", "Coal_pollution_mitigation", "Carbon_neutrality", "Clean_coal_technology", "Coal_gasification_commercialization", "Beyond_Coal", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Refined_coal"], "ranked_scores": [104.0, 103.0, 103.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Demand_destruction", "Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Cool_tropics_paradox", "Neogene", "Paleocene–Eocene_Thermal_Maximum", "Ozone_depletion", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Sun_chart"], "ranked_scores": [88.0, 87.0, 86.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Global_Historical_Climatology_Network", "IPCC_First_Assessment_Report", "Climate_change_opinion_by_country", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Planetary_equilibrium_temperature", "Wind_power_in_the_European_Union"], "ranked_scores": [104.0, 103.0, 100.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_denial", "Climate_justice", "Global_change", "Climate_change_and_gender", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Loss_and_damage", "350.org", "Carbon_neutrality", "James_Hansen"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Nonpoint_source_water_pollution_regulations_in_the_United_States", "Temperature_record_of_the_past_1000_years", "2010–13_Southern_United_States_and_Mexico_drought", "Instrumental_temperature_record", "Polar_low", "Global_dimming", "Measurement_of_sea_ice", "Lake_Winnebago", "Thaw_(weather)"], "ranked_scores": [96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming_controversy", "Global_warming", "History_of_climate_change_science", "Polar_amplification", "Climate_change_in_the_Arctic", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "List_of_climate_research_satellites", "World_Climate_Change_Conference,_Moscow", "World_Climate_Research_Programme"], "ranked_scores": [110.0, 108.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Global_dimming", "Systematic_risk", "Trend_stationary", "Shutdown_of_thermohaline_circulation", "Illusion_of_validity", "Covariate", "Multicollinearity", "Forecast_error", "Median", "Wage_curve"], "ranked_scores": [97.0, 97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Orbital_forcing", "Atmospheric_carbon_cycle", "Future_of_Earth", "Ozone_depletion_and_climate_change", "Great_Oxygenation_Event", "Abrupt_climate_change", "Climate_change_mitigation_scenarios", "Eocene", "Extreme_weather", "Peak_oil"], "ranked_scores": [102.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Antarctica_cooling_controversy", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_controversy", "Satellite_temperature_measurements", "Circumstellar_habitable_zone", "Proxy_(climate)", "Subarctic_climate", "Venus", "Timeline_of_glaciation"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "IPCC_Fifth_Assessment_Report", "Heaven_and_Earth_(book)", "Scientific_opinion_on_climate_change", "Stern_Review", "The_Deniers", "Wibjörn_Karlén"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Weather_station", "Satellite_temperature_measurements", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Effect_of_Sun_angle_on_climate", "Climate_of_the_United_States", "Cooling_center", "March_2012_North_American_heat_wave", "Solar_Radiation_and_Climate_Experiment", "Typical_meteorological_year"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "History_of_climate_change_science", "Abrupt_climate_change", "Bølling-Allerød_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Global_warming", "Global_warming_controversy", "Winter_1985_cold_wave"], "ranked_scores": [106.0, 105.0, 104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power_in_the_United_States", "Contribution_to_global_warming_by_Australia", "Renewable_energy_commercialization", "Sun", "Sun_Belt", "Wind_power_in_the_United_States", "Wind_power_in_New_Mexico"], "ranked_scores": [101.0, 95.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Wild_farming", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Renewable_energy", "Energy_policy_of_the_United_States", "Richie_Farmer", "Solar_power_in_Michigan", "Wind_power_in_Colorado"], "ranked_scores": [95.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Bear_attack", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Rubus_arcticus", "Carnivore", "Surplus_killing", "Moose", "Tree_squirrel"], "ranked_scores": [188.0, 184.0, 184.0, 183.0, 183.0, 179.0, 179.0, 178.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Volcanic_winter", "January_2017_European_cold_wave", "Climate_change_in_the_Arctic", "Methane_clathrate", "Clathrate_gun_hypothesis", "2006_European_cold_wave", "Winter_1985_cold_wave"], "ranked_scores": [200.0, 198.0, 194.0, 193.0, 193.0, 192.0, 190.0, 189.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Tide", "Future_sea_level", "Sea_surface_temperature", "Temperate_climate", "Water_distribution_on_Earth", "Climate_of_Salt_Lake_City", "Ocean_surface_topography", "Sea_level"], "ranked_scores": [213.0, 210.0, 207.0, 203.0, 202.0, 201.0, 200.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Global_cooling", "Global_warming_in_Antarctica", "Sea_ice_thickness", "Ice2sea", "Pliocene_climate", "Antarctica_cooling_controversy", "Antarctic_ice_sheet", "Antarctic_sea_ice"], "ranked_scores": [198.0, 196.0, 196.0, 190.0, 189.0, 187.0, 187.0, 187.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Climate_change_in_China", "German_response_to_Kyoto_Protocol", "Atmospheric_carbon_cycle", "Carbon_emissions_reporting", "Climate_footprint", "Carbon_offset", "Environmental_impact_of_transport", "Carbon_footprint"], "ranked_scores": [197.0, 194.0, 192.0, 192.0, 192.0, 191.0, 191.0, 190.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_diet", "Atmospheric_carbon_cycle", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_China", "Climate_change_mitigation", "Carbon_offset", "Deforestation_and_climate_change", "Carbon_dioxide_removal", "Clean_coal_technology"], "ranked_scores": [202.0, 197.0, 196.0, 194.0, 192.0, 192.0, 192.0, 191.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Deglaciation", "Copenhagen_Diagnosis", "Global_cooling", "Holocene_glacial_retreat", "Quaternary_glaciation", "Ice2sea", "Past_sea_level", "The_Ice_Age"], "ranked_scores": [194.0, 194.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Effects_of_global_warming", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_mitigation", "Scientific_consensus_on_climate_change", "Planetary_equilibrium_temperature", "Global_cooling", "Environmental_issue", "History_of_climate_change_science"], "ranked_scores": [199.0, 198.0, 195.0, 194.0, 194.0, 194.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "Climate_change_in_Texas", "Droughts_in_the_United_States", "Global_warming_controversy", "Global_warming", "Effects_of_global_warming", "Extreme_weather", "Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster"], "ranked_scores": [194.0, 189.0, 189.0, 187.0, 187.0, 187.0, 186.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Infectious_mononucleosis", "Megadrought", "Lyme_disease", "Drought_in_Spain", "2007_Western_North_American_heat_wave", "Acrodermatitis", "Drought_in_the_United_Kingdom", "List_of_West_Nile_virus_outbreaks"], "ranked_scores": [180.0, 179.0, 178.0, 177.0, 177.0, 175.0, 174.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_adaptation", "Climate_risk", "Attribution_of_recent_climate_change", "Climate_change_adaptation_in_Nepal", "Arctic_geoengineering", "DICE_model", "Hockey_stick_graph", "Environmental_pricing_reform", "Parametrization_(atmospheric_modeling)", "Proxy_(climate)"], "ranked_scores": [188.0, 185.0, 183.0, 182.0, 181.0, 180.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Younger_Dryas", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Future_of_Earth", "History_of_climate_change_science", "Global_warming", "Milankovitch_cycles", "Pliocene_climate", "Winter_1985_cold_wave"], "ranked_scores": [207.0, 205.0, 201.0, 201.0, 198.0, 198.0, 198.0, 198.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Global_Climate_Observing_System", "Michael_E._Mann", "Ozone_depletion", "Ozone_layer", "Keeling_Curve", "Shale_gas", "Shutdown_of_thermohaline_circulation", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report"], "ranked_scores": [190.0, 188.0, 187.0, 185.0, 185.0, 185.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon-to-nitrogen_ratio", "Carbon_diet", "Acidosis", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Ozone_depletion", "Oceanic_carbon_cycle", "Volcanic_winter"], "ranked_scores": [193.0, 186.0, 185.0, 184.0, 184.0, 184.0, 184.0, 183.0, 183.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change_in_Australia", "Climate_change_in_the_United_States", "Greening_Earth_Society", "World_Climate_Report"], "ranked_scores": [214.0, 202.0, 201.0, 200.0, 199.0, 198.0, 197.0, 197.0, 197.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Climate_of_Oregon", "Keeling_Curve", "Shutdown_of_thermohaline_circulation", "Orbital_forcing", "Pliocene_climate", "Climate_change_in_Europe", "Ozone_depletion", "Cool_tropics_paradox"], "ranked_scores": [179.0, 176.0, 174.0, 172.0, 172.0, 170.0, 169.0, 168.0, 168.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "Stern_Review", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_opinion_on_climate_change"], "ranked_scores": [204.0, 202.0, 197.0, 197.0, 196.0, 193.0, 192.0, 192.0, 192.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Weather_front", "Polar_front", "Climate_of_Finland", "Low-pressure_area", "El_Niño–Southern_Oscillation", "Temperate_climate", "Texas_Norther", "Westerlies", "Wind"], "ranked_scores": [198.0, 197.0, 195.0, 194.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "1997–98_El_Niño_event", "2013_extreme_weather_events", "MSU_temperature_measurements", "2006_North_American_heat_wave", "Instrumental_temperature_record", "2016_North_American_heat_wave", "January_2016_East_Asia_cold_wave"], "ranked_scores": [198.0, 195.0, 194.0, 193.0, 192.0, 191.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Global_warming_controversy", "Copenhagen_Diagnosis", "Eddy_covariance", "Cloud_feedback", "Cold_fusion", "Fleischmann–Pons_experiment", "Climatic_Research_Unit_documents", "Collider_Detector_at_Fermilab", "Snowball_Earth"], "ranked_scores": [190.0, 190.0, 189.0, 189.0, 186.0, 185.0, 185.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Competitive_Tax_Plan", "Minerals_Resource_Rent_Tax", "Value-added_tax_(United_Kingdom)", "Mandatory_renewable_energy_target", "Alternative_minimum_tax", "Income_taxes_in_Canada"], "ranked_scores": [197.0, 190.0, 189.0, 187.0, 183.0, 183.0, 181.0, 181.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Past_sea_level", "Global_warming_hiatus", "Arctic_ice_pack", "January_2016_East_Asia_cold_wave", "Measurement_of_sea_ice", "Timeline_of_glaciation"], "ranked_scores": [203.0, 198.0, 197.0, 196.0, 195.0, 194.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1997–98_El_Niño_event", "1908", "March_2012_North_American_heat_wave", "ECMWF_re-analysis", "Media_coverage_of_climate_change", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "List_of_climate_research_satellites", "2006_North_American_heat_wave", "2013_extreme_weather_events"], "ranked_scores": [199.0, 197.0, 195.0, 194.0, 194.0, 192.0, 192.0, 192.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acidophiles_in_acid_mine_drainage", "Melt_pond", "Clathrate_gun_hypothesis", "Atmospheric_methane", "Sulfuric_acid", "Acid_rain", "Methane_clathrate"], "ranked_scores": [210.0, 205.0, 195.0, 194.0, 192.0, 192.0, 191.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Wind_power_in_the_European_Union", "Demand_destruction", "Wind_power_in_the_United_Kingdom", "Nuclear_power_debate", "Renewable_energy_in_Germany", "Electricity_sector_in_the_United_Kingdom", "Energy_mix", "Wind_power_by_country", "Renewable_energy_debate", "Wind_power"], "ranked_scores": [181.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0, 174.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "January_2016_East_Asia_cold_wave", "Melt_pond", "Tipping_points_in_the_climate_system", "Ocean_acidification", "Pliocene_climate", "Ice_rise"], "ranked_scores": [212.0, 204.0, 201.0, 197.0, 194.0, 194.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Drought_in_Spain", "Copenhagen_Diagnosis", "Deglaciation", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming_on_humans", "Arctic_sea_ice_decline", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Environmental_degradation"], "ranked_scores": [198.0, 194.0, 193.0, 192.0, 191.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Carbon_diet", "Carbon_bubble", "Carbon_capture_and_storage_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Low-carbon_building", "Climate_change_mitigation", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Copenhagen_Diagnosis", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [197.0, 195.0, 192.0, 192.0, 191.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [218.0, 211.0, 211.0, 210.0, 204.0, 203.0, 202.0, 202.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Global_cooling", "Global_warming", "Attribution_of_recent_climate_change", "Climate_change_mitigation", "James_Hansen"], "ranked_scores": [209.0, 205.0, 204.0, 204.0, 204.0, 202.0, 199.0, 198.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Climate_variability", "Temperature_record_of_the_past_1000_years", "Regional_effects_of_global_warming", "Global_warming_controversy", "Climate_change_opinion_by_country", "Climate_sensitivity", "Global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [200.0, 200.0, 198.0, 196.0, 194.0, 193.0, 192.0, 192.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Wetland_methane_emissions", "Mootral", "Arctic_methane_emissions", "Atmosphere_of_Mars", "Greenhouse_gas", "Energy_accidents", "Environmental_issue", "Greenhouse_effect"], "ranked_scores": [202.0, 200.0, 194.0, 193.0, 192.0, 191.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Hazard", "Risk–benefit_ratio", "Harm_principle", "Absolute_risk_reduction", "Accident", "Risk", "Finite_Risk_insurance", "Never_events", "Worst-case_scenario"], "ranked_scores": [182.0, 179.0, 179.0, 177.0, 177.0, 175.0, 175.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["United_Nations_Environment_Organization", "Climate_change_mitigation", "NoCO2_Certification_Program", "ExxonMobil_climate_change_controversy", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "100%_renewable_energy", "Special_Report_on_Global_Warming_of_1.5_°C", "Avoiding_Dangerous_Climate_Change", "Presidential_Climate_Action_Plan"], "ranked_scores": [182.0, 181.0, 180.0, 180.0, 179.0, 179.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "1997–98_El_Niño_event", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "Winter_1985_cold_wave", "March_2012_North_American_heat_wave", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2006_European_heat_wave"], "ranked_scores": [219.0, 218.0, 212.0, 211.0, 211.0, 210.0, 209.0, 208.0, 208.0, 207.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Little_Ice_Age", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Antarctica_cooling_controversy", "Geography_of_Antarctica", "Sea_ice"], "ranked_scores": [203.0, 196.0, 194.0, 193.0, 192.0, 192.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Coal_gasification_commercialization", "Carbon_capture_and_storage_in_Australia", "Carbon_cycle_re-balancing", "Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Carbon-based_fuel", "Fossil_fuel_power_station"], "ranked_scores": [208.0, 205.0, 200.0, 198.0, 197.0, 197.0, 197.0, 195.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Orbital_forcing", "Shutdown_of_thermohaline_circulation", "Ozone_depletion", "Ozone_depletion_and_climate_change", "Keeling_Curve", "Demand_destruction", "Greening_Earth_Society", "Global_cooling", "Scientific_consensus_on_climate_change"], "ranked_scores": [172.0, 171.0, 171.0, 171.0, 169.0, 169.0, 168.0, 168.0, 167.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_issue", "Global_warming_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [212.0, 203.0, 202.0, 201.0, 197.0, 196.0, 196.0, 195.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Global_change", "Climate_change_adaptation_in_Nepal", "Climate_change_and_gender", "Loss_and_damage", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_prediction", "Earth_Changes", "Global_warming"], "ranked_scores": [199.0, 194.0, 193.0, 192.0, 189.0, 189.0, 189.0, 188.0, 187.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Shutdown_of_thermohaline_circulation", "Instrumental_temperature_record", "Climate_of_Australia", "Forecast_error", "Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "Water_distribution_on_Earth", "Thaw_(weather)"], "ranked_scores": [192.0, 186.0, 184.0, 183.0, 183.0, 183.0, 182.0, 182.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming_controversy", "Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Environmental_issue", "Polar_amplification", "Greenhouse_effect", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [208.0, 208.0, 207.0, 204.0, 204.0, 204.0, 204.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_dimming", "Median", "Illusion_of_validity", "Arctic_sea_ice_decline", "Statistical_significance", "Pacific_decadal_oscillation", "Trend_stationary", "Phillips_curve", "Systematic_risk"], "ranked_scores": [187.0, 184.0, 176.0, 176.0, 175.0, 175.0, 174.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Atmospheric_carbon_cycle", "Flue-gas_emissions_from_fossil-fuel_combustion", "Orbital_forcing", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Climate_change_in_China", "Environmental_issue", "Great_Oxygenation_Event", "Politics_of_global_warming"], "ranked_scores": [210.0, 198.0, 196.0, 196.0, 195.0, 192.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "History_of_climate_change_science", "Weather", "Antarctica_cooling_controversy", "Effect_of_Sun_angle_on_climate", "Meteorological_astrology", "Global_warming", "Environmental_issue", "List_of_climate_research_satellites"], "ranked_scores": [201.0, 200.0, 199.0, 198.0, 197.0, 197.0, 197.0, 197.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_documents", "Stern_Review", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Media_coverage_of_climate_change", "Peter_Sinclair_(environmental_activist)", "Scientific_consensus_on_climate_change"], "ranked_scores": [187.0, 186.0, 184.0, 183.0, 183.0, 182.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["March_2012_North_American_heat_wave", "Effect_of_Sun_angle_on_climate", "Cooling_center", "2015_North_American_heat_wave", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Climate_of_the_United_States", "Highest_temperature_recorded_on_Earth", "Climate_change_in_Texas", "Weather_station"], "ranked_scores": [195.0, 194.0, 193.0, 192.0, 192.0, 191.0, 191.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Environmental_issue", "Global_warming", "History_of_climate_change_science", "Winter_1985_cold_wave", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "January_2016_East_Asia_cold_wave", "Abrupt_climate_change", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [209.0, 208.0, 206.0, 206.0, 204.0, 203.0, 202.0, 202.0, 201.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Contribution_to_global_warming_by_Australia", "Wind_power_in_Colorado", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "List_of_power_stations_in_Texas", "Solar_power_in_Italy", "Solar_power_in_Spain", "Wind_power_in_the_United_States"], "ranked_scores": [198.0, 185.0, 183.0, 182.0, 182.0, 180.0, 178.0, 178.0, 178.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Wild_farming", "Biofuel_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Richie_Farmer", "Collectivization_in_the_Soviet_Union", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [184.0, 181.0, 175.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-post-binary": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Rubus_arcticus", "Aronia", "Grizzly_bear", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Bile_bear", "Syrian_brown_bear", "Northwoods_(forest)", "Surplus_killing"], "ranked_scores": [363.0, 360.0, 354.0, 353.0, 352.0, 352.0, 350.0, 347.0, 345.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Atmospheric_carbon_cycle", "Arctic_geoengineering", "Clathrate_gun_hypothesis", "Retreat_of_glaciers_since_1850", "Methane_clathrate", "Volcanic_winter", "Wetland_methane_emissions"], "ranked_scores": [409.0, 395.0, 392.0, 388.0, 387.0, 381.0, 379.0, 379.0, 378.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Ocean_surface_topography", "Tidal_range", "Sea", "Sea_level", "Temperate_climate", "List_of_drainage_basins_by_area"], "ranked_scores": [424.0, 421.0, 411.0, 409.0, 390.0, 388.0, 387.0, 386.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Retreat_of_glaciers_since_1850", "Ice2sea", "Climate_change_in_the_Arctic", "Sea_ice_thickness", "Measurement_of_sea_ice", "Timeline_of_glaciation", "Future_sea_level", "Global_warming_in_Antarctica"], "ranked_scores": [406.0, 393.0, 393.0, 393.0, 380.0, 380.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_aviation", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Climate_footprint", "Environmental_impact_of_transport", "Carbon_footprint", "Carbon_emissions_reporting", "Effects_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [391.0, 390.0, 382.0, 380.0, 379.0, 377.0, 377.0, 375.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_diet", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Climate_change_mitigation", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas", "Climate_change_in_China", "Climate_change_in_the_United_States", "Climate_footprint"], "ranked_scores": [395.0, 394.0, 390.0, 388.0, 384.0, 382.0, 381.0, 379.0, 378.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Past_sea_level", "Holocene_glacial_retreat", "Deglaciation", "Future_sea_level", "Global_cooling", "Quaternary_glaciation"], "ranked_scores": [399.0, 398.0, 396.0, 395.0, 388.0, 386.0, 385.0, 384.0, 384.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_change_mitigation", "Global_cooling", "Idealized_greenhouse_model", "Copenhagen_Diagnosis", "CO2_fertilization_effect", "Global_warming"], "ranked_scores": [401.0, 395.0, 393.0, 393.0, 390.0, 389.0, 388.0, 388.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "Climate_change_in_Texas", "1980_United_States_heat_wave", "Droughts_in_the_United_States", "Extreme_weather", "Hurricane_Marie_(2014)", "The_Real_Global_Warming_Disaster", "Global_warming_controversy"], "ranked_scores": [388.0, 386.0, 385.0, 381.0, 379.0, 374.0, 374.0, 373.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Drought_in_Spain", "Lyme_disease", "Megadrought", "Droughts_in_the_United_States", "Meningococcal_disease", "Mediterranean_climate", "Drought_in_the_United_Kingdom", "List_of_West_Nile_virus_outbreaks"], "ranked_scores": [365.0, 361.0, 357.0, 356.0, 355.0, 354.0, 353.0, 352.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_adaptation", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Environmental_pricing_reform", "Stern_Review", "Climate_change_in_Europe", "ECMWF_re-analysis", "List_of_climate_research_satellites", "Hockey_stick_graph", "The_Real_Global_Warming_Disaster"], "ranked_scores": [371.0, 368.0, 364.0, 363.0, 363.0, 362.0, 362.0, 362.0, 362.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Antarctic_Cold_Reversal", "Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Younger_Dryas", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Winter_1985_cold_wave"], "ranked_scores": [399.0, 397.0, 389.0, 389.0, 388.0, 388.0, 388.0, 387.0, 387.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Keeling_Curve", "James_Hansen", "Climate_change_in_the_United_States", "George_Kukla", "Great_Salt_Lake_effect", "Ozone_depletion_and_climate_change", "Global_cooling", "IPCC_First_Assessment_Report", "Mauna_Loa_Observatory", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [381.0, 374.0, 372.0, 369.0, 369.0, 366.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ozone_depletion", "Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Freezing_level", "Carbon-to-nitrogen_ratio", "Tropospheric_ozone", "Carbon_dioxide", "Ozone_depletion_and_climate_change", "Oceanic_carbon_cycle"], "ranked_scores": [379.0, 379.0, 379.0, 373.0, 370.0, 365.0, 365.0, 364.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Media_coverage_of_climate_change", "Global_warming_controversy", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Cool_tropics_paradox", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [423.0, 408.0, 405.0, 394.0, 394.0, 392.0, 390.0, 389.0, 388.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "Orbital_forcing", "Ozone_depletion", "Effect_of_Sun_angle_on_climate", "Cool_tropics_paradox", "1997–98_El_Niño_event", "Ozone_depletion_and_climate_change", "Pliocene_climate"], "ranked_scores": [355.0, 350.0, 349.0, 347.0, 346.0, 342.0, 336.0, 335.0, 335.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_cooling", "Stern_Review", "Wiesław_Masłowski"], "ranked_scores": [412.0, 400.0, 392.0, 392.0, 392.0, 391.0, 390.0, 387.0, 386.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Polar_front", "Westerlies", "Weather_front", "Wind", "El_Niño–Southern_Oscillation", "Polar_vortex", "Climate_of_Finland", "Shutdown_of_thermohaline_circulation", "South_Atlantic_Convergence_Zone"], "ranked_scores": [402.0, 397.0, 392.0, 390.0, 387.0, 386.0, 385.0, 385.0, 384.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "2001_Eastern_North_America_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_Historical_Climatology_Network", "Climate_change_in_the_United_States", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [386.0, 385.0, 383.0, 381.0, 377.0, 375.0, 372.0, 371.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "CLOUD_experiment", "Global_warming_controversy", "Cold_fusion", "Carbon_dioxide_removal", "Contraction_and_Convergence", "Collider_Detector_at_Fermilab", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change"], "ranked_scores": [376.0, 376.0, 373.0, 372.0, 369.0, 369.0, 369.0, 368.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Minerals_Resource_Rent_Tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Competitive_Tax_Plan", "Value-added_tax_(United_Kingdom)", "Canada_and_the_Kyoto_Protocol", "Capital_gains_tax", "Tax_policy_and_economic_inequality_in_the_United_States"], "ranked_scores": [386.0, 374.0, 371.0, 370.0, 367.0, 364.0, 357.0, 356.0, 354.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Ice2sea", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Global_warming_hiatus", "January_2016_East_Asia_cold_wave", "Sea_ice"], "ranked_scores": [406.0, 401.0, 398.0, 398.0, 394.0, 390.0, 390.0, 387.0, 386.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_United_States", "2016_North_American_heat_wave", "1936_North_American_cold_wave", "Media_coverage_of_climate_change", "2006_European_heat_wave"], "ranked_scores": [391.0, 383.0, 381.0, 381.0, 380.0, 379.0, 379.0, 377.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Acidophiles_in_acid_mine_drainage", "Alkaline_tide", "Anoxic_event", "Melt_pond", "Clathrate_gun_hypothesis", "Oceanic_carbon_cycle"], "ranked_scores": [411.0, 409.0, 379.0, 378.0, 377.0, 375.0, 375.0, 374.0, 371.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Demand_destruction", "Energy_mix", "Nuclear_power_debate", "Energy_accidents", "Wind_power_in_the_United_Kingdom", "Renewable_energy_debate", "Greenhouse_gas_emissions_accounting", "The_Real_Global_Warming_Disaster", "Environmental_impact_of_nuclear_power", "World_energy_consumption"], "ranked_scores": [361.0, 359.0, 358.0, 356.0, 355.0, 353.0, 350.0, 350.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "January_2016_East_Asia_cold_wave", "Copenhagen_Diagnosis", "Ice_rise", "Retreat_of_glaciers_since_1850", "Tipping_points_in_the_climate_system"], "ranked_scores": [416.0, 409.0, 405.0, 392.0, 388.0, 385.0, 382.0, 381.0, 381.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Global_cooling", "2012–13_North_American_drought", "Drought_in_Spain", "Climate_change_mitigation_scenarios", "Droughts_in_the_United_States", "Desertification", "Climate_change_in_the_United_States"], "ranked_scores": [385.0, 384.0, 384.0, 381.0, 381.0, 379.0, 377.0, 374.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Carbon_diet", "Carbon_capture_and_storage_in_Australia", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_bubble", "Climate_footprint"], "ranked_scores": [388.0, 388.0, 384.0, 383.0, 381.0, 381.0, 380.0, 380.0, 379.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "1911_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [432.0, 415.0, 412.0, 406.0, 406.0, 406.0, 404.0, 403.0, 402.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Global_cooling", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Deforestation_and_climate_change"], "ranked_scores": [413.0, 411.0, 404.0, 403.0, 400.0, 400.0, 397.0, 396.0, 396.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_warming", "Temperature_record_of_the_past_1000_years", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Instrumental_temperature_record", "Global_cooling"], "ranked_scores": [397.0, 396.0, 396.0, 391.0, 391.0, 388.0, 386.0, 384.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Energy_accidents", "Arctic_methane_emissions", "Effects_of_global_warming", "Environmental_issue", "Greenhouse_effect", "Deforestation_and_climate_change", "Mootral"], "ranked_scores": [399.0, 392.0, 390.0, 384.0, 382.0, 382.0, 381.0, 380.0, 379.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Manufactured_risk", "Risk–benefit_ratio", "Risk", "Harm_principle", "Accident", "Never_events", "Worst-case_scenario", "Diminishing_returns", "Unemployment_benefits"], "ranked_scores": [364.0, 362.0, 361.0, 359.0, 355.0, 351.0, 351.0, 350.0, 348.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Carbon_diet", "100%_renewable_energy", "Nuclear_power_debate", "Special_Report_on_Global_Warming_of_1.5_°C", "Energy_policy_of_the_United_States", "Nuclear_power"], "ranked_scores": [363.0, 362.0, 361.0, 358.0, 355.0, 355.0, 355.0, 354.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "2014–16_El_Niño_event", "2006_European_heat_wave"], "ranked_scores": [435.0, 424.0, 422.0, 421.0, 421.0, 415.0, 413.0, 409.0, 409.0, 407.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Geography_of_Antarctica", "Glacier_mass_balance", "Little_Ice_Age"], "ranked_scores": [404.0, 395.0, 393.0, 392.0, 386.0, 385.0, 383.0, 383.0, 382.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Carbon_cycle_re-balancing", "Beyond_Coal", "Coal_gasification", "Renewable_natural_gas", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [417.0, 411.0, 400.0, 391.0, 391.0, 390.0, 384.0, 384.0, 381.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Ozone_depletion", "Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Ozone_depletion_and_climate_change", "Global_cooling", "Estuarine_acidification", "Orbital_forcing", "Cool_tropics_paradox", "Global_dimming", "Keeling_Curve"], "ranked_scores": [348.0, 341.0, 340.0, 339.0, 338.0, 336.0, 333.0, 332.0, 330.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Effects_of_global_warming", "Global_stilling", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_issue", "Global_cooling", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [404.0, 399.0, 399.0, 390.0, 389.0, 388.0, 388.0, 385.0, 383.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Climate_change_denial", "Global_change", "Climate_change_and_gender", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [384.0, 382.0, 382.0, 377.0, 376.0, 374.0, 374.0, 372.0, 370.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Freezing_level", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "2013_extreme_weather_events", "Instrumental_temperature_record", "Global_stilling", "Cool_tropics_paradox", "Global_cooling", "Shutdown_of_thermohaline_circulation", "Planetary_equilibrium_temperature"], "ranked_scores": [356.0, 356.0, 356.0, 354.0, 354.0, 352.0, 351.0, 351.0, 351.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "Environmental_issue", "History_of_climate_change_science", "Effects_of_global_warming", "Global_warming_in_Antarctica", "Greenhouse_effect", "Climate_change_(general_concept)", "IPCC_First_Assessment_Report", "Climate_variability"], "ranked_scores": [417.0, 412.0, 408.0, 407.0, 405.0, 401.0, 399.0, 397.0, 397.0, 396.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Arctic_sea_ice_decline", "Global_warming_hiatus", "Global_dimming", "Deforestation_by_region", "Global_stilling", "List_of_recessions_in_the_United_States", "Trend_stationary", "Arctic_dipole_anomaly", "Wage_curve"], "ranked_scores": [362.0, 349.0, 349.0, 348.0, 344.0, 343.0, 341.0, 341.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_fertilization_effect", "Environmental_issue", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Orbital_forcing", "Environmental_impact_of_nuclear_power", "Greenhouse_gas", "Politics_of_global_warming"], "ranked_scores": [400.0, 393.0, 389.0, 388.0, 386.0, 384.0, 384.0, 382.0, 381.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "List_of_climate_research_satellites", "Effect_of_Sun_angle_on_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_Mars", "Weather", "Environmental_issue", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [391.0, 390.0, 390.0, 390.0, 388.0, 388.0, 387.0, 387.0, 386.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_documents", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change", "List_of_experimental_errors_and_frauds_in_physics", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_opinion_on_climate_change", "Danish_Committees_on_Scientific_Dishonesty", "Scientific_community"], "ranked_scores": [368.0, 368.0, 363.0, 362.0, 357.0, 356.0, 355.0, 355.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Excessive_heat_watch", "Climate_of_the_United_States", "Highest_temperature_recorded_on_Earth", "Thermosphere", "Effect_of_Sun_angle_on_climate", "Instrumental_temperature_record", "March_2012_North_American_heat_wave"], "ranked_scores": [389.0, 388.0, 377.0, 375.0, 373.0, 372.0, 372.0, 372.0, 371.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Environmental_issue", "Global_cooling", "Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Winter_1985_cold_wave", "Media_coverage_of_climate_change"], "ranked_scores": [410.0, 409.0, 408.0, 408.0, 404.0, 403.0, 403.0, 402.0, 401.0, 399.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Contribution_to_global_warming_by_Australia", "Solar_power_in_Spain", "Electricity_sector_in_China", "Growth_of_wind_power_in_the_United_States", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [397.0, 382.0, 380.0, 369.0, 364.0, 362.0, 357.0, 356.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Collectivization_in_the_Soviet_Union", "Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Farm_programs", "Agriculture_in_Argentina", "Productivity_(ecology)", "Wild_farming"], "ranked_scores": [379.0, 369.0, 360.0, 360.0, 359.0, 358.0, 353.0, 351.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Grizzly_bear", "Brown_bear", "Syrian_brown_bear", "Morus_rubra", "Ursus_americanus_carlottae", "Kodiak_bear", "Rubus_arcticus", "Sloth_bear", "Bile_bear", "Raccoon"], "ranked_scores": [0.5774, 0.5604, 0.5591, 0.5533, 0.5499, 0.5429, 0.5398, 0.5345, 0.5113, 0.4972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Atmospheric_methane", "Volcanic_winter", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Glacier"], "ranked_scores": [0.7127, 0.7001, 0.6835, 0.6806, 0.6752, 0.6724, 0.6718, 0.6705, 0.662, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.236, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Sea_level", "Arctic_dipole_anomaly", "Sea_surface_temperature", "Sea_state", "Sea", "Polar_High"], "ranked_scores": [0.7261, 0.7075, 0.6979, 0.6808, 0.6724, 0.671, 0.6673, 0.6666, 0.6622, 0.64], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_geoengineering", "Polar_ice_cap", "Sea_ice", "Sea_ice_thickness", "Antarctica_cooling_controversy"], "ranked_scores": [0.7081, 0.6632, 0.6594, 0.6525, 0.647, 0.6429, 0.6404, 0.6391, 0.6391, 0.6354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Environmental_impact_of_aviation", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Wind_power_in_Colorado", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Carbon_diet", "Mitigation_of_global_warming_in_Australia", "Wind_power_in_the_United_States", "Carbon_footprint"], "ranked_scores": [0.6384, 0.6176, 0.6155, 0.6098, 0.6095, 0.6081, 0.6054, 0.6018, 0.6011, 0.5993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Climate_change_in_China", "Ozone_depletion_and_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6823, 0.6802, 0.6754, 0.6695, 0.66, 0.6584, 0.6551, 0.6537, 0.6507, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Deglaciation", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Future_sea_level", "Glacier", "Holocene_glacial_retreat", "Ice2sea", "Climate_inertia", "Global_cooling"], "ranked_scores": [0.7132, 0.7001, 0.699, 0.6817, 0.6813, 0.6711, 0.6663, 0.6632, 0.662, 0.6611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Climate_change_in_the_United_States", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Environmental_issue", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change"], "ranked_scores": [0.7001, 0.6968, 0.6916, 0.6879, 0.6876, 0.6796, 0.6792, 0.6791, 0.6751, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Politics_of_global_warming", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Effects_of_global_warming", "Extreme_weather", "Global_warming", "Climate_change_and_gender", "Climate_change_policy_of_the_United_States", "Global_warming_controversy", "Economics_of_global_warming"], "ranked_scores": [0.6526, 0.6466, 0.6428, 0.6428, 0.6316, 0.6255, 0.6237, 0.6213, 0.6209, 0.6166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Meningococcal_disease", "Diphtheria", "Measles", "Lyme_disease", "Infectious_mononucleosis", "Ehrlichia_Wisconsin_HM543746", "Granuloma_multiforme", "Multiple_sclerosis", "Allergy", "Kawasaki_disease"], "ranked_scores": [0.5687, 0.5654, 0.5517, 0.5463, 0.5455, 0.5361, 0.5315, 0.5231, 0.5209, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_change_policy_of_the_United_States", "Climate_risk", "IPCC_Second_Assessment_Report", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climate_change_adaptation_in_Nepal", "IPCC_Fifth_Assessment_Report", "Effects_of_global_warming", "Economics_of_global_warming"], "ranked_scores": [0.6102, 0.6085, 0.6014, 0.6008, 0.5996, 0.597, 0.5962, 0.5955, 0.5952, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Glacial_period", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Timeline_of_glaciation"], "ranked_scores": [0.689, 0.6804, 0.6749, 0.6734, 0.6669, 0.6623, 0.662, 0.6598, 0.6571, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Global_cooling", "Keeling_Curve", "Ozone_depletion_and_climate_change", "Global_cooling_(disambiguation)", "Retreat_of_glaciers_since_1850", "Atmospheric_carbon_cycle", "Shutdown_of_thermohaline_circulation", "Greenhouse_gas", "Global_dimming", "Deglaciation"], "ranked_scores": [0.6105, 0.6098, 0.5977, 0.5945, 0.5894, 0.5867, 0.5845, 0.5832, 0.5786, 0.5778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Dole_effect", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Oceanic_carbon_cycle", "Greenhouse_gas", "Ozone_depletion", "Total_inorganic_carbon", "Carbon_dioxide", "Tropospheric_ozone"], "ranked_scores": [0.6444, 0.6135, 0.6095, 0.6063, 0.6054, 0.5976, 0.5923, 0.582, 0.578, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Heaven_and_Earth_(book)", "An_Appeal_to_Reason", "Global_cooling", "Scientific_consensus_on_climate_change", "Wibjörn_Karlén", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents", "James_Hansen", "Attribution_of_recent_climate_change"], "ranked_scores": [0.721, 0.7115, 0.7086, 0.7049, 0.703, 0.7021, 0.7011, 0.7006, 0.6981, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Federal_Fuel_Administration", "PDO", "Pacific_decadal_oscillation", "PDOS", "Shutdown_of_thermohaline_circulation", "Doomer", "Peak_oil", "Tipping_point_(climatology)", "Climate_change_in_Texas", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.3969, 0.3928, 0.3921, 0.375, 0.359, 0.3588, 0.3556, 0.349, 0.3478, 0.344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Stern_Review", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_Change_Science_Program", "James_Hansen", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Richard_Lindzen", "An_Appeal_to_Reason", "Ian_Clark_(geologist)"], "ranked_scores": [0.7088, 0.6912, 0.6868, 0.6831, 0.6769, 0.6767, 0.6754, 0.6745, 0.6738, 0.6697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Weather_front", "Polar_front", "Westerlies", "Jet_stream", "Wind_shear", "Sea_breeze", "Wind", "Polar_vortex", "Prevailing_winds", "Cold_drop"], "ranked_scores": [0.7373, 0.7283, 0.7155, 0.6961, 0.6938, 0.6923, 0.6848, 0.6824, 0.6777, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "MSU_temperature_measurements", "1908", "2013_extreme_weather_events", "Global_Historical_Climatology_Network"], "ranked_scores": [0.6618, 0.6355, 0.6322, 0.6279, 0.6236, 0.6204, 0.6131, 0.6127, 0.6027, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Climatic_Research_Unit", "Carbon_diet", "Copernicus_Climate_Change_Service_(C3S)", "Contraction_and_Convergence", "Climate_Central", "Copenhagen_Diagnosis", "Carbon_neutrality"], "ranked_scores": [0.5972, 0.5901, 0.5794, 0.5698, 0.5655, 0.5624, 0.5604, 0.5565, 0.5527, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Value-added_tax_(United_Kingdom)", "Carbon_offset", "Carbon_credit", "Competitive_Tax_Plan", "European_Union_value_added_tax", "Carbon_emission_trading", "Minerals_Resource_Rent_Tax"], "ranked_scores": [0.5457, 0.5457, 0.5358, 0.5223, 0.5117, 0.5095, 0.5079, 0.5027, 0.5009, 0.4998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Future_sea_level", "Measurement_of_sea_ice", "Winter_1985_cold_wave", "January_2017_European_cold_wave", "Ice2sea", "Deglaciation", "2006_European_cold_wave"], "ranked_scores": [0.6945, 0.6689, 0.6665, 0.6639, 0.6636, 0.6558, 0.6554, 0.6526, 0.652, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "March_2012_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Thaw_(weather)", "1936_North_American_cold_wave", "2013_extreme_weather_events", "2013_Southwestern_United_States_heat_wave", "2014–15_North_American_winter"], "ranked_scores": [0.6249, 0.6197, 0.6187, 0.6186, 0.6171, 0.6137, 0.6136, 0.6129, 0.6107, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Acid_rain", "Blackwater_(coal)", "Acidophiles_in_acid_mine_drainage", "Dole_effect", "Deep_ocean_water", "Metabolic_acidosis", "Alkaline_tide"], "ranked_scores": [0.6756, 0.6536, 0.653, 0.6351, 0.6148, 0.6133, 0.6118, 0.5923, 0.5913, 0.5905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_mix", "Nuclear_power", "Renewable_fuels", "Bioenergy_in_China", "Alternative_energy", "Alternative_fuel", "Energy_accidents", "Energy_in_the_United_States", "Deindustrialisation_by_country", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.5057, 0.5045, 0.4974, 0.4971, 0.4965, 0.4939, 0.4935, 0.4885, 0.4869, 0.4859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Past_sea_level", "Deglaciation", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "January_2017_European_cold_wave"], "ranked_scores": [0.6946, 0.6932, 0.6911, 0.6691, 0.645, 0.6416, 0.6415, 0.6355, 0.6312, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Water_restrictions_in_Australia", "Desertification", "Global_warming_in_Antarctica", "Dust_Bowl", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6611, 0.6565, 0.6548, 0.6486, 0.6391, 0.5913, 0.5895, 0.5858, 0.5844, 0.5833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "IPCC_First_Assessment_Report", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Copenhagen_Diagnosis", "Climate_change_in_China", "Climate_change_in_the_Arctic", "Carbon_diet"], "ranked_scores": [0.6437, 0.6378, 0.6353, 0.6316, 0.6288, 0.6254, 0.6221, 0.6219, 0.6186, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "1911_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "1980_United_States_heat_wave"], "ranked_scores": [0.8512, 0.8459, 0.8455, 0.8449, 0.8433, 0.8411, 0.8406, 0.84, 0.8387, 0.8352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "History_of_climate_change_science", "Global_warming", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Environmental_issue", "Global_warming_controversy", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7381, 0.7225, 0.7219, 0.7206, 0.7167, 0.715, 0.7147, 0.7146, 0.714, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change", "Climate_change_feedback", "Global_cooling", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Climate_sensitivity", "Global_warming", "Effects_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7175, 0.7169, 0.7149, 0.7123, 0.7088, 0.7085, 0.7083, 0.7052, 0.7046, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Deforestation_and_climate_change", "Atmospheric_methane", "Climate_change_in_the_United_States", "Low-carbon_emission", "Arctic_methane_emissions"], "ranked_scores": [0.7548, 0.7212, 0.7198, 0.6972, 0.6952, 0.692, 0.6859, 0.6834, 0.6817, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Risk–benefit_ratio", "Scenario_analysis", "Worst-case_scenario", "Risk_assessment", "Manufactured_risk", "Risk_neutral", "Endogenous_risk", "Accident", "Risk_analysis"], "ranked_scores": [0.5781, 0.5694, 0.559, 0.5548, 0.5448, 0.5399, 0.536, 0.5323, 0.5317, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "German_response_to_Kyoto_Protocol", "Environmental_policy_of_the_Donald_Trump_administration", "NoCO2_Certification_Program", "Greenhouse_gas_emissions_by_the_United_States", "California_Senate_Bill_32", "Mitigation_of_global_warming_in_Australia", "Climate_Change_Act_2008", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5954, 0.5848, 0.5692, 0.5674, 0.5657, 0.5599, 0.559, 0.5527, 0.5467, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_extreme_weather_events", "Summer_of_1976_(Europe)", "1997–98_El_Niño_event", "2019_heat_wave_in_India_and_Pakistan", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7369, 0.736, 0.7324, 0.7323, 0.7312, 0.731, 0.7297, 0.7283, 0.7274, 0.7262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Antarctic_ice_sheet", "Polar_ice_cap", "Geography_of_Antarctica", "Arctic_ice_pack", "Measurement_of_sea_ice", "East_Antarctica", "Arctic_sea_ice_decline", "Sea_ice_thickness"], "ranked_scores": [0.7034, 0.7022, 0.6996, 0.6903, 0.6827, 0.6807, 0.6777, 0.6706, 0.6704, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_sequestration", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Coal_gasification", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Coal", "History_of_coal_mining"], "ranked_scores": [0.7391, 0.7298, 0.6621, 0.6576, 0.6553, 0.6553, 0.6549, 0.6471, 0.6464, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Department_of_Energy_and_Environment", "Tropospheric_ozone", "Federal_Fuel_Administration", "Demand_destruction", "Doomer", "Dole_effect", "Geological_history_of_oxygen", "Indonesian_Democratic_Party"], "ranked_scores": [0.3629, 0.348, 0.342, 0.3278, 0.3267, 0.3215, 0.3198, 0.3152, 0.3096, 0.3086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_warming", "Politics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7002, 0.6993, 0.6977, 0.6888, 0.6886, 0.6853, 0.6852, 0.6831, 0.6812, 0.6785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Media_coverage_of_climate_change", "Politics_of_global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.654, 0.6526, 0.6495, 0.6429, 0.6394, 0.6376, 0.637, 0.636, 0.6357, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Future_sea_level", "Fahrenheit", "Shutdown_of_thermohaline_circulation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Freezing_level", "Highest_temperature_recorded_on_Earth", "Year_Without_a_Summer", "Global_cooling"], "ranked_scores": [0.5263, 0.5243, 0.5186, 0.517, 0.5149, 0.5109, 0.5077, 0.5073, 0.502, 0.4975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "Global_warming", "Arctic_geoengineering", "Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change", "Climate_variability", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7788, 0.7782, 0.7629, 0.7627, 0.7567, 0.7555, 0.753, 0.752, 0.7504, 0.7494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Global_cooling", "Global_dimming", "Future_sea_level", "Global_cooling_(disambiguation)", "Wage_curve", "Pacific_decadal_oscillation", "Trend_stationary", "Global_stilling"], "ranked_scores": [0.4791, 0.4659, 0.461, 0.4478, 0.4327, 0.4287, 0.4274, 0.4223, 0.4203, 0.4197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_issue", "Climate_change_in_the_United_States", "Deforestation_and_climate_change", "Effects_of_global_warming", "Climate_inertia"], "ranked_scores": [0.716, 0.7085, 0.7047, 0.7032, 0.6999, 0.6867, 0.6855, 0.6776, 0.6742, 0.6684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "Effect_of_Sun_angle_on_climate", "Global_warming_in_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctica_cooling_controversy"], "ranked_scores": [0.6955, 0.6908, 0.6801, 0.6766, 0.675, 0.6721, 0.6687, 0.6686, 0.6665, 0.6636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "IPCC_Second_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "The_Hockey_Stick_Illusion", "Climate_risk", "National_Climate_Assessment", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5554, 0.5525, 0.5501, 0.547, 0.547, 0.545, 0.5397, 0.5362, 0.531, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Ceiling_fan", "Air_conditioning", "Air_conditioned_clothing", "Cooling_center", "Automobile_air_conditioning", "Satellite_temperature_measurements", "Excessive_heat_watch", "2013_Southwestern_United_States_heat_wave", "Weather_station", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.6589, 0.6578, 0.6578, 0.6522, 0.6457, 0.6405, 0.6372, 0.6331, 0.6266, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Effects_of_global_warming", "Climate_inertia", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Global_warming", "Abrupt_climate_change"], "ranked_scores": [0.7359, 0.7339, 0.7314, 0.7293, 0.7283, 0.7268, 0.7254, 0.7214, 0.7191, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_in_Spain", "Wind_power_in_California", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_States", "List_of_photovoltaic_power_stations", "Solar_power_in_Australia", "Ivanpah_Solar_Power_Facility", "Solar_power_by_country", "Wind_power_in_Colorado"], "ranked_scores": [0.6252, 0.6247, 0.6214, 0.6195, 0.6184, 0.6153, 0.614, 0.6077, 0.606, 0.6041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Farm_programs", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Brazil", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Dairy_farming_in_Canada"], "ranked_scores": [0.6127, 0.6042, 0.5787, 0.5754, 0.573, 0.573, 0.573, 0.5729, 0.5616, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Bile_bear", "Syrian_brown_bear", "Brown_bear", "Rubus_arcticus", "Sloth_bear", "Aronia", "Kodiak_bear", "Strawberry"], "ranked_scores": [0.5888, 0.5552, 0.5489, 0.5404, 0.5333, 0.5272, 0.5255, 0.5183, 0.5085, 0.4996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6189, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Mesopause", "Climate_change_in_the_Arctic", "January_2017_European_cold_wave", "Wetland_methane_emissions", "Arctic_geoengineering"], "ranked_scores": [0.7218, 0.6634, 0.654, 0.6527, 0.6456, 0.6417, 0.6415, 0.6329, 0.6316, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Sea_state", "Sea_level", "Sea", "Sea_surface_temperature", "Earth_rainfall_climatology", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [0.7913, 0.7439, 0.7222, 0.7202, 0.7089, 0.6874, 0.6819, 0.6711, 0.6685, 0.6673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Measurement_of_sea_ice", "Arctic_geoengineering", "Sea_ice", "Ice2sea", "Antarctic_sea_ice", "Sea_ice_thickness"], "ranked_scores": [0.6881, 0.6481, 0.6362, 0.6297, 0.6223, 0.6191, 0.619, 0.6183, 0.6161, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Environmental_impact_of_aviation", "Climate_change_in_China", "Wind_power_in_Mexico", "Alta_Wind_Energy_Center", "German_response_to_Kyoto_Protocol", "GHG_footprint", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_transport"], "ranked_scores": [0.6291, 0.6268, 0.6141, 0.6062, 0.6013, 0.6012, 0.5957, 0.5945, 0.5926, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Greenhouse_gas"], "ranked_scores": [0.6606, 0.656, 0.651, 0.6495, 0.6417, 0.6378, 0.6318, 0.6311, 0.6296, 0.6283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Pliocene_climate", "Last_Glacial_Maximum", "Ice_age", "East_Antarctic_Ice_Sheet"], "ranked_scores": [0.6928, 0.6738, 0.6644, 0.6497, 0.6496, 0.6472, 0.6426, 0.6419, 0.6392, 0.6383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Climate_change_in_the_United_States", "Environmental_issue", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Atmospheric_carbon_cycle"], "ranked_scores": [0.7158, 0.7069, 0.6934, 0.6732, 0.6725, 0.6709, 0.6687, 0.6673, 0.6664, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Politics_of_global_warming", "Economics_of_global_warming", "Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_and_gender", "Attribution_of_recent_climate_change", "Environmental_issue"], "ranked_scores": [0.6748, 0.665, 0.6635, 0.6567, 0.6536, 0.6475, 0.6466, 0.6413, 0.6394, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Infectious_mononucleosis", "Multiple_sclerosis", "Meningococcal_disease", "Acrodermatitis", "Lyme_disease", "Measles", "Disease", "Lymphoma", "Migraine", "Ehrlichia_Wisconsin_HM543746"], "ranked_scores": [0.5276, 0.513, 0.5125, 0.4953, 0.495, 0.4915, 0.4911, 0.4788, 0.4778, 0.4777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Climate_risk", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Reasons_for_concern", "Presidential_Climate_Action_Plan", "Climate_change_mitigation_scenarios", "Climate_change_and_gender", "Physical_impacts_of_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.6147, 0.5991, 0.5955, 0.5923, 0.5886, 0.588, 0.5864, 0.5838, 0.5773, 0.5663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_hiatus", "Pliocene_climate", "Antarctic_Cold_Reversal", "Deglaciation", "Timeline_of_glaciation"], "ranked_scores": [0.7107, 0.705, 0.6948, 0.694, 0.6926, 0.6694, 0.6644, 0.6563, 0.6548, 0.6523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Willie_Soon", "Keeling_Curve", "Ozone_depletion_and_climate_change", "Global_dimming", "Carbon_dioxide_in_Earth's_atmosphere", "CLOUD_experiment", "Global_cooling", "Geological_history_of_oxygen", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6484, 0.6109, 0.6062, 0.595, 0.5877, 0.5764, 0.5669, 0.5664, 0.5638, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Dole_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone", "Ozone_depletion", "Greenhouse_gas", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Ocean_acidification", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6291, 0.6243, 0.6205, 0.6117, 0.6091, 0.5978, 0.5945, 0.5915, 0.588, 0.5863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Attribution_of_recent_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7598, 0.7463, 0.7462, 0.7398, 0.7341, 0.7281, 0.7238, 0.7235, 0.7171, 0.716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Tipping_point_(climatology)", "Cool_tropics_paradox", "Global_dimming", "PDOS", "Avoiding_Dangerous_Climate_Change", "Cleaner_production", "Anthropocene", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.4556, 0.4406, 0.4255, 0.3976, 0.39, 0.3896, 0.3832, 0.3797, 0.3776, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Stern_Review", "Climate_Change_Science_Program", "Scientific_consensus_on_climate_change", "IPCC_Second_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Presidential_Climate_Action_Plan", "IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7006, 0.6956, 0.6908, 0.6803, 0.6743, 0.6715, 0.669, 0.6663, 0.6639, 0.6638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Weather_front", "Jet_stream", "Polar_vortex", "Polar_front", "Climate_of_Finland", "Wind", "Global_stilling", "Westerlies", "Prevailing_winds", "Sea_breeze"], "ranked_scores": [0.7109, 0.7066, 0.7055, 0.695, 0.6761, 0.6656, 0.6618, 0.6536, 0.652, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_(general_concept)", "Climate_variability", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7099, 0.7028, 0.701, 0.672, 0.6707, 0.6619, 0.649, 0.6408, 0.6408, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Contraction_and_Convergence", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Global_warming_controversy", "Climatic_Research_Unit_documents", "Carbon_dioxide_removal", "Climatic_Research_Unit", "Total_Carbon_Column_Observing_Network", "Cold_fusion"], "ranked_scores": [0.6401, 0.5583, 0.5494, 0.5459, 0.5363, 0.5361, 0.5339, 0.5338, 0.5316, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_emission_trading", "Carbon_offset", "Income_taxes_in_Canada", "Emissions_trading", "Value-added_tax_(United_Kingdom)", "Carbon_credit"], "ranked_scores": [0.6027, 0.5803, 0.5792, 0.5717, 0.5388, 0.5296, 0.5204, 0.5201, 0.5087, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "January_2016_East_Asia_cold_wave", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Past_sea_level", "Pliocene_climate", "Global_warming_in_Antarctica", "Ice_age"], "ranked_scores": [0.6822, 0.6733, 0.6612, 0.6517, 0.6513, 0.6502, 0.6475, 0.6474, 0.6467, 0.6398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Thaw_(weather)", "2013_extreme_weather_events", "1936_North_American_cold_wave", "Early_2014_North_American_cold_wave", "Winter_1985_cold_wave", "2014–15_North_American_winter", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.6503, 0.6469, 0.6417, 0.6411, 0.6404, 0.6307, 0.6267, 0.6245, 0.6117, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Blackwater_(coal)", "Acid_rain", "Anoxic_waters", "Acidophiles_in_acid_mine_drainage", "Anoxic_event", "Atmospheric_carbon_cycle", "Air_pollution", "Ocean"], "ranked_scores": [0.706, 0.7004, 0.6549, 0.6246, 0.6217, 0.6208, 0.6161, 0.6081, 0.6061, 0.6044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Demand_destruction", "Offshore_outsourcing", "Alternative_energy", "Non-renewable_resource", "Pro-nuclear_movement", "Renewable_energy_debate", "Wage_curve", "Climate_change_and_gender"], "ranked_scores": [0.5147, 0.4665, 0.4658, 0.4608, 0.4601, 0.458, 0.4574, 0.4568, 0.4462, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Pliocene_climate", "Global_warming_in_Antarctica", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Climate_inertia"], "ranked_scores": [0.728, 0.711, 0.6984, 0.6682, 0.6678, 0.6651, 0.6541, 0.6473, 0.642, 0.6355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Climate_of_Australia", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Dry_season"], "ranked_scores": [0.6471, 0.6432, 0.6432, 0.6259, 0.6166, 0.5997, 0.5962, 0.5948, 0.5899, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Climate_change_mitigation", "Global_cooling", "Carbon_diet", "Stern_Review", "Economics_of_global_warming", "Carbon_bubble", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6103, 0.6045, 0.6018, 0.601, 0.5978, 0.5953, 0.5922, 0.5918, 0.5902, 0.5901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "1995_Chicago_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8629, 0.8543, 0.8394, 0.8382, 0.8374, 0.8339, 0.833, 0.824, 0.8235, 0.8234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Economics_of_global_warming", "Global_warming", "Global_warming_controversy", "IPCC_First_Assessment_Report", "Politics_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7674, 0.7548, 0.7539, 0.7461, 0.7433, 0.7411, 0.741, 0.7392, 0.7148, 0.7145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Climate_sensitivity", "History_of_climate_change_science", "Instrumental_temperature_record", "Global_warming_hiatus", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7334, 0.7334, 0.7106, 0.7022, 0.7014, 0.7, 0.6931, 0.6869, 0.6857, 0.6857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.243, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Ozone_depletion_and_climate_change", "Arctic_methane_emissions", "Aerobic_methane_production", "Wetland_methane_emissions", "Tropospheric_ozone"], "ranked_scores": [0.7488, 0.7347, 0.7342, 0.7263, 0.7219, 0.6987, 0.6879, 0.6872, 0.6817, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Accident", "Worst-case_scenario", "Scenario_analysis", "Longevity_risk", "Risk_analysis", "Risk–benefit_ratio", "Risk_assessment", "Hazard", "Risk", "Systematic_risk"], "ranked_scores": [0.5844, 0.5731, 0.5709, 0.5621, 0.5563, 0.54, 0.5348, 0.5289, 0.5276, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["United_States_withdrawal_from_the_Paris_Agreement", "NoCO2_Certification_Program", "Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Landfill_gas_emission_reduction_in_Brazil", "Greenhouse_gas_emissions_by_the_United_States", "California_Senate_Bill_32", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [0.5706, 0.5546, 0.5534, 0.5527, 0.5395, 0.5387, 0.5373, 0.5331, 0.5267, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "1997–98_El_Niño_event", "Summer_of_1976_(Europe)", "January_2016_East_Asia_cold_wave", "March_2012_North_American_heat_wave", "2014–16_El_Niño_event", "2013_extreme_weather_events", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7534, 0.7485, 0.7485, 0.7469, 0.7451, 0.7395, 0.735, 0.7333, 0.7331, 0.7326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Sea_ice", "Measurement_of_sea_ice", "Polar_ice_cap", "Global_warming_in_Antarctica", "Sea_ice_thickness", "Arctic_sea_ice_decline"], "ranked_scores": [0.7, 0.6821, 0.6805, 0.6694, 0.6641, 0.6503, 0.6474, 0.6419, 0.6396, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Carbon-neutral_fuel", "Mitigation_of_global_warming_in_Australia", "Beyond_Coal", "Coal_gas", "Carbon_cycle_re-balancing"], "ranked_scores": [0.7387, 0.7367, 0.6741, 0.6455, 0.6452, 0.6432, 0.6372, 0.634, 0.631, 0.6305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Demand_destruction", "Pacific_decadal_oscillation", "Cleaner_production", "Programmed_Data_Processor", "Global_dimming", "Tipping_point_(climatology)", "Clean_Development_Mechanism", "PDO", "PDOS"], "ranked_scores": [0.3969, 0.3872, 0.3779, 0.3715, 0.3699, 0.3683, 0.3556, 0.3464, 0.3409, 0.3382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "History_of_climate_change_science", "Economics_of_global_warming", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Global_warming"], "ranked_scores": [0.7535, 0.7448, 0.7435, 0.7435, 0.7361, 0.7355, 0.7355, 0.7291, 0.7279, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Climate_change_and_gender", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "World_Climate_Report", "Attribution_of_recent_climate_change", "Climate_change_denial"], "ranked_scores": [0.6916, 0.6884, 0.6753, 0.6683, 0.6658, 0.6644, 0.6622, 0.6622, 0.655, 0.6543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Cool_tropics_paradox", "MSU_temperature_measurements", "Thaw_(weather)", "Shutdown_of_thermohaline_circulation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Past_sea_level", "Droughts_in_the_United_States", "Global_stilling", "Highest_temperature_recorded_on_Earth", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.5548, 0.5272, 0.5268, 0.5207, 0.5171, 0.5159, 0.5133, 0.5132, 0.5121, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_sensitivity", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change", "Effects_of_global_warming", "Economics_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.8049, 0.7909, 0.79, 0.7881, 0.7826, 0.7819, 0.7794, 0.7775, 0.7715, 0.768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Global_dimming", "Shutdown_of_thermohaline_circulation", "Phillips_curve", "Seasonal_adjustment", "Trend_stationary", "Probability_of_error", "Covariate", "Weighting", "Cool_tropics_paradox", "Statistical_significance"], "ranked_scores": [0.4723, 0.4574, 0.4515, 0.4495, 0.4461, 0.4428, 0.4428, 0.4416, 0.4416, 0.4411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Environmental_issue", "Deforestation_and_climate_change", "Climate_inertia", "History_of_climate_change_science", "Global_warming_controversy", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7282, 0.7088, 0.6935, 0.6789, 0.6739, 0.658, 0.6568, 0.6515, 0.6503, 0.6478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Climate", "Instrumental_temperature_record", "Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "100,000-year_problem", "Climate_variability", "Climate_change_(general_concept)", "Future_of_Earth", "Milankovitch_cycles"], "ranked_scores": [0.7442, 0.7177, 0.717, 0.7162, 0.7156, 0.7128, 0.7061, 0.7061, 0.7058, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Climate_Research_(journal)", "Friends_of_Science", "Climatic_Research_Unit_documents", "Climate_Change_Science_Program"], "ranked_scores": [0.5866, 0.5808, 0.5734, 0.569, 0.5681, 0.568, 0.5608, 0.557, 0.5493, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Cooling_center", "Satellite_temperature_measurements", "Excessive_heat_watch", "Weather", "Weather_map", "Heat_index", "2000_Southern_United_States_heat_wave", "Winds_aloft", "Air_conditioned_clothing"], "ranked_scores": [0.6624, 0.658, 0.6564, 0.6551, 0.6509, 0.6491, 0.6429, 0.6357, 0.6329, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Global_warming_controversy", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Temperature_record_of_the_past_1000_years", "Global_cooling", "History_of_climate_change_science", "Environmental_issue", "2013_extreme_weather_events", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7312, 0.724, 0.7237, 0.7233, 0.7222, 0.7154, 0.7138, 0.7133, 0.7109, 0.7099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power", "Solar_power_in_the_United_States", "Solar_power_in_Australia", "Solar_power_in_Spain", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_energy"], "ranked_scores": [0.6311, 0.5981, 0.598, 0.5939, 0.5934, 0.5862, 0.5851, 0.5811, 0.5657, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Dairy_farming_in_Canada", "Farm_programs", "Agricultural_Act_of_2014", "Agriculture_in_Brazil", "Agriculture_in_Ethiopia", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.6049, 0.5647, 0.5617, 0.5334, 0.5282, 0.5249, 0.5195, 0.5091, 0.5087, 0.5046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Syrian_brown_bear", "Rubus_arcticus", "Aronia", "Kodiak_bear", "Grizzly_bear", "Brown_bear", "Strawberry", "Bile_bear", "Wild_farming", "Ursus_americanus_carlottae"], "ranked_scores": [0.616, 0.5971, 0.5677, 0.5457, 0.5413, 0.5388, 0.5311, 0.5232, 0.515, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5508, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Atmosphere_of_Mars", "Volcanic_winter", "Methane_clathrate", "Thermopause", "Melt_pond", "Arctic_geoengineering", "Marcellus_natural_gas_trend", "Water_vapor"], "ranked_scores": [0.7324, 0.7048, 0.6749, 0.6636, 0.6589, 0.6515, 0.6482, 0.6408, 0.6323, 0.6179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Sea", "Temperate_climate", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Future_sea_level", "Tidal_range", "Arctic_Ocean"], "ranked_scores": [0.7907, 0.7408, 0.702, 0.6996, 0.6991, 0.679, 0.676, 0.6734, 0.6511, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Shutdown_of_thermohaline_circulation", "Global_dimming", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Ice2sea"], "ranked_scores": [0.7706, 0.7012, 0.679, 0.6749, 0.6632, 0.658, 0.6516, 0.6296, 0.6292, 0.6217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Carbon_offset", "Energy_in_the_United_States", "Mitigation_of_global_warming_in_Australia", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Wind_power", "Wind_power_by_country", "Wind_power_in_the_European_Union", "Deforestation_and_climate_change"], "ranked_scores": [0.6465, 0.6439, 0.6431, 0.6405, 0.6323, 0.6306, 0.6304, 0.6295, 0.6293, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_diet", "Global_cooling", "Climate_change_in_the_United_States", "Deforestation_and_climate_change", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "2011_United_Nations_Climate_Change_Conference", "Carbon_neutrality", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6961, 0.6617, 0.6554, 0.6486, 0.6418, 0.6367, 0.6311, 0.6233, 0.623, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Arctic_sea_ice_decline", "Wisconsin_glaciation", "Last_Glacial_Maximum", "Greenland_ice_sheet", "Future_sea_level", "The_Ice_Age", "Deglaciation"], "ranked_scores": [0.6814, 0.6759, 0.6479, 0.6406, 0.6365, 0.6329, 0.6314, 0.6273, 0.6246, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Global_cooling", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Oceanic_carbon_cycle"], "ranked_scores": [0.7144, 0.7107, 0.6788, 0.6751, 0.673, 0.6721, 0.6639, 0.6592, 0.6452, 0.6451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["1980_United_States_heat_wave", "Effects_of_global_warming_on_humans", "Global_warming", "Climate_change_in_Texas", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Climate_change_in_the_Arctic", "Economics_of_global_warming", "Extreme_weather", "Hurricane_Harvey"], "ranked_scores": [0.6997, 0.6981, 0.6937, 0.6864, 0.6851, 0.6754, 0.6736, 0.6696, 0.6671, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Measles", "Ehrlichia_Wisconsin_HM543746", "Acrodermatitis", "Disease", "Multiple_sclerosis", "Meningococcal_disease", "Infection", "Lymphangitis", "Diphtheria"], "ranked_scores": [0.6244, 0.6015, 0.5845, 0.5758, 0.572, 0.559, 0.5561, 0.5322, 0.5211, 0.5172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal", "Climate_change_in_Europe", "Climate_change_policy_of_the_United_States", "Reasons_for_concern", "Presidential_Climate_Action_Plan", "Arctic_geoengineering", "Climate_risk", "Effects_of_global_warming", "Climate_change_in_Canada"], "ranked_scores": [0.6791, 0.6759, 0.6746, 0.673, 0.6655, 0.6612, 0.6424, 0.6391, 0.636, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Climate_pattern", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6884, 0.686, 0.6831, 0.6821, 0.6804, 0.6794, 0.6769, 0.673, 0.6705, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Tropospheric_ozone", "Global_dimming", "Ozone_layer", "Dole_effect", "Willie_Soon", "NASA_Earth_Observatory", "Ozone_depletion", "Eyes_on_the_Earth"], "ranked_scores": [0.6397, 0.6389, 0.629, 0.6287, 0.6163, 0.5965, 0.596, 0.5927, 0.5914, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Geological_history_of_oxygen", "Estuarine_acidification", "Tropospheric_ozone", "Blackwater_(coal)", "Ozone_depletion", "Dole_effect", "Great_Oxygenation_Event", "Oxygen_cycle", "Oceanic_carbon_cycle"], "ranked_scores": [0.6404, 0.5903, 0.5811, 0.5809, 0.5715, 0.566, 0.5591, 0.5546, 0.5433, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Global_warming", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.7797, 0.7475, 0.7463, 0.7381, 0.7339, 0.7333, 0.7275, 0.7269, 0.722, 0.7191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Global_dimming", "List_of_parties_to_the_Kyoto_Protocol", "Views_on_the_Kyoto_Protocol", "Ozone_depletion_and_climate_change", "Kyoto_Protocol", "Climate_change_in_Europe", "Tipping_point_(climatology)", "Climate_change_in_Canada"], "ranked_scores": [0.5456, 0.4896, 0.4735, 0.4684, 0.4665, 0.4578, 0.4559, 0.4549, 0.4532, 0.4522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "2011_United_Nations_Climate_Change_Conference", "Climate_change_mitigation_scenarios", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_change_in_the_Arctic", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation"], "ranked_scores": [0.7636, 0.7423, 0.7375, 0.7201, 0.7158, 0.7079, 0.7076, 0.6991, 0.6991, 0.6966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Climate_of_the_United_States", "Shutdown_of_thermohaline_circulation", "Weather_front", "Prevailing_winds", "Polar_vortex", "Wind", "Jet_stream", "Sea_breeze", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.7256, 0.6846, 0.6841, 0.6706, 0.6684, 0.6664, 0.6644, 0.6547, 0.6421, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "2013_extreme_weather_events", "MSU_temperature_measurements", "HadCRUT", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_Texas", "Microwave_Sounding_Unit_temperature_measurements", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7265, 0.6872, 0.6749, 0.6611, 0.6448, 0.6406, 0.6345, 0.6321, 0.6241, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Global_cooling", "Cold_fusion", "Clean_Development_Mechanism", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_documents", "Orbital_forcing", "Cloud_formation_and_climate_change"], "ranked_scores": [0.7152, 0.643, 0.5839, 0.5819, 0.572, 0.5663, 0.5638, 0.562, 0.5556, 0.5549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Minerals_Resource_Rent_Tax", "International_Fuel_Tax_Agreement", "Plug-in_hybrids_in_California", "Canada_and_the_Kyoto_Protocol", "Value-added_tax_(United_Kingdom)", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.6926, 0.6813, 0.6152, 0.6063, 0.5763, 0.5753, 0.5616, 0.5513, 0.5415, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice_age", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Wiesław_Masłowski", "Sea_ice", "Past_sea_level", "Global_warming_in_Antarctica"], "ranked_scores": [0.7048, 0.6601, 0.6374, 0.6299, 0.6218, 0.6202, 0.6135, 0.6125, 0.6114, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "1936_North_American_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climatic_Research_Unit_email_controversy", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "2016_North_American_heat_wave", "2014–15_North_American_winter", "Media_coverage_of_climate_change"], "ranked_scores": [0.6584, 0.6462, 0.626, 0.6151, 0.6124, 0.6061, 0.605, 0.603, 0.5946, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Anoxic_event", "Ocean", "Clathrate_gun_hypothesis", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Acidophiles_in_acid_mine_drainage", "Climate_inertia"], "ranked_scores": [0.7269, 0.7036, 0.6755, 0.6741, 0.6484, 0.6303, 0.6171, 0.6138, 0.6138, 0.6057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Alternative_energy", "Offshore_outsourcing", "Energy_in_the_United_States", "World_Energy_Outlook", "Climate_change_mitigation_scenarios", "Energy_accidents", "Greening_Earth_Society", "List_of_coal_fired_power_stations_in_Australia", "Pro-nuclear_movement", "Wage_curve"], "ranked_scores": [0.582, 0.5491, 0.525, 0.5216, 0.5205, 0.5195, 0.5179, 0.5167, 0.5108, 0.5101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_Arctic", "2013_extreme_weather_events", "Climate_inertia", "Ice2sea"], "ranked_scores": [0.7823, 0.7328, 0.7177, 0.655, 0.6415, 0.629, 0.605, 0.5991, 0.5975, 0.5898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Extreme_poverty", "Famine", "Environmental_degradation", "Ozone_depletion_and_climate_change", "Land_degradation", "Water_scarcity_in_Africa"], "ranked_scores": [0.6809, 0.6368, 0.6359, 0.6205, 0.6171, 0.6153, 0.613, 0.6123, 0.6057, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Global_cooling", "World_Energy_Outlook", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Climate_change_mitigation_scenarios", "Earth's_energy_budget", "Carbon_emissions_reporting", "Carbon_bubble"], "ranked_scores": [0.6786, 0.6732, 0.67, 0.6441, 0.622, 0.6197, 0.6077, 0.6059, 0.6057, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8797, 0.8346, 0.833, 0.8273, 0.8258, 0.8204, 0.8076, 0.8072, 0.8008, 0.7981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Global_cooling", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Economics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7706, 0.7585, 0.7551, 0.7455, 0.7404, 0.7392, 0.736, 0.7343, 0.726, 0.7238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Instrumental_temperature_record", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Climate_change_feedback", "Global_cooling_(disambiguation)", "Global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7331, 0.7331, 0.7166, 0.7047, 0.7014, 0.695, 0.6945, 0.6871, 0.6714, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Environmental_issue", "Greenhouse_effect", "Idealized_greenhouse_model", "Atmospheric_methane", "Wetland_methane_emissions", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Earth's_internal_heat_budget"], "ranked_scores": [0.7435, 0.7283, 0.7179, 0.6833, 0.6818, 0.68, 0.6798, 0.671, 0.6652, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Scenario_analysis", "Risk–benefit_ratio", "Hazard", "Alternatives_assessment", "Hazard_elimination", "Risk", "Risk_neutral", "Policy_Uncertainty", "Systematic_risk"], "ranked_scores": [0.7034, 0.6545, 0.6399, 0.6386, 0.6181, 0.6173, 0.5972, 0.597, 0.5917, 0.5887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "Canada_and_the_Kyoto_Protocol", "Presidential_Climate_Action_Plan", "2011_United_Nations_Climate_Change_Conference", "Coal_pollution_mitigation", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_United_States", "NoCO2_Certification_Program"], "ranked_scores": [0.6345, 0.6294, 0.6138, 0.6103, 0.5884, 0.5877, 0.5855, 0.5846, 0.5822, 0.5749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2013_extreme_weather_events", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "January_2016_East_Asia_cold_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)", "2018_British_Isles_heat_wave"], "ranked_scores": [0.7984, 0.7795, 0.7637, 0.7584, 0.7579, 0.7484, 0.7472, 0.7398, 0.7377, 0.7354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "Measurement_of_sea_ice", "West_Antarctica", "Antarctic_sea_ice", "Arctic_ice_pack"], "ranked_scores": [0.6959, 0.6897, 0.6726, 0.6521, 0.6481, 0.6449, 0.6427, 0.6364, 0.6077, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_cycle_re-balancing", "Carbon-neutral_fuel", "Carbon_capture_and_storage", "Mitigation_of_global_warming_in_Australia", "Beyond_Coal", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Carbon_neutrality"], "ranked_scores": [0.8005, 0.76, 0.7328, 0.6941, 0.6817, 0.6785, 0.6777, 0.6771, 0.6656, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Demand_destruction", "Shutdown_of_thermohaline_circulation", "Climate_change_in_Europe", "Pacific_decadal_oscillation", "List_of_parties_to_the_Kyoto_Protocol", "Global_dimming", "Presidential_Climate_Action_Plan", "Tipping_point_(climatology)", "ADEOS_I", "Global_cooling"], "ranked_scores": [0.464, 0.4585, 0.4555, 0.4346, 0.4331, 0.4276, 0.4129, 0.4097, 0.4079, 0.4075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Environmental_issue", "Special_Report_on_Global_Warming_of_1.5_°C", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Economics_of_global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.7414, 0.7283, 0.7076, 0.6983, 0.6979, 0.6961, 0.6878, 0.6838, 0.6831, 0.6799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_denial", "World_Climate_Report", "Physical_impacts_of_climate_change", "World_Climate_Change_Conference,_Moscow", "Effects_of_global_warming", "Presidential_Climate_Action_Plan", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.7006, 0.6752, 0.6746, 0.6645, 0.6635, 0.6601, 0.6569, 0.6566, 0.6548, 0.6546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Desert_climate", "Freezing_level", "Celsius", "Arctic_oscillation", "Temperate_climate", "Climate_of_Australia", "Climate_of_Minnesota", "Megathermal", "Highest_temperature_recorded_on_Earth", "Cool_tropics_paradox"], "ranked_scores": [0.5689, 0.5498, 0.5304, 0.5282, 0.5241, 0.5132, 0.5107, 0.5086, 0.5071, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "Climate_change_in_Texas", "Environmental_issue", "History_of_climate_change_science", "Climate_change_feedback", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.8247, 0.8011, 0.7954, 0.7835, 0.7821, 0.7819, 0.7794, 0.7794, 0.779, 0.7761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Absolute_risk_reduction", "Global_dimming", "Wage_curve", "Trend_stationary", "Proportional_reduction_in_loss", "Phillips_curve", "Weighting", "Skewness", "Outcome_(probability)", "Global_warming_hiatus"], "ranked_scores": [0.5885, 0.5722, 0.5666, 0.5624, 0.541, 0.5387, 0.5371, 0.5329, 0.5286, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Deforestation_and_climate_change", "Global_cooling", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Abrupt_climate_change", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Environmental_issue", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7028, 0.6952, 0.6842, 0.6771, 0.6715, 0.6693, 0.669, 0.6559, 0.6554, 0.6506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Global_warming", "Earth's_internal_heat_budget", "Paleocene–Eocene_Thermal_Maximum", "Milankovitch_cycles", "Future_of_Earth", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Atmospheric_circulation", "Environmental_issue", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.7342, 0.7296, 0.7253, 0.7177, 0.7154, 0.714, 0.7108, 0.709, 0.7062, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Media_coverage_of_climate_change", "IPCC_Fifth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Climate_change_opinion_by_country", "Climatic_Research_Unit_documents", "Reasons_for_concern"], "ranked_scores": [0.6988, 0.6857, 0.6817, 0.641, 0.6404, 0.638, 0.6314, 0.6074, 0.6001, 0.5991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Weather_map", "Effect_of_Sun_angle_on_climate", "Air_source_heat_pumps", "Geothermal_heat_pump", "Excessive_heat_watch", "Cooling_tower", "Weather"], "ranked_scores": [0.7105, 0.7031, 0.7022, 0.7019, 0.6948, 0.6904, 0.6845, 0.6741, 0.6501, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "2013_extreme_weather_events", "Global_cooling", "Global_warming_controversy"], "ranked_scores": [0.8052, 0.7697, 0.7687, 0.7464, 0.7435, 0.7414, 0.7353, 0.7351, 0.7306, 0.7295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power_in_Michigan", "Solar_power_in_Australia", "Wind_power_in_Colorado", "Solar_power_by_country", "Solar_energy", "Photovoltaics"], "ranked_scores": [0.6819, 0.6634, 0.6454, 0.6402, 0.6323, 0.6121, 0.6023, 0.593, 0.5811, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Farm_programs", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Collectivization_in_the_Soviet_Union", "Dairy_farming_in_Canada"], "ranked_scores": [0.7188, 0.5813, 0.5543, 0.5447, 0.5422, 0.5231, 0.5069, 0.5037, 0.4954, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Aronia", "Strawberry", "Beringian_wolf", "Brown_bear", "Rubus_arcticus", "Bile_bear", "Syrian_brown_bear", "History_of_organic_farming", "Sun_Belt", "Grizzly_bear"], "ranked_scores": [0.5608, 0.5336, 0.5236, 0.5189, 0.5053, 0.5042, 0.5013, 0.4985, 0.4737, 0.4715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3378, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Volcanic_winter", "Marcellus_natural_gas_trend", "Thermopause", "Mesopause", "Timeline_of_glaciation", "Atmospheric_methane", "Deep_ocean_water", "Glacier", "Water_scarcity_in_Africa"], "ranked_scores": [0.686, 0.6717, 0.6536, 0.6439, 0.6396, 0.6239, 0.6191, 0.6136, 0.6128, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Regional_effects_of_global_warming", "Past_sea_level", "Sea_ice", "Climate_of_South_Africa", "Sea", "Sea_level", "Arid", "Sea_state", "Climate_change_in_Texas", "Annual_cycle_of_sea_level_height"], "ranked_scores": [0.6891, 0.6811, 0.668, 0.6679, 0.6677, 0.6582, 0.6547, 0.646, 0.6434, 0.6425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "ExxonMobil_climate_change_controversy", "Arctic_geoengineering", "Greenhouse_and_icehouse_Earth", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.7276, 0.6765, 0.6511, 0.6358, 0.6243, 0.5981, 0.598, 0.5973, 0.5963, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas_emissions_by_the_United_States", "Energy_in_the_United_States", "Energy_mix", "Wind_power_in_New_Mexico", "Carbon_offset", "Wind_power_in_Mexico", "List_of_renewable_energy_companies_by_stock_exchange", "German_response_to_Kyoto_Protocol", "Wind_power_in_the_United_States"], "ranked_scores": [0.6357, 0.6227, 0.6196, 0.6169, 0.6123, 0.6115, 0.6086, 0.6084, 0.6076, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas", "United_Nations_Framework_Convention_on_Climate_Change", "Atmospheric_carbon_cycle", "Earth's_energy_budget", "Views_on_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "2015_United_Nations_Climate_Change_Conference", "Global_cooling"], "ranked_scores": [0.6641, 0.625, 0.618, 0.6043, 0.6017, 0.5991, 0.5938, 0.5919, 0.5895, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Future_sea_level", "Timeline_of_glaciation", "Holocene_glacial_retreat", "Last_Glacial_Maximum", "Ice_age", "Quaternary_glaciation", "Ice2sea", "Marcellus_natural_gas_trend", "Ellesmere_Ice_Shelf"], "ranked_scores": [0.693, 0.6391, 0.6296, 0.6285, 0.6241, 0.6225, 0.6125, 0.6067, 0.6021, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "United_Nations_Framework_Convention_on_Climate_Change", "Global_warming_hiatus", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Greenhouse_gas", "Climate_change_in_the_United_States", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6573, 0.6512, 0.6508, 0.6469, 0.6468, 0.6399, 0.6372, 0.6335, 0.6275, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Climate_change_in_Texas", "1982–83_El_Niño_event", "1980_United_States_heat_wave", "Global_warming_in_Antarctica", "Radiative_forcing", "Global_warming", "Reasons_for_concern", "United_States_tropical_cyclone_rainfall_climatology", "Earth_rainfall_climatology", "Climate_of_Antarctica"], "ranked_scores": [0.6629, 0.6442, 0.6426, 0.6298, 0.629, 0.6289, 0.6266, 0.6266, 0.6242, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Disease", "Measles", "List_of_diseases_eliminated_from_the_United_States", "Infectious_mononucleosis", "Diphtheria", "Lyme_disease", "Milk", "Acrodermatitis", "Meningococcal_disease", "Allergy"], "ranked_scores": [0.5488, 0.5486, 0.4981, 0.4914, 0.4905, 0.4801, 0.4785, 0.4714, 0.4696, 0.4626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_risk", "Reasons_for_concern", "Physical_impacts_of_climate_change", "2011_United_Nations_Climate_Change_Conference", "Climate_change_adaptation_in_Nepal", "Climate_change_mitigation_scenarios", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_Europe", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.7067, 0.6786, 0.6641, 0.6552, 0.6511, 0.6487, 0.6466, 0.6447, 0.6442, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Termination_(geomorphology)", "Climate_pattern", "Climate_change_(general_concept)", "Climate_variability", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Bølling-Allerød_warming", "Deglaciation", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.6968, 0.6862, 0.6834, 0.6834, 0.6796, 0.6752, 0.6737, 0.6676, 0.6571, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Ozone_layer", "Tropospheric_ozone", "Mauna_Loa_Observatory", "Global_dimming", "Eyes_on_the_Earth", "Atmospheric_methane", "Paleoatmosphere", "Life_on_Mars", "World_Meteorological_Organization"], "ranked_scores": [0.6302, 0.628, 0.6264, 0.6146, 0.6044, 0.5935, 0.5732, 0.5667, 0.5632, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Aerobic_methane_production", "Atmospheric_methane", "Deep_ocean_water", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Metabolic_acidosis"], "ranked_scores": [0.5947, 0.5711, 0.564, 0.5611, 0.5607, 0.5572, 0.5444, 0.5405, 0.5399, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Climate_risk", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Climate_change", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy"], "ranked_scores": [0.7187, 0.7033, 0.7029, 0.6992, 0.6913, 0.6882, 0.6871, 0.6745, 0.6728, 0.6727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Ozone_depletion_and_climate_change", "Climate_change_in_Texas", "Growth_of_wind_power_in_the_United_States", "List_of_parties_to_the_Kyoto_Protocol", "Withdrawal_of_Greenland_from_the_European_Communities", "Pliocene_climate", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Eocene", "Pacific_decadal_oscillation"], "ranked_scores": [0.4189, 0.4138, 0.4128, 0.4062, 0.4051, 0.404, 0.4039, 0.4034, 0.402, 0.4018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Reasons_for_concern", "Climate_change_in_Europe", "Scientific_consensus_on_climate_change", "Climate_risk", "Physical_impacts_of_climate_change", "Climate_Change_Science_Program", "2011_United_Nations_Climate_Change_Conference", "Views_on_the_Kyoto_Protocol", "Arctic_geoengineering"], "ranked_scores": [0.7137, 0.6966, 0.6875, 0.6871, 0.6866, 0.6831, 0.6771, 0.6765, 0.6758, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Thaw_(weather)", "Polar_front", "Jet_stream", "Prevailing_winds", "Climate_of_the_United_States", "North_Magnetic_Pole", "Wind", "Polar_vortex", "Climate_of_Finland", "Climate_of_the_Arctic"], "ranked_scores": [0.6797, 0.659, 0.6364, 0.6359, 0.6307, 0.6259, 0.6165, 0.6155, 0.6111, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "Satellite_temperature_measurements", "Cool_tropics_paradox", "2013_extreme_weather_events", "Media_coverage_of_climate_change", "Climate_change_in_the_Arctic", "Summer_of_1976_(Europe)", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6846, 0.6712, 0.6636, 0.6373, 0.624, 0.6182, 0.6119, 0.6063, 0.6062, 0.606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Intended_Nationally_Determined_Contributions", "Copenhagen_Diagnosis", "Coupled_model_intercomparison_project", "Climate_change_in_Europe", "Cold_fusion", "World_Climate_Change_Conference,_Moscow", "2015_United_Nations_Climate_Change_Conference", "Clean_Development_Mechanism", "Montreal_Protocol"], "ranked_scores": [0.6069, 0.604, 0.5723, 0.5695, 0.5649, 0.5639, 0.5627, 0.5589, 0.553, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Carbon_price", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Value-added_tax_(United_Kingdom)", "Plug-in_hybrids_in_California", "Carbon_credit", "Carbon_offset", "Fuel_efficiency"], "ranked_scores": [0.6319, 0.5955, 0.5785, 0.5752, 0.5691, 0.5567, 0.5397, 0.5347, 0.5336, 0.5333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Arctic_sea_ice_decline", "Future_sea_level", "2016–17_North_American_winter", "Ice2sea", "Polar_forests_of_the_Cretaceous", "Past_sea_level", "Greenhouse_and_icehouse_Earth", "Wiesław_Masłowski"], "ranked_scores": [0.6338, 0.6286, 0.6253, 0.6115, 0.6079, 0.6037, 0.6036, 0.6034, 0.6016, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "Winter_1985_cold_wave", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave", "1936_North_American_cold_wave", "2014–15_North_American_winter", "2019_heat_wave_in_India_and_Pakistan", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6109, 0.5992, 0.5952, 0.5952, 0.592, 0.5891, 0.5793, 0.572, 0.5706, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Clathrate_gun_hypothesis", "Anoxic_waters", "Deep_ocean_water", "Estuarine_acidification", "Evaporation", "Thermohaline_circulation", "Methane_clathrate", "Anoxic_event", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6624, 0.6188, 0.6152, 0.6148, 0.6076, 0.5922, 0.5831, 0.5805, 0.5744, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["World_Energy_Outlook", "Demand_destruction", "Waste-to-energy_plant", "Environmental_impact_of_the_coal_industry", "Risk_neutral", "Energy_industry", "Alternative_fuel_vehicle", "Renewable_energy_in_the_United_Kingdom", "Alternative_energy", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.5534, 0.5402, 0.5364, 0.5304, 0.5293, 0.5267, 0.5264, 0.5241, 0.5214, 0.5175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Future_sea_level", "1995_Chicago_heat_wave", "Past_sea_level", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Climate_of_Antarctica", "Sea_level_rise", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.6798, 0.6723, 0.6585, 0.6398, 0.6302, 0.6291, 0.6262, 0.6237, 0.6212, 0.6145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Water_scarcity", "Aliso_Canyon_gas_leak", "Desertification", "Water_restrictions_in_Australia", "Global_stilling", "Dust_Bowl", "Climate_of_Australia", "Grassland_degradation", "Climate_of_Antarctica", "Famine"], "ranked_scores": [0.5898, 0.5809, 0.5753, 0.5741, 0.573, 0.5638, 0.5638, 0.5594, 0.5539, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Cool_tropics_paradox", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "World_Energy_Outlook", "Atmospheric_carbon_cycle", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering"], "ranked_scores": [0.6285, 0.6132, 0.6064, 0.6043, 0.604, 0.6029, 0.5997, 0.5965, 0.5964, 0.5962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1995_Chicago_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.7428, 0.7384, 0.7222, 0.722, 0.7187, 0.7176, 0.7072, 0.7051, 0.705, 0.7043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_mitigation", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7188, 0.7104, 0.7089, 0.6951, 0.6934, 0.6929, 0.6892, 0.6845, 0.678, 0.6778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate", "Climate_variability", "Climate_change_(general_concept)", "Climate_pattern", "Cool_tropics_paradox", "Earth's_energy_budget", "Instrumental_temperature_record", "Climate_sensitivity", "Satellite_temperature_measurements"], "ranked_scores": [0.6842, 0.6711, 0.666, 0.666, 0.6589, 0.6492, 0.6487, 0.6484, 0.6478, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Greenhouse_effect", "Atmospheric_carbon_cycle", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_methane_emissions", "Atmospheric_methane", "Trifluoromethyl_sulphur_pentafluoride", "Natural_gas", "Geothermal_energy", "Idealized_greenhouse_model"], "ranked_scores": [0.7128, 0.6814, 0.6789, 0.6439, 0.6399, 0.6349, 0.6193, 0.6182, 0.618, 0.6179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Disaster", "Scenario_analysis", "Risk–benefit_ratio", "Worst-case_scenario", "Risk_analysis", "Risk", "Hazard_elimination", "Ordinal_regression", "Systematic_risk"], "ranked_scores": [0.7142, 0.663, 0.661, 0.6362, 0.6342, 0.6327, 0.6016, 0.5965, 0.5951, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Aliso_Canyon_gas_leak", "Canada_and_the_Kyoto_Protocol", "NoCO2_Certification_Program", "Nuclear_power_phase-out", "United_Nations_Framework_Convention_on_Climate_Change", "United_States_withdrawal_from_the_Paris_Agreement", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Beyond_Coal", "List_of_renewable_energy_companies_by_stock_exchange", "Copenhagen_Accord"], "ranked_scores": [0.5671, 0.56, 0.5551, 0.5478, 0.5476, 0.5472, 0.5464, 0.5313, 0.5294, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2013_extreme_weather_events", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Cool_tropics_paradox", "2007_Western_North_American_heat_wave", "Early_2014_North_American_cold_wave"], "ranked_scores": [0.7683, 0.7577, 0.7548, 0.7411, 0.739, 0.7327, 0.732, 0.7297, 0.724, 0.7237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_sea_ice", "Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Antarctic_Circle", "Past_sea_level", "Ice2sea", "Sea_ice_thickness", "Geography_of_Antarctica", "Global_warming_in_Antarctica"], "ranked_scores": [0.6553, 0.6318, 0.625, 0.6186, 0.5994, 0.5938, 0.5931, 0.5806, 0.5804, 0.579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Renewable_natural_gas", "Carbon_neutrality", "Carbon_cycle_re-balancing", "Cleaner_production", "Substitute_natural_gas", "Carbon-neutral_fuel", "Beyond_Coal", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.7199, 0.6822, 0.6489, 0.6433, 0.6405, 0.6355, 0.6318, 0.6294, 0.6283, 0.6244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Nuclear_power_phase-out", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "NoCO2_Certification_Program", "List_of_parties_to_the_Kyoto_Protocol", "2011_United_Nations_Climate_Change_Conference", "Views_on_the_Kyoto_Protocol", "Clean_Development_Mechanism", "Global_cooling", "Copenhagen_Accord"], "ranked_scores": [0.4286, 0.3974, 0.3937, 0.3749, 0.3706, 0.3683, 0.3681, 0.3662, 0.3645, 0.363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Global_warming", "Earth's_energy_budget", "Global_warming_controversy", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "Global_cooling", "Climate_change_in_the_United_States"], "ranked_scores": [0.722, 0.6863, 0.6701, 0.663, 0.6556, 0.6552, 0.6402, 0.6399, 0.6392, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Stern_Review", "2011_United_Nations_Climate_Change_Conference", "Politics_of_global_warming", "Kyoto_Protocol", "List_of_parties_to_the_Kyoto_Protocol", "United_Nations_Climate_Change_conference", "Economics_of_global_warming", "World_Climate_Change_Conference,_Moscow", "World_Climate_Report"], "ranked_scores": [0.7022, 0.6934, 0.6903, 0.6817, 0.6803, 0.6744, 0.6568, 0.6561, 0.6516, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "Low-pressure_area", "Degree_day", "MSU_temperature_measurements", "Celsius", "Temperature", "Overcast", "Weather", "Desert_climate", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.5488, 0.5358, 0.5294, 0.5286, 0.5179, 0.5163, 0.5113, 0.5108, 0.5065, 0.5065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Earth's_energy_budget", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "IPCC_First_Assessment_Report", "Global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate", "Special_Report_on_Global_Warming_of_1.5_°C", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7755, 0.7737, 0.763, 0.7592, 0.7504, 0.7494, 0.7486, 0.7426, 0.7418, 0.7332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2382, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.4}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Multicollinearity", "Regression_toward_the_mean", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Fixed_effects_model", "Trend_stationary", "Covariate", "Phillips_curve", "Ecological_correlation", "Median", "Proportional_reduction_in_loss"], "ranked_scores": [0.5954, 0.5757, 0.5567, 0.5558, 0.5514, 0.5462, 0.544, 0.5359, 0.5301, 0.5276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Orbital_forcing", "Climate_change_mitigation_scenarios", "Abrupt_climate_change", "Arctic_geoengineering", "Atmospheric_carbon_cycle", "Global_cooling", "Global_warming_hiatus", "Global_dimming", "Greenhouse_gas", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6708, 0.6671, 0.6615, 0.6512, 0.6471, 0.6432, 0.6414, 0.6343, 0.631, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Future_of_Earth", "2013_extreme_weather_events", "Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Earth's_internal_heat_budget", "Pliocene_climate", "Earth_rainfall_climatology", "Highest_temperature_recorded_on_Earth", "Earth's_energy_budget", "Desert_climate"], "ranked_scores": [0.7373, 0.7121, 0.7085, 0.7046, 0.7026, 0.7018, 0.6997, 0.6986, 0.6967, 0.6912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Circular_reporting", "List_of_climate_scientists", "Michael_E._Mann", "Climate_Central", "IPCC_Fifth_Assessment_Report", "The_Deniers", "The_Hockey_Stick_Illusion", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6281, 0.6158, 0.6026, 0.5992, 0.5849, 0.5847, 0.5838, 0.5773, 0.5704, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Ceiling_fan", "Weather_station", "Weather_map", "Effect_of_Sun_angle_on_climate", "Satellite_temperature_measurements", "Atmospheric_thermodynamics", "Weather", "Cooling_tower", "Climate_change_in_Texas"], "ranked_scores": [0.7016, 0.6767, 0.6761, 0.6697, 0.6631, 0.6562, 0.6559, 0.6498, 0.6474, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Cool_tropics_paradox", "Global_cooling", "Climate_change_in_the_Arctic", "Orbital_forcing", "2013_extreme_weather_events", "2007_Western_North_American_heat_wave", "Climate_inertia", "Abrupt_climate_change", "Global_warming_in_Antarctica"], "ranked_scores": [0.7473, 0.7331, 0.6969, 0.6969, 0.6968, 0.6927, 0.6923, 0.6879, 0.6863, 0.6802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Wind_power_in_Colorado", "Wind_power_by_country", "Solar_power_in_Michigan", "Wind_power_in_New_Mexico", "Wind_power_in_the_United_States", "Ivanpah_Solar_Power_Facility", "Renewable_energy_in_the_United_Kingdom", "Solar_power_in_Australia", "Solar_power_in_the_United_States"], "ranked_scores": [0.6258, 0.6051, 0.5585, 0.5575, 0.5541, 0.541, 0.5399, 0.5364, 0.5348, 0.5326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Green_Power_Partnership", "Agriculture,_forestry,_and_fishing_in_Japan", "Ecological_yield", "Farm_programs", "Canadian_Association_of_Petroleum_Producers", "Plough", "Productivity_(ecology)"], "ranked_scores": [0.5631, 0.5118, 0.5061, 0.4756, 0.4676, 0.465, 0.4627, 0.4604, 0.4539, 0.4534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Aronia", "Syrian_brown_bear", "Strawberry", "Kodiak_bear", "Culture_of_California", "Kung_Fu_Bear", "Bile_bear", "Deserts_of_California", "Ecology_of_the_Rocky_Mountains"], "ranked_scores": [0.6302, 0.6172, 0.5565, 0.5482, 0.5415, 0.5368, 0.5358, 0.5357, 0.53, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Climate_change_in_the_United_States", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Shale_gas", "Atmosphere_of_Mars", "Aliso_Canyon_gas_leak"], "ranked_scores": [0.7491, 0.702, 0.6874, 0.685, 0.6791, 0.6776, 0.6732, 0.6547, 0.6547, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Sea", "Future_sea_level", "Low-pressure_area", "Tide", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Sea_level", "Microclimate"], "ranked_scores": [0.8214, 0.799, 0.7574, 0.7514, 0.7464, 0.739, 0.7131, 0.707, 0.6985, 0.6963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Global_cooling_(disambiguation)", "Arctic_geoengineering", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Shutdown_of_thermohaline_circulation", "Climate_change_in_Europe", "Global_dimming"], "ranked_scores": [0.8078, 0.7708, 0.7366, 0.7276, 0.7235, 0.712, 0.7118, 0.6931, 0.6931, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_New_Mexico", "Deforestation_and_climate_change", "Politics_of_global_warming", "Wind_power_in_Colorado", "Nuclear_power_debate", "Carbon_footprint", "Atmospheric_carbon_cycle", "Renewable_energy_debate", "Aliso_Canyon_gas_leak", "Wind_power"], "ranked_scores": [0.7005, 0.6859, 0.6781, 0.6781, 0.6673, 0.6621, 0.6579, 0.654, 0.6444, 0.6436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Carbon_diet", "Avoiding_Dangerous_Climate_Change", "Carbon_dioxide_removal", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation", "Mercury_pollution_in_the_ocean", "Greenhouse_gas_emissions_by_the_United_States", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7044, 0.6805, 0.6638, 0.6604, 0.6573, 0.6504, 0.6481, 0.6439, 0.6423, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Holocene_glacial_retreat", "The_Ice_Age", "Retreat_of_glaciers_since_1850", "Wisconsin_glaciation", "East_Greenland_Orogen", "Greenland_ice_core_project", "Ice2sea", "Future_sea_level", "Laurentide_Ice_Sheet"], "ranked_scores": [0.7634, 0.7597, 0.7161, 0.7116, 0.7046, 0.698, 0.6959, 0.6953, 0.6946, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Environmental_issue", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_mitigation", "Global_cooling", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.737, 0.7313, 0.7244, 0.715, 0.7141, 0.7136, 0.7116, 0.7061, 0.7045, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Climate_change_adaptation", "Effects_of_global_warming_on_humans", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "Global_warming", "Economics_of_global_warming", "Media_coverage_of_climate_change", "Climate_risk", "Extreme_weather", "Environmental_issue"], "ranked_scores": [0.7212, 0.7196, 0.7179, 0.7158, 0.7123, 0.7046, 0.7036, 0.698, 0.6898, 0.6868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Herd_immunity", "Pleistocene_rewilding", "Measles", "Lyme_disease", "Acrodermatitis", "List_of_mammals_of_New_England", "Ehrlichia_Wisconsin_HM543746", "List_of_diseases_eliminated_from_the_United_States", "Endotherm", "Multiple_sclerosis"], "ranked_scores": [0.6515, 0.6304, 0.6298, 0.6249, 0.5955, 0.5862, 0.5804, 0.5673, 0.5659, 0.5609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal", "Reasons_for_concern", "Carbon_dioxide_removal", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Mitigation_of_global_warming_in_Australia", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_Finance"], "ranked_scores": [0.6953, 0.695, 0.6903, 0.6861, 0.6781, 0.6722, 0.6711, 0.6635, 0.6633, 0.6622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Climate_pattern", "Season", "Retreat_of_glaciers_since_1850", "Climate_change_in_Texas", "Bølling-Allerød_warming", "Hirnantian", "Termination_(geomorphology)", "Paleocene–Eocene_Thermal_Maximum", "Global_warming", "Northern_Hemisphere"], "ranked_scores": [0.7515, 0.7343, 0.7317, 0.7176, 0.7159, 0.7092, 0.7044, 0.7021, 0.7012, 0.7008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Tropospheric_ozone", "Permanent_Service_for_Mean_Sea_Level", "Ozone_layer", "Ozone_depletion", "Keeling_Curve", "Ozone_depletion_and_climate_change", "Mauna_Loa_Observatory", "National_Oceanic_and_Atmospheric_Administration", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "CLOUD_experiment"], "ranked_scores": [0.6717, 0.6514, 0.6496, 0.6474, 0.6439, 0.6378, 0.632, 0.6281, 0.6259, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2811, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acidosis", "Dole_effect", "Metabolic_acidosis", "PH", "Ozone_depletion", "Great_Oxygenation_Event", "Chemocline", "Paleoatmosphere"], "ranked_scores": [0.7464, 0.687, 0.638, 0.6138, 0.6108, 0.6104, 0.609, 0.6083, 0.6027, 0.6026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Reasons_for_concern", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Attribution_of_recent_climate_change", "IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Physical_impacts_of_climate_change", "Antarctica_cooling_controversy", "Climate_change_opinion_by_country"], "ranked_scores": [0.8131, 0.7898, 0.7809, 0.7691, 0.7559, 0.7402, 0.7385, 0.7378, 0.7322, 0.73], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Shutdown_of_thermohaline_circulation", "Ozone_depletion_and_climate_change", "Kyoto_Protocol", "Paleocene–Eocene_Thermal_Maximum", "Environmental_Defense_v._Duke_Energy_Corp.", "Phosphorus_cycle", "IPCC_First_Assessment_Report", "Climate_change_in_Europe", "Pacific_decadal_oscillation"], "ranked_scores": [0.6031, 0.5746, 0.5686, 0.5404, 0.5352, 0.5261, 0.5233, 0.5224, 0.5193, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Special_Report_on_Global_Warming_of_1.5_°C", "2011_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe", "Canada_and_the_Kyoto_Protocol", "2015_United_Nations_Climate_Change_Conference", "Reducing_emissions_from_deforestation_and_forest_degradation", "Avoiding_Dangerous_Climate_Change", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Climate_change_mitigation"], "ranked_scores": [0.7735, 0.7588, 0.7578, 0.7537, 0.7521, 0.7519, 0.7434, 0.7405, 0.7367, 0.7294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["North_Atlantic_Current", "Diablo_wind", "Prevailing_winds", "Sea_breeze", "Polar_front", "Shutdown_of_thermohaline_circulation", "Weather_front", "Souther_(meteorology)", "Rear-inflow_jet", "Westerlies"], "ranked_scores": [0.7829, 0.7727, 0.7607, 0.7517, 0.7425, 0.7352, 0.7254, 0.7199, 0.7161, 0.7079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Satellite_temperature_measurements", "Abrupt_climate_change", "2013_extreme_weather_events", "Microwave_Sounding_Unit_temperature_measurements", "Keeling_Curve", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7491, 0.6973, 0.6973, 0.6788, 0.666, 0.6571, 0.6557, 0.6509, 0.6458, 0.6421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_documents", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Free_Ocean_CO2_Enrichment", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7496, 0.7013, 0.6672, 0.6567, 0.6488, 0.6387, 0.6374, 0.6364, 0.6301, 0.623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Plug-in_hybrids_in_California", "Minerals_Resource_Rent_Tax", "International_Fuel_Tax_Agreement", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Congestion_pricing", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.7759, 0.7215, 0.7032, 0.6703, 0.6639, 0.6336, 0.6234, 0.6225, 0.6139, 0.5921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice_age", "Glacier_mass_balance", "Measurement_of_sea_ice", "Sea_ice", "Global_cooling_(disambiguation)", "Climate_change_in_the_United_States", "Retreat_of_glaciers_since_1850", "Ice2sea", "West_Ice"], "ranked_scores": [0.8177, 0.7246, 0.7112, 0.71, 0.7051, 0.7004, 0.697, 0.6854, 0.6807, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "1936_North_American_cold_wave", "2013_extreme_weather_events", "1908", "2001_Eastern_North_America_heat_wave", "2006_Atlantic_hurricane_season", "2018_British_Isles_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7241, 0.698, 0.6921, 0.683, 0.6653, 0.6615, 0.6542, 0.654, 0.653, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Ocean", "Deepwater_Horizon_oil_spill", "Clathrate_gun_hypothesis", "Anoxic_waters", "Deep_ocean_water", "Anoxic_event", "Biodilution"], "ranked_scores": [0.7961, 0.7332, 0.7184, 0.6977, 0.6779, 0.677, 0.677, 0.6675, 0.6655, 0.6638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energiewende_in_Germany", "Renewable_energy_in_Germany", "Environmental_skepticism", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Beyond_Coal", "Environmental_economics", "Renewable_energy_debate", "Nuclear_power_debate", "Energy_in_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_scores": [0.62, 0.6156, 0.6154, 0.589, 0.5806, 0.5792, 0.5783, 0.5782, 0.5721, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Climate_change_in_the_Arctic", "Sea_ice", "November_2014_North_American_cold_wave", "Climate_change_in_the_United_States"], "ranked_scores": [0.7972, 0.7748, 0.7616, 0.7474, 0.6886, 0.6834, 0.6685, 0.6404, 0.6382, 0.6295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Extreme_poverty", "Desertification", "Ozone_depletion_and_climate_change", "2010–13_Southern_United_States_and_Mexico_drought", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_adaptation", "Desalination", "Environmental_degradation", "2012–13_North_American_drought", "Landfills_in_the_United_Kingdom"], "ranked_scores": [0.7227, 0.6949, 0.6839, 0.6614, 0.6453, 0.6415, 0.6368, 0.6365, 0.6288, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Avoiding_Dangerous_Climate_Change", "Global_cooling", "Copenhagen_Diagnosis", "Low-carbon_building", "Energiewende_in_Germany", "Climate_change_in_Europe", "Climate_engineering"], "ranked_scores": [0.6935, 0.6914, 0.673, 0.6535, 0.6314, 0.6232, 0.6177, 0.6151, 0.605, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1995_Chicago_heat_wave"], "ranked_scores": [0.8656, 0.8363, 0.831, 0.8234, 0.8111, 0.8061, 0.8036, 0.801, 0.7918, 0.7901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Reasons_for_concern", "IPCC_First_Assessment_Report", "Antarctica_cooling_controversy", "Climate_change_mitigation_scenarios", "Global_cooling"], "ranked_scores": [0.7707, 0.7616, 0.7616, 0.7542, 0.7475, 0.7439, 0.7434, 0.737, 0.7358, 0.7341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_warming", "Climate_variability", "Climate_change_(general_concept)", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Climate_change_feedback", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7243, 0.722, 0.7196, 0.7196, 0.7151, 0.7129, 0.711, 0.7072, 0.7063, 0.6947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Ozone_depletion_and_climate_change", "Environmental_issue", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_the_United_States"], "ranked_scores": [0.7591, 0.7552, 0.749, 0.7409, 0.7318, 0.7276, 0.7186, 0.7152, 0.7149, 0.7094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Scenario_analysis", "Hazard_elimination", "Alternatives_assessment", "Error_catastrophe", "Risk–benefit_ratio", "Systematic_risk", "Deception", "Redundancy_(engineering)", "Disaster"], "ranked_scores": [0.7548, 0.7178, 0.6989, 0.682, 0.6467, 0.6416, 0.6287, 0.6212, 0.6142, 0.6088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Energy_policy_of_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Coal_pollution_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "2011_United_Nations_Climate_Change_Conference", "NoCO2_Certification_Program", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.7294, 0.6902, 0.681, 0.6737, 0.6696, 0.6616, 0.6401, 0.6397, 0.6372, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7943, 0.7792, 0.7771, 0.77, 0.762, 0.7617, 0.7578, 0.7559, 0.7549, 0.7495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Sea_ice", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Thwaites_Glacier", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "West_Antarctica", "Polar_see-saw"], "ranked_scores": [0.7172, 0.6806, 0.6793, 0.6788, 0.676, 0.662, 0.6415, 0.636, 0.6354, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage_in_Australia", "Carbon_neutrality", "Coal_gasification_commercialization", "Coal_gasification", "Carbon_capture_and_storage", "Carbon_credit", "Carbon-neutral_fuel"], "ranked_scores": [0.7746, 0.7725, 0.7683, 0.7302, 0.7036, 0.702, 0.702, 0.69, 0.6883, 0.6695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Dole_effect", "Ozone_depletion_and_climate_change", "Tipping_point_(climatology)", "Ozone_depletion", "Montreal_Protocol", "Doomer", "Decomposition", "Climate_change_in_Europe", "Kyoto_Protocol", "Environmental_Defense_v._Duke_Energy_Corp."], "ranked_scores": [0.519, 0.5132, 0.5068, 0.5065, 0.5046, 0.4979, 0.4958, 0.4884, 0.4882, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Environmental_issue", "Reasons_for_concern", "Global_cooling", "Global_warming_hiatus", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7694, 0.7593, 0.7582, 0.752, 0.7502, 0.7462, 0.7435, 0.7292, 0.7285, 0.7258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "2011_United_Nations_Climate_Change_Conference", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Economics_of_global_warming", "List_of_parties_to_the_Kyoto_Protocol", "History_of_climate_change_science", "Politics_of_global_warming", "Presidential_Climate_Action_Plan", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6918, 0.68, 0.671, 0.6703, 0.6682, 0.6676, 0.6672, 0.6547, 0.6546, 0.6479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Freezing_level", "Desert_climate", "Cool_tropics_paradox", "Multicollinearity", "Ground_zero", "Forecast_error", "Excessive_heat_watch", "Climate_of_Antarctica", "Highest_temperature_recorded_on_Earth", "Celsius"], "ranked_scores": [0.6188, 0.5781, 0.5747, 0.5626, 0.5438, 0.5348, 0.5348, 0.5291, 0.5262, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Climate_change_feedback", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_Texas"], "ranked_scores": [0.8521, 0.8371, 0.8138, 0.8118, 0.8102, 0.8091, 0.8075, 0.7951, 0.7908, 0.7874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["IPCC_First_Assessment_Report", "Weighting", "Absolute_risk_reduction", "Global_dimming", "Scientific_opinion_on_climate_change", "Idealized_greenhouse_model", "Climate_sensitivity", "Endotherm", "Physical_impacts_of_climate_change", "Environmental_issue"], "ranked_scores": [0.6633, 0.6562, 0.6471, 0.6324, 0.6068, 0.6037, 0.5978, 0.5967, 0.5916, 0.5907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Arctic_geoengineering", "Climate_change_in_Europe", "Arctic_sea_ice_decline"], "ranked_scores": [0.7411, 0.7249, 0.7235, 0.7187, 0.715, 0.7086, 0.7074, 0.7041, 0.7029, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2013_extreme_weather_events", "Paleocene–Eocene_Thermal_Maximum", "Effect_of_Sun_angle_on_climate", "Earth's_internal_heat_budget", "2001_Eastern_North_America_heat_wave", "Global_warming", "Antarctica_cooling_controversy", "Climate_change_in_Texas", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7532, 0.7527, 0.7371, 0.7343, 0.7268, 0.7267, 0.7267, 0.7252, 0.7193, 0.7152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["IPCC_Fourth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "The_Deniers", "The_Hockey_Stick_Illusion", "Scientific_consensus_on_climate_change", "Environmental_skepticism", "Climatic_Research_Unit_email_controversy", "Independent_sources", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.7097, 0.6929, 0.6894, 0.6797, 0.6572, 0.6569, 0.6519, 0.6485, 0.6432, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2837, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Ground-coupled_heat_exchanger", "Geothermal_heat_pump", "Weather_map", "Solar_updraft_tower", "Automobile_air_conditioning", "Air_source_heat_pumps", "Air_conditioning", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing"], "ranked_scores": [0.7504, 0.7393, 0.7173, 0.7136, 0.6925, 0.6801, 0.6747, 0.6672, 0.6659, 0.6642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "2013_extreme_weather_events", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "Climate_change_in_the_United_States", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.8269, 0.8265, 0.7864, 0.7862, 0.7845, 0.7798, 0.771, 0.7707, 0.7705, 0.7691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_the_United_States", "Wind_power_in_Colorado", "Electric_power_industry", "Solar_power_in_Michigan", "Central_Valley_Project", "Renewable_energy_debate", "Solar_power_by_country"], "ranked_scores": [0.6141, 0.5982, 0.5881, 0.5727, 0.5544, 0.5421, 0.5354, 0.5315, 0.5163, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Unemployment_in_the_United_States", "Gold_mining_in_the_United_States", "National_Farm_Safety_&_Health_Week", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Nonfarm_payrolls", "Agriculture_in_Brazil", "Shrubland"], "ranked_scores": [0.7269, 0.6358, 0.5728, 0.5715, 0.565, 0.5639, 0.5572, 0.5538, 0.5517, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-64-pq-m8-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Aronia", "Brown_bear", "Culture_of_California", "Strawberry", "Ecology_of_the_Rocky_Mountains", "Colorado_River", "Fauna", "Kodiak_bear", "Rubus_defectionis", "Knut_(polar_bear)"], "ranked_scores": [0.5739, 0.5601, 0.5418, 0.5414, 0.5409, 0.5363, 0.5289, 0.5218, 0.5211, 0.5204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Marcellus_natural_gas_trend", "Idealized_greenhouse_model", "Global_dimming", "Aliso_Canyon_gas_leak", "Copenhagen_Diagnosis", "Global_cooling", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6862, 0.676, 0.668, 0.6676, 0.665, 0.656, 0.6502, 0.6492, 0.6474, 0.6356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["High-pressure_area", "Progradation", "Marine_layer", "Flood", "Sea_ice", "Climate_of_South_Africa", "Sea_level_rise", "Sea_state", "Sea", "Thermohaline_circulation"], "ranked_scores": [0.7394, 0.7212, 0.7126, 0.7091, 0.6996, 0.6968, 0.6945, 0.6928, 0.6922, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Global_cooling", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Ice2sea", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation", "Shutdown_of_thermohaline_circulation", "Global_dimming", "Mesopause", "Copenhagen_Diagnosis"], "ranked_scores": [0.7829, 0.7707, 0.7689, 0.728, 0.7166, 0.7006, 0.6962, 0.6949, 0.6848, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Wind_power_in_New_Mexico", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Embedded_emissions", "Electricity_sector_in_the_United_Kingdom", "Wind_power_in_the_United_Kingdom", "Nuclear_power", "German_response_to_Kyoto_Protocol", "List_of_renewable_energy_companies_by_stock_exchange", "Zero-energy_building"], "ranked_scores": [0.687, 0.6693, 0.6672, 0.6588, 0.6567, 0.6567, 0.6478, 0.647, 0.6458, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Embedded_emissions", "Canada_and_the_Kyoto_Protocol", "Trifluoromethyl_sulphur_pentafluoride", "2015_United_Nations_Climate_Change_Conference", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_diet"], "ranked_scores": [0.6714, 0.6544, 0.624, 0.6197, 0.6096, 0.6078, 0.6006, 0.599, 0.5966, 0.5927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Last_Glacial_Maximum", "ANDRILL", "Greenland_ice_core_project", "Holocene_glacial_retreat", "Ice_age", "2006_European_heat_wave", "2015_North_American_heat_wave", "1980_United_States_heat_wave", "Ice2sea"], "ranked_scores": [0.7276, 0.6945, 0.6893, 0.6891, 0.6882, 0.6854, 0.6842, 0.679, 0.6789, 0.6746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "2015_United_Nations_Climate_Change_Conference", "Montreal_Protocol", "Global_cooling", "Global_warming_hiatus", "Atmospheric_carbon_cycle", "Arctic_geoengineering"], "ranked_scores": [0.7474, 0.7055, 0.6927, 0.6907, 0.6879, 0.6733, 0.6658, 0.655, 0.6542, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["World_Conference_on_Disaster_Risk_Reduction", "Global_warming", "Reasons_for_concern", "Extreme_weather", "Ecological_resilience", "Climate_change_denial", "Climate_change_and_gender", "1980_United_States_heat_wave", "Environmental_degradation", "Climate_risk"], "ranked_scores": [0.6575, 0.6488, 0.6425, 0.6422, 0.6384, 0.6312, 0.6281, 0.6237, 0.6209, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Measles", "Droughts_in_the_United_States", "Evolutionary_mismatch", "List_of_mammals_of_New_England", "2012–13_North_American_drought", "Melt_pond", "Defaunation", "Pleistocene_rewilding", "List_of_diseases_eliminated_from_the_United_States", "Dry_season"], "ranked_scores": [0.5948, 0.5874, 0.5825, 0.5675, 0.5672, 0.5654, 0.5617, 0.5502, 0.5452, 0.545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Climate_risk", "2011_United_Nations_Climate_Change_Conference", "Reasons_for_concern", "Clean_Development_Mechanism", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Carbon_tax", "Emissions_trading", "2015_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6981, 0.6961, 0.6961, 0.693, 0.6791, 0.679, 0.6788, 0.676, 0.6741, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Termination_(geomorphology)", "Deglaciation", "Climate_pattern", "Bølling-Allerød_warming", "Season_creep", "Temperature_record_of_the_past_1000_years", "Retreat_of_glaciers_since_1850", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.7702, 0.7702, 0.7674, 0.7582, 0.7569, 0.7437, 0.7425, 0.7357, 0.7252, 0.7139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Aliso_Canyon_gas_leak", "NOAAS_Okeanos_Explorer_(R_337)", "Ozone", "ECHAM", "Global_dimming", "Eyes_on_the_Earth", "Montreal_Protocol", "Global_cooling", "Satellite_temperature_measurements"], "ranked_scores": [0.644, 0.6324, 0.6266, 0.6255, 0.6219, 0.6213, 0.619, 0.6189, 0.6113, 0.6093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Acidosis", "Metabolic_acidosis", "Methane_clathrate", "Carbon_dioxide", "Aerobic_methane_production", "Paleoatmosphere", "Methanogenesis"], "ranked_scores": [0.7062, 0.6726, 0.6492, 0.6431, 0.6421, 0.627, 0.6263, 0.6217, 0.6215, 0.612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Climate_risk", "Climate_change_mitigation", "Reasons_for_concern", "Global_cooling", "Cool_tropics_paradox", "Global_warming_conspiracy_theory", "World_Climate_Change_Conference,_Moscow", "Climate_engineering"], "ranked_scores": [0.7222, 0.7154, 0.6909, 0.6774, 0.6763, 0.6762, 0.6743, 0.6741, 0.6737, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Phillips_curve", "Nitrogen_dioxide_poisoning", "Special_Report_on_Global_Warming_of_1.5_°C", "Tipping_point_(climatology)", "Eddy_covariance", "Ozone_depletion_and_climate_change", "Dole_effect", "Climate_sensitivity", "Pacific_decadal_oscillation", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.5329, 0.5292, 0.5271, 0.5243, 0.5214, 0.5203, 0.5127, 0.5024, 0.4999, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "World_Climate_Change_Conference,_Moscow", "2015_United_Nations_Climate_Change_Conference", "2009_United_Nations_Climate_Change_Conference", "Stern_Review", "United_Nations_Framework_Convention_on_Climate_Change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Global_warming_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation"], "ranked_scores": [0.7402, 0.7391, 0.7382, 0.7269, 0.7156, 0.7135, 0.7093, 0.7086, 0.7079, 0.7068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "Thaw_(weather)", "North_Magnetic_Pole", "Wind", "Climate_of_Italy", "2014–15_North_American_winter", "Diablo_wind", "Polar_front", "Souther_(meteorology)", "Global_stilling"], "ranked_scores": [0.7126, 0.7034, 0.6963, 0.6829, 0.6689, 0.666, 0.6659, 0.6637, 0.6584, 0.6539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "Media_coverage_of_climate_change", "Fahrenheit", "Degree_day", "Satellite_temperature_measurements", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "Weather_forecasting"], "ranked_scores": [0.7316, 0.6962, 0.6525, 0.6525, 0.6454, 0.634, 0.6287, 0.6277, 0.6216, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "2015_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit_email_controversy", "Climate_risk", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Intended_Nationally_Determined_Contributions", "Reasons_for_concern", "Copenhagen_Diagnosis", "Clean_Development_Mechanism", "Coupled_model_intercomparison_project"], "ranked_scores": [0.6478, 0.6475, 0.6367, 0.6343, 0.6329, 0.6325, 0.6307, 0.6305, 0.6283, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "An_Act_to_amend_the_Criminal_Code_(minimum_sentence_for_offences_involving_trafficking_of_persons_under_the_age_of_eighteen_years)", "Carbon_price", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Low-carbon_fuel_standard", "Environmental_impact_of_transport_in_Australia", "Carbon_credit", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Plug-in_hybrids_in_California"], "ranked_scores": [0.6575, 0.607, 0.598, 0.5961, 0.5937, 0.5904, 0.5865, 0.5738, 0.572, 0.5687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Polar_forests_of_the_Cretaceous", "Sea_ice", "Holocene_glacial_retreat", "Global_cooling_(disambiguation)", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "The_Coming_Global_Superstorm", "Global_cooling"], "ranked_scores": [0.7489, 0.735, 0.7056, 0.6981, 0.6941, 0.6913, 0.688, 0.6875, 0.6858, 0.6811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["January_31_–_February_2,_2011_North_American_blizzard", "March_2012_North_American_heat_wave", "Hurricane_Katrina_and_global_warming", "Prevailing_winds", "2006_Atlantic_hurricane_season", "2011_Super_Outbreak", "1936_North_American_cold_wave", "January_2016_United_States_blizzard", "Merchants_of_Doubt", "Texas-Oklahoma_wildfires_of_2005–06"], "ranked_scores": [0.6618, 0.6506, 0.645, 0.6432, 0.641, 0.6399, 0.6375, 0.6357, 0.6252, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Evaporation", "Ocean_acidification", "Blackwater_(coal)", "Methane_clathrate", "Post-glacial_rebound", "Deep_ocean_water", "Water_distribution_on_Earth", "Clathrate_gun_hypothesis", "Oxygen_cycle", "Anoxic_waters"], "ranked_scores": [0.6898, 0.6845, 0.6801, 0.6736, 0.6668, 0.6648, 0.6616, 0.6591, 0.6553, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Renewable_energy_in_the_United_Kingdom", "World_Energy_Outlook", "Fossil_fuel_divestment", "An_Appeal_to_Reason", "Waste-to-energy_plant", "Energiewende_in_Germany", "Wind_power_in_the_European_Union", "Environmental_skepticism", "Renewable_energy_in_Germany", "Deindustrialisation_by_country"], "ranked_scores": [0.6174, 0.6171, 0.6146, 0.607, 0.6038, 0.6032, 0.5998, 0.5937, 0.5912, 0.5877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "2016_Sumatra_earthquake", "Arctic_sea_ice_decline", "2006_European_cold_wave", "2015_North_American_heat_wave", "2006_European_heat_wave", "2001_Eastern_North_America_heat_wave", "Climate_change_in_the_Arctic", "Anoxia", "Future_sea_level"], "ranked_scores": [0.7225, 0.6577, 0.6534, 0.6516, 0.6504, 0.6495, 0.6492, 0.6475, 0.6462, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Aliso_Canyon_gas_leak", "Global_cooling", "Dust_Bowl", "Global_cooling_(disambiguation)", "Famine", "Water_scarcity", "Extreme_poverty", "Landfills_in_the_United_Kingdom", "Ozone_depletion_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6336, 0.6294, 0.629, 0.6261, 0.6261, 0.6234, 0.623, 0.6159, 0.6096, 0.6093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Cool_tropics_paradox", "Mitigation_of_global_warming_in_Australia", "Embedded_emissions", "Canada_and_the_Kyoto_Protocol", "Stern_Review", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.6393, 0.6311, 0.6249, 0.623, 0.6229, 0.6198, 0.6145, 0.6062, 0.6026, 0.5952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.7414, 0.7335, 0.7335, 0.7335, 0.7261, 0.7182, 0.7152, 0.7152, 0.7037, 0.698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Climate_change_mitigation", "Scientific_consensus_on_climate_change", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "2015_United_Nations_Climate_Change_Conference", "Attribution_of_recent_climate_change", "Politics_of_global_warming"], "ranked_scores": [0.7362, 0.6997, 0.696, 0.694, 0.6842, 0.681, 0.6789, 0.6788, 0.6762, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "100,000-year_problem", "Climate_sensitivity", "Temperature_record_of_the_past_1000_years", "Orbital_forcing", "Greenhouse_and_icehouse_Earth", "Milankovitch_cycles", "Climate", "Climate_change", "Global_cooling"], "ranked_scores": [0.6936, 0.6889, 0.6707, 0.6662, 0.6643, 0.6609, 0.6503, 0.6492, 0.6487, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Effects_of_global_warming", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "Idealized_greenhouse_model", "Climate_change_in_the_United_States", "Climate_state", "Climate_change_mitigation_scenarios", "Greenhouse_effect", "Carbon_cycle_re-balancing"], "ranked_scores": [0.7287, 0.7276, 0.7105, 0.7033, 0.7025, 0.7003, 0.6996, 0.6996, 0.6969, 0.6939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk_neutral", "Disaster", "Risk–benefit_ratio", "Accident", "Risk_analysis", "Causality", "Hazard", "Outcome_bias", "Scenario_analysis", "Ecological_resilience"], "ranked_scores": [0.6841, 0.6805, 0.6308, 0.6289, 0.6242, 0.6191, 0.6171, 0.6148, 0.6098, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_neutrality", "Stern_Review", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Global_Warming_Pollution_Reduction_Act_of_2007", "NoCO2_Certification_Program", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_emission_trading", "European_Union_Emission_Trading_Scheme", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.6669, 0.6411, 0.6386, 0.6375, 0.6344, 0.6342, 0.634, 0.6336, 0.6336, 0.6309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "January_2016_East_Asia_cold_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Snow_in_Florida", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7549, 0.7523, 0.7497, 0.7497, 0.7497, 0.7396, 0.7388, 0.7383, 0.7383, 0.721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_sea_ice", "Geography_of_Antarctica", "Antarctic_ice_sheet", "Polar_amplification", "Paleocene–Eocene_Thermal_Maximum", "Drift_ice", "The_Coming_Global_Superstorm", "Permian–Triassic_extinction_event", "Greenland_ice_sheet"], "ranked_scores": [0.6708, 0.6594, 0.6495, 0.6426, 0.6383, 0.6382, 0.6316, 0.6224, 0.6177, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_neutrality", "Canada_and_the_Kyoto_Protocol", "Natural_gas", "Environmental_Defense_v._Duke_Energy_Corp.", "Cleaner_production", "Carbon_capture_and_storage_in_Australia", "Groundwater_remediation", "European_Union_Emission_Trading_Scheme"], "ranked_scores": [0.7071, 0.6782, 0.655, 0.6366, 0.6305, 0.6281, 0.6277, 0.6271, 0.627, 0.6245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Nitrogen_dioxide_poisoning", "Dole_effect", "Tipping_point_(climatology)", "Ozone_depletion", "Cockenzie_power_station", "Intended_Nationally_Determined_Contributions", "Special_Report_on_Global_Warming_of_1.5_°C", "Ozone_depletion_and_climate_change", "Liquefied_petroleum_gas", "Supply-side_economics"], "ranked_scores": [0.5138, 0.5109, 0.5052, 0.4853, 0.4714, 0.4682, 0.4673, 0.4624, 0.4598, 0.4595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_inertia", "Global_warming", "Global_warming_hiatus", "Global_warming_controversy", "Climate_change_mitigation", "Global_cooling", "Effects_of_global_warming", "Shutdown_of_thermohaline_circulation", "Montreal_Protocol"], "ranked_scores": [0.7452, 0.7207, 0.7197, 0.7189, 0.7106, 0.7059, 0.6996, 0.698, 0.6946, 0.6925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Politics_of_global_warming", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Intended_Nationally_Determined_Contributions", "Climate_engineering", "Paris_Agreement", "Climate_change_adaptation_in_Nepal", "Climate_change_denial", "Kyoto_Protocol", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [0.7224, 0.7094, 0.6864, 0.6841, 0.676, 0.6739, 0.6691, 0.6669, 0.6664, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Temperature", "Low-pressure_area", "Ground_zero", "Arctic_Lowlands", "Global_stilling", "Cool_tropics_paradox", "Highest_temperature_recorded_on_Earth", "Orbital_forcing", "Continental_climate", "Satellite_temperature_measurements"], "ranked_scores": [0.5554, 0.5517, 0.5347, 0.5147, 0.5135, 0.5135, 0.5058, 0.5043, 0.503, 0.4962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Idealized_greenhouse_model", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Global_cooling", "Global_warming_hiatus", "Arctic_geoengineering", "Effects_of_global_warming", "Greenhouse_effect", "Climate_inertia", "Global_warming"], "ranked_scores": [0.7571, 0.7482, 0.7444, 0.7442, 0.7433, 0.7357, 0.7351, 0.7325, 0.7302, 0.7299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Outcome_(probability)", "Weighting", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Regression_toward_the_mean", "Phillips_curve", "Tipping_points_in_the_climate_system", "Multicollinearity", "Hypocorrection", "Dole_effect", "Climate_change_in_the_United_States"], "ranked_scores": [0.6364, 0.6317, 0.6292, 0.6215, 0.6158, 0.6117, 0.6087, 0.6073, 0.6045, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Shutdown_of_thermohaline_circulation", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Atmospheric_carbon_cycle", "Arctic_geoengineering", "Abrupt_climate_change", "Peak_oil", "Arctic_sea_ice_decline"], "ranked_scores": [0.7427, 0.7407, 0.6961, 0.6947, 0.6921, 0.6879, 0.6869, 0.6843, 0.6754, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Desert_climate", "100,000-year_problem", "Climate_sensitivity", "List_of_heat_waves", "March_2012_North_American_heat_wave", "Temperate_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Orbital_forcing", "Climate"], "ranked_scores": [0.7656, 0.7337, 0.7191, 0.7169, 0.7168, 0.7143, 0.711, 0.7108, 0.708, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["The_Hockey_Stick_Illusion", "Circular_reporting", "Climate_Central", "Climatic_Research_Unit_email_controversy", "Environmental_journalism", "Climate_Audit", "Research_ethics", "Merchants_of_Doubt", "List_of_climate_scientists", "The_Deniers"], "ranked_scores": [0.6312, 0.6238, 0.6162, 0.6122, 0.5995, 0.594, 0.5909, 0.5832, 0.5806, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Weather_map", "Cooling_tower", "Ceiling_fan", "Atmospheric_electricity", "Headwind_and_tailwind", "Windbreak", "Prevailing_winds", "Weather_station", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.7153, 0.6858, 0.6748, 0.6705, 0.6675, 0.6602, 0.659, 0.6572, 0.6547, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Climate_inertia", "Orbital_forcing", "Greenhouse_and_icehouse_Earth", "100,000-year_problem", "Cool_tropics_paradox", "Season_creep", "Thaw_(weather)", "Winter", "Idealized_greenhouse_model"], "ranked_scores": [0.7701, 0.7669, 0.7621, 0.7493, 0.7445, 0.7436, 0.7381, 0.7295, 0.7285, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Central_Valley_Project", "Anaheim,_California", "Wind_power_in_Colorado", "Superfund", "Cross-State_Air_Pollution_Rule", "Alta_Wind_Energy_Center", "California_State_and_Consumer_Services_Agency", "Building_implosion", "List_of_energy_efficient_buildings_in_India"], "ranked_scores": [0.5276, 0.5253, 0.5094, 0.507, 0.5047, 0.4947, 0.4929, 0.4897, 0.4872, 0.485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["National_preserve", "Canadian_Association_of_Petroleum_Producers", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Agriculture_in_Brazil", "Natural_capital", "Jobs_created_during_U.S._presidential_terms", "Business_sector", "Collectivization_in_the_Soviet_Union", "List_of_Ohio_state_forests"], "ranked_scores": [0.549, 0.5255, 0.5164, 0.5155, 0.5104, 0.5035, 0.5012, 0.4978, 0.4962, 0.4901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n8": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Fossil_fuel_exporters", "Rubus_arcticus", "History_of_organic_farming", "Coal_by_country", "Brown_bear", "Agriculture_in_Argentina", "Aronia", "Wild_farming", "Grizzly_bear"], "ranked_scores": [0.6533, 0.6533, 0.64, 0.6364, 0.6316, 0.63, 0.6291, 0.6261, 0.6179, 0.6118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7721, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Methane_clathrate", "Arctic_sea_ice_decline", "Antarctic_ice_sheet", "Arctic_methane_emissions", "Sea_ice", "International_Weddell_Sea_Oceanographic_Expeditions", "Climate_of_Salt_Lake_City", "Estuarine_acidification", "Atmospheric_methane", "Ice2sea"], "ranked_scores": [0.7845, 0.7797, 0.7715, 0.7695, 0.7654, 0.7649, 0.7611, 0.7555, 0.7533, 0.7533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Polar_High", "Future_sea_level", "Sea_level_rise", "Arctic_Ocean", "Sea", "Arctic_dipole_anomaly", "Nordic_Seas", "Pelagic_zone", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.8754, 0.8662, 0.8659, 0.8502, 0.8398, 0.8396, 0.8396, 0.821, 0.8198, 0.8183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_cooling", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Global_cooling_(disambiguation)", "Polar_ice_cap", "Glacier_mass_balance", "Antarctic_sea_ice"], "ranked_scores": [0.9116, 0.8153, 0.8034, 0.788, 0.7807, 0.7801, 0.7713, 0.7713, 0.7678, 0.7605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Yucca_Mountain_nuclear_waste_repository", "Mongstad_Power_Station", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Carbon_footprint", "Renewable_energy_debate", "Arctic_ice_pack", "Environmental_impact_of_aviation", "Redbank_Power_Station", "Carbon_profiling"], "ranked_scores": [0.7517, 0.7267, 0.7172, 0.6971, 0.6877, 0.685, 0.6721, 0.6698, 0.6687, 0.6633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Climate_change_mitigation", "Mercury_pollution_in_the_ocean", "Deforestation_and_climate_change", "Climate_change_and_agriculture", "Carbon_neutrality", "Carbon_diet", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_footprint", "2015_United_Nations_Climate_Change_Conference", "Landfill_gas_emission_reduction_in_Brazil"], "ranked_scores": [0.7667, 0.7594, 0.7402, 0.7257, 0.7048, 0.6825, 0.6804, 0.6788, 0.6769, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Holocene_glacial_retreat", "Arctic_sea_ice_decline", "Quaternary_glaciation", "Wisconsin_glaciation", "The_Ice_Age", "Retreat_of_glaciers_since_1850", "Laurentide_Ice_Sheet", "Future_sea_level", "Withdrawal_of_Greenland_from_the_European_Communities", "Antarctic_ice_sheet"], "ranked_scores": [0.882, 0.8472, 0.8416, 0.8172, 0.8124, 0.8123, 0.7992, 0.7915, 0.7912, 0.783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "Global_warming", "Climate_change_feedback", "Oceanic_carbon_cycle", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis"], "ranked_scores": [0.8246, 0.8132, 0.7966, 0.7874, 0.7846, 0.7839, 0.781, 0.7761, 0.7689, 0.7659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2692, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming_in_Antarctica", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Antarctica_cooling_controversy", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Climate_change_in_Texas", "Attribution_of_recent_climate_change", "1980_United_States_heat_wave", "Climate_change_in_the_Arctic", "Climate_change_in_Australia"], "ranked_scores": [0.8203, 0.8186, 0.8068, 0.7882, 0.7877, 0.7812, 0.7765, 0.7633, 0.7585, 0.7563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Herd_immunity", "Measles", "Rewilding_(anarchism)", "Pleistocene_rewilding", "Multiple_sclerosis", "Lyme_disease", "Acrodermatitis", "Snowpack", "Mootral", "Dry_Spell"], "ranked_scores": [0.7227, 0.7186, 0.6958, 0.6884, 0.6651, 0.6569, 0.6545, 0.6318, 0.6286, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Presidential_Climate_Action_Plan", "IPCC_Fifth_Assessment_Report", "Climate_change_mitigation", "Climate_Finance", "United_States_withdrawal_from_the_Paris_Agreement", "Human_Rights_and_Climate_Change", "Agriculture_in_Syria", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.7712, 0.7601, 0.7476, 0.745, 0.7414, 0.7308, 0.7227, 0.7218, 0.7177, 0.7149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Season", "Northern_Hemisphere", "Winter", "Tropical_year", "Hirnantian", "Diurnal_cycle", "Climate_change_in_Texas", "Global_warming", "Termination_(geomorphology)", "Climate_pattern"], "ranked_scores": [0.8429, 0.8307, 0.8172, 0.8141, 0.8025, 0.8021, 0.7977, 0.797, 0.7934, 0.7927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Mauna_Loa_Observatory", "Keeling_Curve", "Great_Oxygenation_Event", "Permanent_Service_for_Mean_Sea_Level", "Aqua_(satellite)", "Clathrate_gun_hypothesis", "Life_on_Mars", "Ozone_depletion", "Ozone_layer"], "ranked_scores": [0.7721, 0.7678, 0.7662, 0.7541, 0.7488, 0.7451, 0.7424, 0.7392, 0.7375, 0.7326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Acidophiles_in_acid_mine_drainage", "Ozone_depletion", "Biodilution", "Estuarine_acidification", "Ozone_layer", "Climate_of_Oregon", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_of_Los_Angeles", "Great_Oxygenation_Event"], "ranked_scores": [0.7943, 0.7649, 0.7571, 0.7562, 0.7444, 0.7308, 0.7298, 0.7278, 0.7039, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Reasons_for_concern", "Attribution_of_recent_climate_change", "Global_cooling", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Copenhagen_Diagnosis"], "ranked_scores": [0.8523, 0.8372, 0.8087, 0.8057, 0.7942, 0.7906, 0.7849, 0.7847, 0.7823, 0.7721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Trophic_level", "Tipping_point_(climatology)", "C3_carbon_fixation", "Electricity_sector_in_the_United_Kingdom", "Wind_power_in_the_United_Kingdom", "Montreal_Protocol", "Ozone_depletion_and_climate_change", "Cloud_feedback", "Climate_of_the_Philippines", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6684, 0.6529, 0.6246, 0.6213, 0.6213, 0.6198, 0.6192, 0.6142, 0.6141, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "2015_United_Nations_Climate_Change_Conference", "Climate_change_in_Canada", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Climate_change_in_Europe", "List_of_parties_to_the_Kyoto_Protocol", "Views_on_the_Kyoto_Protocol", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.8701, 0.8631, 0.8562, 0.8337, 0.8299, 0.8224, 0.8215, 0.8195, 0.8028, 0.7992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "Diablo_wind", "Sea_breeze", "Polar_front", "Shutdown_of_thermohaline_circulation", "North_Atlantic_Current", "Gulf_Stream", "Weddell_Gyre", "Polar_vortex", "Climate_of_the_United_States"], "ranked_scores": [0.8291, 0.8229, 0.8162, 0.8088, 0.7867, 0.7827, 0.7647, 0.7636, 0.7624, 0.7562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "Weather_forecasting", "Environmental_issue", "Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Timeline_of_the_2006_Pacific_hurricane_season", "Reasons_for_concern"], "ranked_scores": [0.834, 0.7908, 0.7795, 0.7765, 0.7738, 0.7598, 0.7473, 0.7447, 0.7388, 0.7385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Contraction_and_Convergence", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Chlorofluorocarbon", "United_Nations_Convention_to_Combat_Desertification", "Climatic_Research_Unit_documents", "Global_cooling", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7854, 0.7119, 0.6993, 0.6965, 0.6952, 0.692, 0.6844, 0.6807, 0.6763, 0.6667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Minerals_Resource_Rent_Tax", "Carbon_pricing_in_Australia", "Tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Plug-in_hybrids_in_California", "Capital_gains_tax", "Investment_Canada_Act", "Value-added_tax_(United_Kingdom)"], "ranked_scores": [0.792, 0.7881, 0.7281, 0.7098, 0.707, 0.6909, 0.6908, 0.679, 0.6754, 0.6687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice", "Ice_age", "Climate_change_in_the_Arctic", "Glacier_mass_balance", "Climate_of_the_Nordic_countries", "Climate_of_Antarctica", "Global_cooling_(disambiguation)", "1936_North_American_cold_wave"], "ranked_scores": [0.8513, 0.81, 0.804, 0.8004, 0.7988, 0.7788, 0.7776, 0.7658, 0.7649, 0.7602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2007_Western_North_American_heat_wave", "2012_Atlantic_hurricane_season", "2006_Atlantic_hurricane_season", "1908", "Timeline_of_the_2006_Pacific_hurricane_season", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Hurricane_Alberto_(1982)"], "ranked_scores": [0.8353, 0.7672, 0.7594, 0.7584, 0.7546, 0.7531, 0.7452, 0.7446, 0.7446, 0.7319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Ocean", "Acid_rain", "Water_on_Mars", "Sea", "Oceanic_plateau", "Biodilution", "Clathrate_gun_hypothesis", "Estuarine_acidification", "Polder"], "ranked_scores": [0.8478, 0.8394, 0.8261, 0.814, 0.8111, 0.8104, 0.8086, 0.8045, 0.8012, 0.7992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Offshore_outsourcing", "Nonfarm_payrolls", "Deindustrialisation_by_country", "Turnover_(employment)", "Misuse_of_statistics", "Circular_reporting", "Inherent_bias", "Risk_neutral", "Renewable_heat", "Wage_curve"], "ranked_scores": [0.628, 0.6244, 0.5943, 0.5935, 0.5912, 0.5898, 0.5878, 0.5874, 0.5832, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Climate_of_Salt_Lake_City", "Polar_vortex", "April_2010_Rio_de_Janeiro_floods_and_mudslides", "Climate_of_Australia", "Arctic_sea_ice_decline", "Climate_of_Minnesota", "Polar_High"], "ranked_scores": [0.8636, 0.8391, 0.8217, 0.8114, 0.7834, 0.7833, 0.7795, 0.7774, 0.7772, 0.7772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["ANDRILL", "Global_warming_in_Antarctica", "Extreme_poverty", "Desertification", "2010–13_Southern_United_States_and_Mexico_drought", "Landfills_in_the_United_Kingdom", "Land_degradation", "Arctic_sea_ice_decline", "Polar_desert", "California_State_University,_East_Bay"], "ranked_scores": [0.7864, 0.751, 0.751, 0.7471, 0.7386, 0.7332, 0.7216, 0.7173, 0.713, 0.7093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Special_Report_on_Global_Warming_of_1.5_°C", "Soft_landing_(economics)", "Avoiding_Dangerous_Climate_Change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Energy_mix", "Global_cooling", "Copenhagen_Diagnosis", "Global_waste_trade", "Renewable_heat"], "ranked_scores": [0.7133, 0.6951, 0.6856, 0.6841, 0.6841, 0.6719, 0.6678, 0.6504, 0.6455, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "Excessive_heat_watch", "2006_North_American_heat_wave"], "ranked_scores": [0.9042, 0.9042, 0.8945, 0.8719, 0.87, 0.8606, 0.8606, 0.8418, 0.8374, 0.8346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_in_Texas", "Effects_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Effect_of_Sun_angle_on_climate", "Climate_change_in_Australia", "Climate_change"], "ranked_scores": [0.8014, 0.801, 0.8004, 0.7995, 0.7965, 0.7936, 0.784, 0.781, 0.7808, 0.777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "Climate_change", "Retreat_of_glaciers_since_1850", "Global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7962, 0.7638, 0.753, 0.7485, 0.7466, 0.7436, 0.7411, 0.7374, 0.7349, 0.7344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2742, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Deforestation_and_climate_change", "Environmental_issue", "Idealized_greenhouse_model", "Global_warming_potential", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Climate_change_in_the_Arctic", "Methane_clathrate", "Environmental_impact_of_transport", "Greenhouse_effect"], "ranked_scores": [0.7937, 0.7835, 0.7786, 0.7695, 0.7669, 0.7656, 0.7603, 0.7589, 0.7582, 0.7548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Scenario_analysis", "Error_catastrophe", "Hazard_elimination", "Swiss_cheese_model", "Deception", "Never_events", "Uncertainty_analysis", "Alternatives_assessment", "Evolutionary_mismatch"], "ranked_scores": [0.8012, 0.7575, 0.7314, 0.7057, 0.7009, 0.6974, 0.6883, 0.6866, 0.6858, 0.6827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Climate_gap", "Presidential_Climate_Action_Plan", "California_Proposition_23_(2010)", "Copenhagen_Accord", "2011_United_Nations_Climate_Change_Conference", "Climate_Change_Act_2008", "Environmental_policy_of_the_Donald_Trump_administration", "Landfill_gas_emission_reduction_in_Brazil", "Energy_policy_of_the_United_States", "Energy_and_Water_Development_and_Related_Agencies_Appropriations_Act,_2014"], "ranked_scores": [0.7384, 0.7086, 0.6923, 0.6899, 0.6814, 0.6776, 0.6728, 0.6687, 0.6686, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2013_extreme_weather_events", "2018_British_Isles_heat_wave", "March_2012_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Early_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_Atlantic_hurricane_season", "2016_North_American_heat_wave"], "ranked_scores": [0.8322, 0.8268, 0.8267, 0.8236, 0.8168, 0.8168, 0.8075, 0.8075, 0.8044, 0.8014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Quaternary_glaciation", "Polar_see-saw", "Cordilleran_Ice_Sheet", "East_Antarctic_Ice_Sheet", "Sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.7743, 0.7726, 0.7585, 0.7533, 0.7393, 0.7276, 0.7202, 0.7187, 0.7175, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Carbon_cycle_re-balancing", "Carbon_neutrality", "Landfill_gas_emission_reduction_in_Brazil", "Carbon_capture_and_storage_in_Australia", "Coal_gasification", "Coal_gasification_commercialization", "Carbon_credit"], "ranked_scores": [0.7918, 0.769, 0.7604, 0.7409, 0.6852, 0.676, 0.6708, 0.6699, 0.6699, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Photovoltaics", "Trophic_level", "Doomer", "Southern_California_Edison", "Solar_panel", "Hinkley_Point_C_nuclear_power_station", "C3_carbon_fixation", "Korea_Electric_Power_Corporation", "Montreal_Protocol", "PDO"], "ranked_scores": [0.6458, 0.6361, 0.6179, 0.6157, 0.6106, 0.6105, 0.604, 0.6036, 0.6026, 0.6017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Global_warming_hiatus", "Global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Reasons_for_concern", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Temperature_record_of_the_past_1000_years", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.8419, 0.8189, 0.814, 0.8116, 0.8059, 0.8056, 0.7964, 0.7866, 0.7829, 0.7788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Human_Rights_and_Climate_Change", "Economics_of_global_warming", "Arctic_Climate_Impact_Assessment", "Carbon_cycle_re-balancing", "Survivalism", "Carbon_cycle", "Climate_change_in_Australia", "Climate_change_(general_concept)", "Climate_variability"], "ranked_scores": [0.7671, 0.7464, 0.7426, 0.7419, 0.7236, 0.7232, 0.7215, 0.7202, 0.7155, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Multicollinearity", "Forecast_error", "Freezing_level", "Desert_climate", "Global_catastrophic_risk", "Celsius", "List_of_countries_by_natural_disaster_risk", "Highest_temperature_recorded_on_Earth", "2010–13_Southern_United_States_and_Mexico_drought", "Cool_tropics_paradox"], "ranked_scores": [0.6572, 0.6396, 0.6219, 0.6101, 0.6021, 0.5897, 0.5837, 0.5835, 0.5811, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Climate_change_in_Texas", "Climate_change_feedback", "Polar_amplification", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.8966, 0.8846, 0.8725, 0.8554, 0.8453, 0.8453, 0.8334, 0.8273, 0.8183, 0.8116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Absolute_risk_reduction", "Climate_sensitivity", "Desert_climate", "IPCC_First_Assessment_Report", "Weighting", "Trend_stationary", "Tipping_point_(climatology)", "Alternative_cancer_treatments", "Reasons_for_concern", "Physical_impacts_of_climate_change"], "ranked_scores": [0.8024, 0.7411, 0.7346, 0.7327, 0.7288, 0.7219, 0.7133, 0.7103, 0.7093, 0.7045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Politics_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "Global_warming", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Runaway_greenhouse_effect", "Climate_change_feedback"], "ranked_scores": [0.8266, 0.8244, 0.8212, 0.8016, 0.7938, 0.7733, 0.7702, 0.7669, 0.7629, 0.7625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Paleocene–Eocene_Thermal_Maximum", "Climate_change_in_Texas", "Weather", "Earth's_internal_heat_budget", "Climate_change_feedback", "East_Asian_Monsoon", "Effects_of_global_warming", "Global_warming", "List_of_locations_with_a_subtropical_climate"], "ranked_scores": [0.8582, 0.8471, 0.8347, 0.818, 0.8117, 0.811, 0.8068, 0.8004, 0.7951, 0.793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Full_Fact", "United_Farm_Workers", "I'm_not_a_scientist", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "The_Hockey_Stick_Illusion", "The_Deniers", "Climatic_Research_Unit_email_controversy", "Economy_of_France", "Climatic_Research_Unit_documents"], "ranked_scores": [0.7676, 0.759, 0.7436, 0.7374, 0.7374, 0.7277, 0.7158, 0.7157, 0.6939, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_map", "Solar_updraft_tower", "Cooling_center", "Geothermal_heat_pump", "Ground-coupled_heat_exchanger", "Weather_station", "Wind_power", "Cooling_tower", "Sea_breeze", "Atmospheric_electricity"], "ranked_scores": [0.86, 0.8294, 0.808, 0.7936, 0.7834, 0.7815, 0.7792, 0.7534, 0.7467, 0.7262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["1936_North_American_cold_wave", "Global_warming", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "2013_extreme_weather_events", "Climate_change_in_Texas", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.858, 0.8564, 0.855, 0.8481, 0.8409, 0.8386, 0.8372, 0.8306, 0.8215, 0.8215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power", "Wind_power_in_California", "Electric_power_industry", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "List_of_Florida_state_parks", "Central_Valley_Project", "Solar_power_in_Michigan", "Wind_power_in_Pennsylvania", "Banff_National_Park"], "ranked_scores": [0.5985, 0.5858, 0.581, 0.5738, 0.569, 0.563, 0.5502, 0.5462, 0.5443, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Federal_Power_Act", "Economy_of_France", "Southern_Tenant_Farmers_Union", "List_of_Michigan_locations_by_per_capita_income", "Home-ownership_in_the_United_States", "History_of_organic_farming", "Unemployment_in_the_United_States", "National_Environmental_Policy_Act"], "ranked_scores": [0.8066, 0.7832, 0.7124, 0.7103, 0.6932, 0.6848, 0.6763, 0.6754, 0.674, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-32-pq-m4-n4": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["List_of_Ohio_state_forests", "Brown_bear", "Cash_crop", "List_of_mammals_of_Alabama", "Coal_forest", "Morus_rubra", "Bile_bear", "Strawberry", "Aronia", "Milk"], "ranked_scores": [0.6029, 0.5946, 0.5916, 0.5856, 0.5839, 0.5767, 0.5761, 0.5754, 0.5754, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level", "Glacier", "Antarctic_sea_ice", "Sea_ice", "Water_scarcity_in_Africa", "Methane_clathrate", "Climate_of_Georgia_(U.S._state)", "Climate_of_Los_Angeles", "Volcanic_winter"], "ranked_scores": [0.8286, 0.7898, 0.7873, 0.7851, 0.7826, 0.776, 0.7705, 0.7584, 0.7566, 0.7557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Convective_instability", "Anticyclogenesis", "Sea_state", "Sea", "Water", "Humidity", "Shore", "Deep_ocean_water", "Runaway_greenhouse_effect", "Past_sea_level"], "ranked_scores": [0.8123, 0.8089, 0.8021, 0.7988, 0.7988, 0.7988, 0.7937, 0.7887, 0.7855, 0.7833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice2sea", "Paleocene–Eocene_Thermal_Maximum", "Mesopause", "Idealized_greenhouse_model", "Polar_forests_of_the_Cretaceous", "Copenhagen_Diagnosis"], "ranked_scores": [0.8508, 0.8299, 0.8299, 0.8299, 0.7906, 0.785, 0.7825, 0.7825, 0.779, 0.7785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Environmental_impact_of_aviation", "Alta_Wind_Energy_Center", "Carbon_profiling", "Embedded_emissions", "Low-carbon_emission", "Economy_of_Nicaragua", "GHG_footprint", "Atacama_Cosmology_Telescope", "HVAC"], "ranked_scores": [0.7203, 0.7203, 0.704, 0.6928, 0.6928, 0.6922, 0.6893, 0.6779, 0.6754, 0.674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Alternative_medicine", "Biodilution", "Acidulated_water", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Atmospheric_carbon_cycle", "Cumulative_effects_(environment)", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.7319, 0.7319, 0.709, 0.6944, 0.6829, 0.6723, 0.6695, 0.6684, 0.6527, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Marcellus_natural_gas_trend", "Ice2sea", "Last_Glacial_Maximum", "Holocene_glacial_retreat", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming_hiatus", "Greenhouse_and_icehouse_Earth", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.8398, 0.8237, 0.8169, 0.8052, 0.8013, 0.7942, 0.7942, 0.7942, 0.7908, 0.7908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Montreal_Protocol", "Scientific_opinion_on_climate_change", "Ozone_depletion_and_climate_change", "Autumn", "Termination_(geomorphology)", "Season_creep", "Copenhagen_Diagnosis", "Greenhouse_and_icehouse_Earth", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7986, 0.7986, 0.7894, 0.7813, 0.7801, 0.7801, 0.7801, 0.7696, 0.7578, 0.7578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["2006_European_cold_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2006_European_heat_wave", "January_2014_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "Global_warming_in_Antarctica", "Climate_of_Antarctica", "Year_Without_a_Summer"], "ranked_scores": [0.7531, 0.7531, 0.7531, 0.7531, 0.7531, 0.7531, 0.7531, 0.7531, 0.7531, 0.7406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["List_of_mammals_of_New_England", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Permian–Triassic_extinction_event", "Algal_bloom", "List_of_diseases_eliminated_from_the_United_States", "Mediterranean_climate", "Regime_shift", "Evolutionary_mismatch", "Deforestation"], "ranked_scores": [0.6631, 0.6322, 0.6322, 0.6284, 0.6279, 0.6205, 0.6204, 0.6166, 0.6162, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_Finance", "Automated_Payment_Transaction_tax", "Carbon_price", "IPCC_Fourth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit", "IPCC_Second_Assessment_Report", "American_Recovery_and_Reinvestment_Act_of_2009", "IPCC_Fifth_Assessment_Report", "Simulation_heuristic"], "ranked_scores": [0.7362, 0.7251, 0.7243, 0.7234, 0.7234, 0.7234, 0.7234, 0.7191, 0.7187, 0.7165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Season_creep", "Autumn", "Termination_(geomorphology)", "Tide_clock", "Climate_change_(general_concept)", "Climate_variability", "Climate_oscillation", "Climate_pattern", "Diurnal_cycle", "Deglaciation"], "ranked_scores": [0.8305, 0.8305, 0.8305, 0.8149, 0.8143, 0.8143, 0.8143, 0.8143, 0.8143, 0.8112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Water_scarcity_in_Africa", "Life_on_Mars", "Antarctic_sea_ice", "Sea_level", "Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "Anoxic_waters", "Climate_of_Mars", "Low_Earth_orbit", "HadCM3"], "ranked_scores": [0.8037, 0.7531, 0.738, 0.7305, 0.7267, 0.7267, 0.7244, 0.7209, 0.715, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Anoxic_waters", "Chemical_oceanography", "Progradation", "Estuarine_acidification", "Biodilution", "Methane_clathrate", "Pelagic_zone", "Glacier", "Paleoatmosphere"], "ranked_scores": [0.7481, 0.7372, 0.7216, 0.7199, 0.7187, 0.7181, 0.7126, 0.7048, 0.7022, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Loose_Change", "Responsible_disclosure", "Year_Without_a_Summer", "Climatic_Research_Unit_documents", "Climate_risk", "ECMWF_re-analysis", "Campaign_against_Climate_Change", "Reasons_for_concern", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.735, 0.7203, 0.7203, 0.7142, 0.7133, 0.7133, 0.698, 0.6876, 0.6876, 0.6876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Montreal_Protocol", "Special_Report_on_Global_Warming_of_1.5_°C", "Eddy_covariance", "Fleischmann–Pons_experiment", "100%_renewable_energy", "Renewable_energy", "Planetary_equilibrium_temperature", "Nitrogen_dioxide_poisoning", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6616, 0.6363, 0.6363, 0.6342, 0.6288, 0.6288, 0.6288, 0.6278, 0.6183, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "World_Climate_Change_Conference,_Moscow", "Reasons_for_concern", "Campaign_against_Climate_Change", "2009_United_Nations_Climate_Change_Conference", "Global_warming_controversy", "2015_United_Nations_Climate_Change_Conference", "IPCC_First_Assessment_Report", "United_States_withdrawal_from_the_Paris_Agreement", "Stern_Review"], "ranked_scores": [0.775, 0.775, 0.775, 0.775, 0.7721, 0.7718, 0.7718, 0.7718, 0.7376, 0.7357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Meteorological_history_of_Hurricane_Jeanne", "Prevailing_winds", "Wind", "2014–15_North_American_winter", "Thaw_(weather)", "North_Atlantic_Current", "Earth's_magnetic_field", "North_Magnetic_Pole", "February_25–27,_2010_North_American_blizzard"], "ranked_scores": [0.8181, 0.8181, 0.8181, 0.8181, 0.8005, 0.8005, 0.7757, 0.7685, 0.7685, 0.7525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "List_of_climate_research_satellites", "2011_Super_Outbreak", "Hurricane_Katrina_and_global_warming", "Hurricane_Rita_tornado_outbreak", "Texas-Oklahoma_wildfires_of_2005–06", "2013_extreme_weather_events", "Hurricane_Paloma", "20th_century"], "ranked_scores": [0.8331, 0.8039, 0.7968, 0.7884, 0.7884, 0.7884, 0.7884, 0.7802, 0.7802, 0.7792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Global_warming_controversy", "IPCC_First_Assessment_Report", "2015_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe", "Climate_change_adaptation_in_Nepal", "Contraction_and_Convergence", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Intended_Nationally_Determined_Contributions", "Carbon_sequestration", "ECHAM"], "ranked_scores": [0.684, 0.684, 0.684, 0.6663, 0.6661, 0.6602, 0.6602, 0.6602, 0.6565, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Taxation_in_the_United_States", "Landfill_gas_emission_reduction_in_Brazil", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "An_Act_to_amend_the_Criminal_Code_(minimum_sentence_for_offences_involving_trafficking_of_persons_under_the_age_of_eighteen_years)", "Politics_of_Colorado", "Carbon_pricing_in_Australia", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [0.6686, 0.6595, 0.6595, 0.6595, 0.6502, 0.6502, 0.6396, 0.6396, 0.6391, 0.6391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Polar_forests_of_the_Cretaceous", "Arctic_sea_ice_decline", "Paleocene–Eocene_Thermal_Maximum", "Sea_ice", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "Greenhouse_and_icehouse_Earth", "Ice2sea", "Orbital_forcing", "Winter"], "ranked_scores": [0.806, 0.8059, 0.7997, 0.7941, 0.7912, 0.7912, 0.7912, 0.7877, 0.7842, 0.7842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Alberto_(1982)", "Hurricane_Sandy", "Hurricane_Alice_(June_1954)", "January_2016_East_Asia_cold_wave", "January_2016_United_States_blizzard", "Hurricane_Andrew", "Hurricane_Alicia", "Meteorological_history_of_Hurricane_Matthew", "Tropical_Storm_Arlene_(1993)", "January_31_–_February_2,_2011_North_American_blizzard"], "ranked_scores": [0.7325, 0.7325, 0.7325, 0.7325, 0.7325, 0.7325, 0.7325, 0.7325, 0.7325, 0.7325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Post-glacial_rebound", "Water_distribution_on_Earth", "Sea_level", "Methane_clathrate", "Seawater", "Hydrothermal_vent", "Mantle_plume", "Snowpack", "Evaporation", "Water"], "ranked_scores": [0.8626, 0.8626, 0.853, 0.8382, 0.8186, 0.8163, 0.8163, 0.8106, 0.8065, 0.8057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Business_continuity", "Grey-collar", "Renewable_energy_credit", "Brise_soleil", "Flexible-fuel_vehicle", "Deindustrialisation_by_country", "Job_security", "International_Fuel_Tax_Agreement", "Econometrics", "Independent_sources"], "ranked_scores": [0.6764, 0.6333, 0.6183, 0.6131, 0.6114, 0.6112, 0.6112, 0.6028, 0.6024, 0.6024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Continental_climate", "Climate_inertia", "Climate_of_the_Arctic", "Climate_of_Oregon", "Timeline_of_glaciation", "Early_2009_southeastern_Australia_heat_wave", "January_2014_southeastern_Australia_heat_wave", "Global_warming_in_Antarctica", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.7748, 0.7748, 0.7748, 0.7748, 0.7748, 0.7748, 0.7728, 0.7728, 0.7728, 0.7728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Sustainable_development", "Great_Lakes_Environmental_Research_Laboratory", "Dust_Bowl", "Eddy_covariance", "Lake_Superior", "Southern_France", "Environmental_degradation", "Richard_Lindzen", "Living_Planet_Index", "Pulverised_fuel_ash"], "ranked_scores": [0.733, 0.7278, 0.7214, 0.7206, 0.7192, 0.7178, 0.7163, 0.7042, 0.7042, 0.699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Cold_fusion", "ASHRAE_90.1", "Circular_economy", "Free_Ocean_CO2_Enrichment", "Energy_policy_of_the_United_States", "Brise_soleil", "Kyoto_Protocol", "United_Nations_Framework_Convention_on_Climate_Change", "List_of_parties_to_the_Kyoto_Protocol", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.6696, 0.6695, 0.6695, 0.6692, 0.6546, 0.6432, 0.6391, 0.6391, 0.6391, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "Summer_of_1976_(Europe)", "2013_Southwestern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7559, 0.7559, 0.7559, 0.7559, 0.7559, 0.7559, 0.7559, 0.7559, 0.7559, 0.7559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_mitigation", "Attribution_of_recent_climate_change", "Climate_engineering", "Permafrost_carbon_cycle", "Climate_change_policy_of_the_United_States", "Climate_change_denial", "Abrupt_climate_change", "Arctic_geoengineering"], "ranked_scores": [0.794, 0.7909, 0.7909, 0.7909, 0.7668, 0.7668, 0.7625, 0.7623, 0.7603, 0.7553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Temperature", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Uptick_rule", "Politics_of_global_warming", "100,000-year_problem", "2016–17_North_American_winter", "Winter", "Orbital_forcing", "Thermal_optimum", "Global_stilling"], "ranked_scores": [0.7365, 0.7303, 0.7252, 0.7234, 0.723, 0.723, 0.723, 0.723, 0.7226, 0.7223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Carbon_dioxide_reforming", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Low-carbon_emission", "Climate_state", "Greenhouse_gas", "Deforestation_and_climate_change", "Greenhouse_effect", "Environmental_impact_of_transport", "Celsius"], "ranked_scores": [0.8071, 0.7789, 0.7789, 0.7774, 0.7741, 0.7729, 0.7729, 0.7697, 0.7678, 0.7626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Outcome_bias", "Never_events", "Accident", "Error_catastrophe", "Sensitivity_analysis", "Endangered_species", "Risk_neutral", "Failure_mode_and_effects_analysis", "Causality", "Worst-case_scenario"], "ranked_scores": [0.7186, 0.7117, 0.7117, 0.693, 0.6883, 0.6867, 0.683, 0.6794, 0.6764, 0.6716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Cross-State_Air_Pollution_Rule", "Green_Power_Partnership", "Superfund", "List_of_Alaska_state_forests", "Smallholding", "Energy_in_the_United_States", "Energy_policy_of_the_United_States", "Energy_Independence_and_Security_Act_of_2007", "Fossil_fuels_lobby"], "ranked_scores": [0.661, 0.6604, 0.6604, 0.6604, 0.6604, 0.6598, 0.6534, 0.6509, 0.6486, 0.6486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–15_North_American_winter", "Thaw_(weather)", "November_2014_North_American_cold_wave", "Early_2014_North_American_cold_wave", "Winter_1985_cold_wave", "Snow_in_Florida", "Climate_of_Italy", "Climate_of_Finland", "Meteorological_history_of_Hurricane_Matthew", "Tropical_Storm_Arlene_(1993)"], "ranked_scores": [0.7957, 0.7957, 0.7907, 0.7907, 0.7907, 0.7897, 0.788, 0.788, 0.7852, 0.7852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Polar_amplification", "Arctic_sea_ice_decline", "Climate_change_in_Australia", "Permian–Triassic_extinction_event", "Ice2sea", "Polar_forests_of_the_Cretaceous", "Antarctic_oscillation", "The_Coming_Global_Superstorm", "Jakobshavn_Glacier"], "ranked_scores": [0.7577, 0.7351, 0.723, 0.6953, 0.694, 0.6928, 0.687, 0.6868, 0.68, 0.6794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Energy_policy_of_the_United_States", "Self-sufficiency", "Agriculture,_forestry,_and_fishing_in_Japan", "Groundwater_remediation", "CLOUD_experiment", "Carbon_sequestration", "ECHAM", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [0.6937, 0.6937, 0.6775, 0.6695, 0.6681, 0.6648, 0.6571, 0.6551, 0.6551, 0.654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Plesiochronous_digital_hierarchy", "Photovoltaics", "Solar_panel", "Photovoltaic_system", "Coupled_model_intercomparison_project", "Ozone_layer", "Station_model", "Doomer", "Water_heating", "Solar_power"], "ranked_scores": [0.6751, 0.6716, 0.6716, 0.6716, 0.6281, 0.6275, 0.6166, 0.6109, 0.6072, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Celsius", "Autumn", "Season_creep", "Termination_(geomorphology)", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "Greenhouse_and_icehouse_Earth", "Glacier_mass_balance", "Montreal_Protocol", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7979, 0.787, 0.787, 0.787, 0.7838, 0.7838, 0.7838, 0.7744, 0.773, 0.773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Climate_change_mitigation", "Climate_engineering", "Permafrost_carbon_cycle", "Terraforming", "Climate_change_policy_of_the_United_States", "Environmental_migrant", "2009_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.7724, 0.7525, 0.7525, 0.7525, 0.7452, 0.7452, 0.7349, 0.7278, 0.7201, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["Winds_aloft", "Ground_zero", "Low-pressure_area", "MSU_temperature_measurements", "Arctic_Lowlands", "Environmental_issues_with_coral_reefs", "Environmental_threats_to_the_Great_Barrier_Reef", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Black_Sunday_(storm)"], "ranked_scores": [0.5954, 0.5823, 0.5592, 0.5575, 0.5487, 0.5461, 0.5461, 0.5399, 0.5398, 0.5305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Idealized_greenhouse_model", "Mesopause", "Climate_change_in_the_Arctic", "Climate_of_Oregon", "Climate_inertia", "Continental_climate", "Timeline_of_glaciation", "Climate_of_the_Arctic", "Climate_sensitivity", "Earth's_energy_budget"], "ranked_scores": [0.8233, 0.8233, 0.8071, 0.8071, 0.8071, 0.8071, 0.8071, 0.8071, 0.8066, 0.8066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Thermal_optimum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Stationary_process", "Climate_change_feedback", "Heat", "Global_warming_potential", "Celsius", "Parametrization_(atmospheric_modeling)", "Hypocorrection", "Megathermal"], "ranked_scores": [0.7441, 0.7358, 0.7296, 0.7224, 0.7141, 0.7133, 0.7045, 0.6968, 0.6941, 0.6911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Arctic_geoengineering", "Abrupt_climate_change", "Greenhouse_and_icehouse_Earth", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "Climate_change_in_Australia", "2016–17_North_American_winter", "Winter", "Orbital_forcing"], "ranked_scores": [0.8067, 0.7887, 0.7736, 0.7729, 0.7729, 0.7729, 0.7729, 0.7675, 0.7675, 0.7675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Earth_rainfall_climatology", "Effect_of_Sun_angle_on_climate", "List_of_heat_waves", "Climate_of_India", "List_of_locations_with_a_subtropical_climate", "Subtropics", "Humid_subtropical_climate", "Climate_of_Australia", "Climate_of_the_United_States", "Climate_of_Brazil"], "ranked_scores": [0.8512, 0.8512, 0.8512, 0.8512, 0.8512, 0.8512, 0.8512, 0.8422, 0.8422, 0.8422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Policy_Review", "Freedom_of_speech", "Hutton_Inquiry", "Richard_C._Cook", "David_Icke", "Nick_Bostrom", "The_Hockey_Stick_Illusion", "Climate_Central", "California_elections,_November_2012", "Oppenheimer_security_hearing"], "ranked_scores": [0.6978, 0.6978, 0.6854, 0.6793, 0.6793, 0.6793, 0.6791, 0.6791, 0.6765, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_map", "Atmospheric_electricity", "Great_Lakes_Science_Center", "Wind_farm", "Weather_front", "Microwave_Sounding_Unit_temperature_measurements", "Capitol_Power_Plant", "Solar_updraft_tower", "Coverage_(telecommunication)", "Water_tower"], "ranked_scores": [0.7699, 0.7449, 0.7439, 0.7426, 0.7392, 0.7352, 0.7287, 0.7287, 0.7268, 0.7251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "Greenhouse_and_icehouse_Earth", "100,000-year_problem", "2016–17_North_American_winter", "Orbital_forcing", "Winter", "Climate_of_the_Arctic", "Timeline_of_glaciation", "Continental_climate"], "ranked_scores": [0.8251, 0.8251, 0.8251, 0.819, 0.819, 0.819, 0.819, 0.8174, 0.8174, 0.8174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Industrial_Revolution", "Agriculture_in_Pennsylvania", "Glen_Canyon_Dam", "Indian_Lake_(Ohio)", "Lake_Paradise_(Michigan)", "Big_Sur", "Oroville_Dam", "Progressive_rock", "List_of_Michigan_locations_by_per_capita_income", "Alta_Wind_Energy_Center"], "ranked_scores": [0.5996, 0.5492, 0.5461, 0.5431, 0.5431, 0.5422, 0.5422, 0.5365, 0.5217, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["ExxonMobil", "Crown_corporations_of_Canada", "Collectivization_in_the_Soviet_Union", "Protectionism", "Business_sector", "Economy_of_Canada", "Agriculture,_forestry,_and_fishing_in_Japan", "Green_Power_Partnership", "List_of_Alaska_state_forests", "Superfund"], "ranked_scores": [0.7204, 0.709, 0.7033, 0.6993, 0.6993, 0.6974, 0.6942, 0.6933, 0.6933, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1": {"555": {"relevant_ids": ["Grizzly_bear", "Brown_bear", "Kodiak_bear"], "ranked_ids": ["Rubus_arcticus", "Beringian_wolf", "Arctic_Alaska", "Bile_bear", "Mount_Bear", "Brown_bear", "Hunting_and_fishing_in_Alaska", "Great_Bear_Wilderness", "Aronia", "Kodiak_bear"], "ranked_scores": [505.0, 499.0, 498.0, 496.0, 495.0, 489.0, 487.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Clathrate_gun_hypothesis", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Mesopause", "Atmospheric_methane", "Radioactive_contamination_from_the_Rocky_Flats_Plant", "Energy_accidents", "Phreatic_eruption", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [569.0, 529.0, 528.0, 526.0, 520.0, 519.0, 512.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tide", "Past_sea_level", "Sea_level_rise", "Tidal_range", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Ocean_surface_topography", "Sea", "Pelagic_zone", "Sea_state"], "ranked_scores": [534.0, 522.0, 517.0, 510.0, 507.0, 507.0, 504.0, 501.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Pliocene_climate", "Antarctica_cooling_controversy", "Drift_ice", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Sea_ice"], "ranked_scores": [532.0, 522.0, 517.0, 514.0, 513.0, 513.0, 510.0, 509.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Environmental_impact_of_transport", "Environmental_impact_of_aviation", "Carbon_footprint", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_capture_and_storage", "Greenhouse_debt"], "ranked_scores": [538.0, 534.0, 530.0, 530.0, 526.0, 524.0, 523.0, 522.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Journal_for_Geoclimatic_Studies", "Climate_change_feedback", "CO2_is_Green", "Atmospheric_carbon_cycle", "Attribution_of_recent_climate_change", "World_Climate_Report", "Global_warming", "Greening_Earth_Society", "Deforestation_and_climate_change"], "ranked_scores": [535.0, 535.0, 534.0, 531.0, 528.0, 527.0, 527.0, 526.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Climate_inertia", "Abrupt_climate_change", "Marine_transgression", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic", "Marine_regression", "Retreat_of_glaciers_since_1850"], "ranked_scores": [528.0, 511.0, 511.0, 508.0, 507.0, 506.0, 505.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Climate_change_feedback", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "Carbon_dioxide_removal", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [541.0, 540.0, 536.0, 534.0, 530.0, 527.0, 526.0, 525.0, 518.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming_on_humans", "1928_Haiti_hurricane", "Heaven_and_Earth_(book)", "Copenhagen_Diagnosis", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Scientific_opinion_on_climate_change", "David_Titley", "Reasons_for_concern", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [523.0, 520.0, 520.0, 519.0, 518.0, 518.0, 517.0, 516.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Tornadoes_in_the_United_States", "Frost_Belt", "United_States_rainfall_climatology", "Nor'easter", "Granuloma_multiforme", "Late_2009_southeastern_Australia_heat_wave", "Winter_1985_cold_wave", "Climate_of_the_United_States", "Lyme_disease", "November_2014_North_American_cold_wave"], "ranked_scores": [496.0, 489.0, 489.0, 487.0, 486.0, 484.0, 483.0, 483.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Science", "General_circulation_model", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Climate_change_adaptation", "Presidential_Climate_Action_Plan", "Effects_of_climate_change_on_terrestrial_animals", "IPCC_Fifth_Assessment_Report", "Climate_change_in_Canada", "Climate_variability", "Climate_change_in_the_United_States", "Climate_engineering"], "ranked_scores": [536.0, 533.0, 529.0, 529.0, 527.0, 526.0, 522.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["1808/1809_mystery_eruption", "Timeline_of_glaciation", "Quaternary", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Termination_(geomorphology)", "Milankovitch_cycles", "Bølling-Allerød_warming", "Cenozoic", "2005_Pacific_hurricane_season"], "ranked_scores": [514.0, 512.0, 511.0, 504.0, 499.0, 499.0, 498.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory", "Greenhouse_effect"], "ranked_ids": ["Mauna_Loa_Observatory", "NoCO2_Certification_Program", "Keeling_Curve", "CLOUD_experiment", "Gaia_(spacecraft)", "Total_Carbon_Column_Observing_Network", "McMurdo_Sound", "California_League_of_Conservation_Voters", "California_Senate_Bill_32", "Lōʻihi_Seamount"], "ranked_scores": [520.0, 496.0, 488.0, 486.0, 477.0, 475.0, 475.0, 474.0, 472.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "C3_carbon_fixation", "Dole_effect", "2015_United_Nations_Climate_Change_Conference", "Carbon_dioxide_removal", "Geological_history_of_oxygen", "Carbon_dioxide", "Ocean_acidification", "Thermosphere"], "ranked_scores": [496.0, 487.0, 487.0, 487.0, 487.0, 484.0, 484.0, 483.0, 483.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Greening_Earth_Society", "Global_cooling", "An_Appeal_to_Reason", "George_Kukla", "Climate_change_denial", "Media_coverage_of_climate_change", "Environmental_skepticism", "Climatic_Research_Unit_documents"], "ranked_scores": [525.0, 524.0, 521.0, 520.0, 512.0, 506.0, 505.0, 504.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Federal_Fuel_Administration", "Paleocene–Eocene_Thermal_Maximum", "Thermal_optimum", "Climate_of_the_Philippines", "Eocene_Thermal_Maximum_2", "Secretary_of_State_for_Energy_and_Climate_Change", "List_of_climate_research_satellites", "Polar_amplification", "Winter_1985_cold_wave"], "ranked_scores": [494.0, 481.0, 481.0, 478.0, 475.0, 475.0, 474.0, 473.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Ian_Clark_(geologist)", "Stern_Review", "Climatic_Research_Unit_documents", "Ellesmere_Ice_Shelf", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [560.0, 553.0, 542.0, 539.0, 539.0, 535.0, 530.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Weather_front", "North_Atlantic_Current", "Rear-inflow_jet", "Wind", "Wind_shear", "Climate_of_Finland", "November_2014_North_American_cold_wave"], "ranked_scores": [543.0, 538.0, 538.0, 522.0, 522.0, 521.0, 516.0, 514.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "MSU_temperature_measurements", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "Hockey_stick_graph", "Hockey_stick_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_Tamil_Nadu", "Satellite_temperature_measurements"], "ranked_scores": [517.0, 512.0, 503.0, 501.0, 499.0, 499.0, 499.0, 495.0, 495.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Copenhagen_Consensus_Center", "Climatic_Research_Unit_documents", "Halloween_solar_storms,_2003", "Heaven_and_Earth_(book)", "Collider_Detector_at_Fermilab", "Avoiding_Dangerous_Climate_Change", "Clouds_and_the_Earth's_Radiant_Energy_System"], "ranked_scores": [486.0, 479.0, 474.0, 472.0, 472.0, 470.0, 468.0, 468.0, 467.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Carbon_offset", "Carbon_bubble", "Climate_change_in_China", "Canada_and_the_Kyoto_Protocol", "Emissions_trading", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [535.0, 528.0, 525.0, 496.0, 494.0, 489.0, 488.0, 485.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_ice", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Ice2sea", "Antarctic_sea_ice", "Past_sea_level", "Fast_ice", "Raised_shoreline", "Retreat_of_glaciers_since_1850"], "ranked_scores": [532.0, 506.0, 502.0, 500.0, 497.0, 496.0, 495.0, 493.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1936_North_American_cold_wave", "2014–15_North_American_winter", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "National_Climate_Assessment", "1966_New_York_City_smog", "Space_exploration", "North_Atlantic_Current", "Media_coverage_of_climate_change", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [496.0, 491.0, 490.0, 488.0, 488.0, 487.0, 487.0, 486.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Dihydrogen_monoxide_hoax", "Anoxia", "Ocean", "Global_catastrophic_risk", "Blackwater_(coal)", "Nuclear_holocaust"], "ranked_scores": [548.0, 527.0, 514.0, 505.0, 500.0, 499.0, 498.0, 498.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "History_of_economic_thought", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Energy_development", "Alternative_cancer_treatments", "Environmental_impact_of_the_coal_industry", "Energy_industry", "Alternative_energy", "Renewable_energy", "Greening_Earth_Society", "Nuclear_power_debate", "Pro-nuclear_movement"], "ranked_scores": [508.0, 504.0, 493.0, 492.0, 491.0, 486.0, 483.0, 477.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_ice", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic", "Ice_calving", "Great_Arctic_Cyclone_of_2012", "Arctic_ice_pack", "Sea_level_rise", "Ice_rise"], "ranked_scores": [538.0, 522.0, 520.0, 520.0, 516.0, 516.0, 512.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Ice2sea", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_in_Antarctica", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Climate_change_and_agriculture", "Grassland_degradation", "Future_sea_level", "Stern_Review"], "ranked_scores": [505.0, 500.0, 500.0, 499.0, 498.0, 497.0, 496.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Low-carbon_fuel_standard", "Carbon_capture_and_storage_in_Australia", "Carbon_bubble", "Carbon_capture_and_storage", "Environmental_skepticism", "Carbon_cycle_re-balancing", "Cool_tropics_paradox", "Climate_change_in_the_United_States", "Climate_sensitivity"], "ranked_scores": [506.0, 506.0, 504.0, 503.0, 500.0, 499.0, 496.0, 494.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2015_North_American_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [592.0, 574.0, 573.0, 566.0, 550.0, 550.0, 542.0, 542.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Creation–evolution_controversy", "Environmental_skepticism", "Objections_to_evolution", "Watts_Up_With_That?", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Merchants_of_Doubt", "World_Climate_Report", "Heaven_and_Earth_(book)"], "ranked_scores": [525.0, 522.0, 519.0, 511.0, 507.0, 506.0, 505.0, 504.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Climate_variability", "Global_cooling", "Climate_change", "Climate_change_(general_concept)", "Regional_effects_of_global_warming", "Global_warming", "Climate_change_in_the_Arctic", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [520.0, 516.0, 513.0, 509.0, 508.0, 508.0, 507.0, 501.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Arctic_methane_emissions", "Deforestation_and_climate_change", "Global_warming_potential", "IPCC_First_Assessment_Report", "Wind"], "ranked_scores": [559.0, 524.0, 523.0, 515.0, 514.0, 513.0, 512.0, 511.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Futures_studies", "Risk", "Hazard", "Worst-case_scenario", "Longevity_risk", "Learning_the_hard_way", "Scenario_analysis", "Disaster", "Risk_neutral", "Historian's_fallacy"], "ranked_scores": [483.0, 481.0, 480.0, 477.0, 475.0, 474.0, 472.0, 472.0, 471.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Scott_Pruitt", "Armstrong_Power_Plant", "I'm_not_a_scientist", "Lisa_P._Jackson", "Intermountain_Power_Plant", "Heaven_and_Earth_(book)", "Energy_policy_of_the_Barack_Obama_administration", "Alta_Wind_Energy_Center", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_scores": [486.0, 475.0, 465.0, 464.0, 463.0, 463.0, 462.0, 460.0, 459.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "Climate_of_Tamil_Nadu", "Climate_oscillation", "2019_heat_wave_in_India_and_Pakistan", "Summer_of_1976_(Europe)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record"], "ranked_scores": [554.0, 542.0, 541.0, 528.0, 518.0, 513.0, 512.0, 512.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Sea_ice", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Climate_change_in_the_Arctic", "Sea_ice", "Global_warming_in_Antarctica", "East_Antarctica", "Antarctic_Cold_Reversal", "Geography_of_Antarctica", "Arctic_oscillation", "Antarctic"], "ranked_scores": [516.0, 504.0, 498.0, 498.0, 497.0, 497.0, 496.0, 496.0, 492.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Coal", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "List_of_coal_fired_power_stations_in_Australia", "Redbank_Power_Station", "Carbon_tax", "Refined_coal"], "ranked_scores": [592.0, 587.0, 535.0, 521.0, 521.0, 519.0, 514.0, 511.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "Ozone_depletion", "D-value_(microbiology)", "Dole_effect", "Paleocene–Eocene_Thermal_Maximum", "List_of_climate_research_satellites", "Ozone_depletion_and_climate_change", "Montreal_Protocol"], "ranked_scores": [495.0, 486.0, 484.0, 484.0, 476.0, 474.0, 470.0, 470.0, 470.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "United_Nations_Framework_Convention_on_Climate_Change", "Scientific_opinion_on_climate_change", "Weather_Research_and_Forecasting_Model", "Global_Warming_Policy_Foundation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_Fourth_Assessment_Report", "Greenpeace", "Polar_amplification"], "ranked_scores": [486.0, 469.0, 466.0, 464.0, 463.0, 462.0, 461.0, 461.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "2009_United_Nations_Climate_Change_Conference", "Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_change_mitigation", "Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "U.S._Global_Change_Research_Program"], "ranked_scores": [552.0, 539.0, 536.0, 532.0, 531.0, 527.0, 526.0, 526.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Little_Ice_Age", "Lake_Superior"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Never_events", "Northern_North_Sea_basin", "Thwaites_Glacier", "The_Great_Plains_Ecoregion", "Greenland_(European_Parliament_constituency)", "Great_Lakes_region", "Anoxic_waters", "GOES_15", "Little_League_World_Series_(Great_Lakes_Region)"], "ranked_scores": [466.0, 455.0, 450.0, 450.0, 450.0, 449.0, 449.0, 448.0, 448.0, 448.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Cosmic_ray"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Effect_of_Sun_angle_on_climate", "Global_warming", "IPCC_First_Assessment_Report", "Global_warming_in_Antarctica", "Solar_phenomena", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Future_of_Earth", "Regional_effects_of_global_warming"], "ranked_scores": [541.0, 540.0, 538.0, 535.0, 535.0, 533.0, 532.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems"], "ranked_ids": ["Global_cooling", "Deglobalization", "Global_warming_hiatus", "Trend_stationary", "Glacier_mass_balance", "Retreat_of_glaciers_since_1850", "Regression_toward_the_mean", "Future_sea_level", "Shutdown_of_thermohaline_circulation", "Slippery_slope"], "ranked_scores": [486.0, 482.0, 481.0, 479.0, 478.0, 477.0, 476.0, 474.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Ocean_acidification", "Abrupt_climate_change", "Cumulative_effects_(environment)", "Deforestation_and_climate_change", "Global_warming", "Future_of_Earth", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [518.0, 517.0, 507.0, 506.0, 506.0, 505.0, 503.0, 501.0, 500.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Climate_of_India", "Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun"], "ranked_ids": ["Geodynamics_of_Mars", "Climate_of_Mars", "Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth", "Weather", "1971", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Planetary_habitability", "TopHat_(telescope)"], "ranked_scores": [530.0, 515.0, 513.0, 509.0, 507.0, 506.0, 506.0, 505.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Laws_of_science", "Research_ethics", "Relationship_between_religion_and_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Models_of_scientific_inquiry", "Scientific_journal", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_community", "Scientific_consensus", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [485.0, 483.0, 481.0, 479.0, 477.0, 477.0, 476.0, 475.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Air_conditioning", "Air_conditioned_clothing", "Weather_map", "2006_North_American_heat_wave", "Ground-coupled_heat_exchanger", "Weather_station", "Effect_of_Sun_angle_on_climate", "2001_Eastern_North_America_heat_wave", "Satellite_temperature_measurements"], "ranked_scores": [543.0, 524.0, 522.0, 507.0, 507.0, 506.0, 506.0, 502.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Neoglaciation", "Global_cooling", "Bølling-Allerød_warming", "1808/1809_mystery_eruption", "The_Great_Global_Warming_Swindle", "IPCC_First_Assessment_Report", "1997–98_El_Niño_event", "Termination_(geomorphology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [524.0, 524.0, 522.0, 520.0, 517.0, 515.0, 514.0, 513.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "California_State_Assembly", "Concentrated_solar_power", "Culture_of_California", "Solar_power_by_country"], "ranked_scores": [542.0, 542.0, 541.0, 534.0, 521.0, 518.0, 510.0, 510.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Productivity_(ecology)", "Agriculture_in_Pennsylvania", "Growth_of_wind_power_in_the_United_States", "Workforce_productivity", "Agriculture_in_Syria", "Petroleum_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Environmental_impact_of_meat_production", "Agriculture"], "ranked_scores": [520.0, 508.0, 507.0, 505.0, 501.0, 497.0, 496.0, 496.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-asigm-2b": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Kodiak_bear", "Aronia", "Bile_bear", "Brown_bear", "Arctic_ecology", "Hunting_and_fishing_in_Alaska", "Sloth_bear", "Mount_Bear"], "ranked_scores": [0.4293, 0.3847, 0.3679, 0.3671, 0.3545, 0.3522, 0.3325, 0.3163, 0.3108, 0.3041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4018, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Arctic_geoengineering", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Methane_clathrate", "Holocene_glacial_retreat", "Mesopause"], "ranked_scores": [0.6528, 0.5654, 0.5033, 0.4882, 0.4871, 0.4856, 0.4748, 0.4674, 0.4588, 0.4414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Tide", "Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tidal_range", "Annual_cycle_of_sea_level_height", "Sea", "Ocean_surface_topography", "Raised_shoreline", "Marine_transgression"], "ranked_scores": [0.5305, 0.5035, 0.4734, 0.4633, 0.4505, 0.4489, 0.4328, 0.4086, 0.3985, 0.3947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Future_sea_level", "Sea_ice", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Drift_ice", "Measurement_of_sea_ice"], "ranked_scores": [0.4588, 0.4519, 0.4446, 0.4326, 0.4181, 0.415, 0.4018, 0.3983, 0.3945, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Carbon_footprint", "Carbon_neutrality", "Zero-energy_building"], "ranked_ids": ["Environmental_impact_of_aviation", "Environmental_impact_of_transport", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Deforestation_and_climate_change", "Carbon_footprint", "Carbon_emissions_reporting", "Environmental_impact_of_biodiesel", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [0.51, 0.5077, 0.492, 0.4919, 0.4767, 0.4755, 0.4656, 0.4512, 0.4476, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Carbon_dioxide", "Greenhouse_gas"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Climate_change_feedback", "Politics_of_global_warming", "Deforestation_and_climate_change", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere", "Climatic_Research_Unit_documents", "Global_warming_controversy", "Climate_change_in_the_United_States", "CO2_fertilization_effect"], "ranked_scores": [0.4951, 0.4826, 0.4804, 0.4717, 0.4657, 0.4518, 0.4464, 0.4462, 0.4447, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Climate_inertia", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Global_warming", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Greenland_ice_sheet"], "ranked_scores": [0.5316, 0.4871, 0.4851, 0.4504, 0.4438, 0.4429, 0.4413, 0.4363, 0.4269, 0.4155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_sensitivity", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation_scenarios", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Global_warming", "Effects_of_global_warming", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Climate_change_mitigation"], "ranked_scores": [0.4938, 0.4729, 0.4702, 0.4675, 0.4603, 0.4534, 0.4436, 0.4275, 0.426, 0.4214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Tropical_Storm_Harvey_(2011)", "Global_warming", "Reasons_for_concern", "Climate_change_in_the_United_States", "Heaven_and_Earth_(book)", "Scientific_opinion_on_climate_change", "Copenhagen_Diagnosis", "Loss_and_damage"], "ranked_scores": [0.4864, 0.4791, 0.4619, 0.451, 0.4478, 0.4469, 0.4398, 0.4281, 0.4276, 0.4252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Nor'easter", "Early_2014_North_American_cold_wave", "Climate_of_the_United_Kingdom", "Winter_1985_cold_wave", "November_2014_North_American_cold_wave", "Texas_Norther", "2015_North_American_heat_wave", "Humid_continental_climate", "Climate_of_the_United_States", "Generalized_lymphadenopathy"], "ranked_scores": [0.3717, 0.3397, 0.3308, 0.3208, 0.3201, 0.3197, 0.314, 0.3117, 0.3082, 0.3067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Global_warming", "Sensitivity_analysis", "Science", "General_circulation_model"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_adaptation", "Climate", "Climate_change_in_the_United_States", "Arctic_geoengineering", "Stern_Review", "100%_renewable_energy", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Climate_change_mitigation"], "ranked_scores": [0.4902, 0.4895, 0.462, 0.4593, 0.4587, 0.4574, 0.4555, 0.4537, 0.4535, 0.4517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Late_Glacial", "Termination_(geomorphology)", "Temperature_record_of_the_past_1000_years", "Abrupt_climate_change", "Pliocene_climate", "Bølling-Allerød_warming", "1808/1809_mystery_eruption", "Global_warming_hiatus"], "ranked_scores": [0.4641, 0.4281, 0.3861, 0.3817, 0.3743, 0.3741, 0.3718, 0.3711, 0.3687, 0.366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Lōʻihi_Seamount", "Permanent_Service_for_Mean_Sea_Level", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "Global_Historical_Climatology_Network", "Office_of_Oceanic_and_Atmospheric_Research", "National_Center_for_Atmospheric_Research", "CLOUD_experiment"], "ranked_scores": [0.41, 0.3951, 0.3281, 0.3103, 0.3071, 0.3032, 0.2957, 0.2947, 0.2946, 0.2944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Geological_history_of_oxygen", "Carbonic_acid", "Hypercapnia", "Dole_effect", "Tropospheric_ozone", "Copenhagen_Diagnosis"], "ranked_scores": [0.3534, 0.3125, 0.3095, 0.3055, 0.304, 0.2971, 0.2946, 0.2852, 0.2744, 0.2742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Global_cooling", "Climate_change_denial", "Richard_Lindzen"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Global_cooling", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "The_Great_Global_Warming_Swindle", "Environmental_skepticism", "Heaven_and_Earth_(book)", "Climate_change_denial"], "ranked_scores": [0.4403, 0.4311, 0.4258, 0.4147, 0.4063, 0.395, 0.395, 0.3905, 0.3897, 0.3874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4317, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Winter_1985_cold_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Eocene_Thermal_Maximum_2", "Pacific_decadal_oscillation", "Season_creep", "Pliocene_climate", "Polar_amplification", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [0.3456, 0.3337, 0.3289, 0.3213, 0.3162, 0.3077, 0.2891, 0.2879, 0.2878, 0.287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Adam_Scaife", "Scientific_consensus_on_climate_change", "Greenland"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Arctic_Climate_Impact_Assessment", "Measurement_of_sea_ice", "Climatic_Research_Unit_documents", "Stern_Review", "Wiesław_Masłowski"], "ranked_scores": [0.5399, 0.5347, 0.5293, 0.5131, 0.5116, 0.5022, 0.4931, 0.49, 0.4876, 0.4838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Polar_vortex", "Jet_stream", "Weather_front", "North_Atlantic_Current", "Rear-inflow_jet", "Wind_shear", "Cold_drop", "Global_storm_activity_of_2007", "Mesopause"], "ranked_scores": [0.4692, 0.4508, 0.441, 0.4409, 0.4071, 0.405, 0.3989, 0.3921, 0.3854, 0.3825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "Hockey_stick_graph", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_controversy", "Instrumental_temperature_record", "List_of_climate_research_satellites"], "ranked_scores": [0.4703, 0.4613, 0.4439, 0.4354, 0.4312, 0.4271, 0.4237, 0.4133, 0.4127, 0.4092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Contraction_and_Convergence", "Clean_Development_Mechanism", "Journal_for_Geoclimatic_Studies", "Cosmic-ray_observatory", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.3702, 0.3275, 0.3162, 0.3032, 0.3011, 0.3008, 0.2945, 0.2834, 0.2747, 0.2715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Green_Energy_Act_2009", "Minerals_Resource_Rent_Tax", "Climate_change_in_China", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4395, 0.3942, 0.369, 0.3377, 0.3076, 0.2989, 0.2981, 0.2943, 0.2906, 0.2841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Past_sea_level", "Deglaciation", "Quaternary_glaciation", "Fast_ice", "Sea_level_rise", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.4696, 0.4037, 0.389, 0.3867, 0.3786, 0.3733, 0.3729, 0.3728, 0.3707, 0.3664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "Climate_of_Mars", "1936_North_American_cold_wave", "Climatic_Research_Unit_email_controversy", "National_Climate_Assessment", "2010_Northern_Hemisphere_heat_waves", "Neoglaciation"], "ranked_scores": [0.3948, 0.3588, 0.3297, 0.325, 0.3215, 0.3214, 0.3192, 0.3188, 0.315, 0.3119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Estuarine_acidification", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Dihydrogen_monoxide_hoax", "Ocean", "Acid_rain", "Sea", "Blackwater_(coal)"], "ranked_scores": [0.5457, 0.4467, 0.4442, 0.4278, 0.3931, 0.3862, 0.3824, 0.3756, 0.3708, 0.368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Energy_development", "Environmental_impact_of_the_coal_industry", "Alternative_cancer_treatments", "Alternatives_assessment", "Greening_Earth_Society", "Pro-nuclear_movement", "Demand_destruction", "Carbon_bubble"], "ranked_scores": [0.4679, 0.3746, 0.3557, 0.3473, 0.3416, 0.3404, 0.3185, 0.3076, 0.3048, 0.3032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Climate_change_in_the_Arctic", "Sea_ice", "Antarctic_ice_sheet", "Fast_ice", "Global_warming_in_Antarctica", "Ice2sea", "Great_Arctic_Cyclone_of_2012", "Arctic_sea_ice_decline"], "ranked_scores": [0.4947, 0.4841, 0.4514, 0.449, 0.4463, 0.4383, 0.4373, 0.4366, 0.4357, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Severe_weather", "Global_warming"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "Ice2sea", "Droughts_in_the_United_States", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "2012–13_North_American_drought"], "ranked_scores": [0.3756, 0.3609, 0.3539, 0.3514, 0.3488, 0.3435, 0.3407, 0.3338, 0.3319, 0.3308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Stern_Review", "Carbon_bubble", "Carbon_capture_and_storage_in_Australia", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy", "Environmental_skepticism", "Climatic_Research_Unit_documents", "Climate_Research_(journal)", "Copenhagen_Diagnosis"], "ranked_scores": [0.4188, 0.4162, 0.4039, 0.3835, 0.365, 0.3647, 0.363, 0.3618, 0.3617, 0.3535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6109, 0.555, 0.5467, 0.4953, 0.4928, 0.4921, 0.4868, 0.4842, 0.4836, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Merchants_of_Doubt", "Heaven_and_Earth_(book)", "Environmental_skepticism", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Creation–evolution_controversy", "Global_warming_controversy", "World_Climate_Report", "An_Appeal_to_Reason"], "ranked_scores": [0.4964, 0.452, 0.4302, 0.4286, 0.4278, 0.4236, 0.4222, 0.4201, 0.4133, 0.4108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Wibjörn_Karlén", "Instrumental_temperature_record", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Regional_effects_of_global_warming"], "ranked_scores": [0.4616, 0.4438, 0.4437, 0.4285, 0.4085, 0.4016, 0.3997, 0.3901, 0.3836, 0.3829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Natural_gas", "Biogas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Arctic_methane_emissions", "Atmospheric_carbon_cycle", "Global_warming_potential", "Deforestation_and_climate_change", "Greenhouse_gas", "Wind", "Climate_footprint", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.5313, 0.4653, 0.4584, 0.4449, 0.4287, 0.4248, 0.408, 0.402, 0.3847, 0.3837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Longevity_risk", "Risk–benefit_ratio", "Manufactured_risk", "Risk", "Prudent_avoidance_principle", "List_of_experimental_errors_and_frauds_in_physics", "Disaster", "Risk_neutral", "Learning_the_hard_way", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.3403, 0.3247, 0.2988, 0.2878, 0.2811, 0.2783, 0.2756, 0.27, 0.2665, 0.264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Emissions_trading", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Lisa_P._Jackson", "United_States_Environmental_Protection_Agency", "Scott_Pruitt", "Beyond_Coal", "Environmental_policy_of_the_Donald_Trump_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_policy_of_the_Barack_Obama_administration", "Adam_Scaife", "Armstrong_Power_Plant"], "ranked_scores": [0.2864, 0.2637, 0.2627, 0.2436, 0.2402, 0.238, 0.229, 0.2276, 0.2256, 0.2245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "2010_Northern_Hemisphere_summer_heat_waves", "Highest_temperature_recorded_on_Earth", "Summer_of_1976_(Europe)", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "January_2016_East_Asia_cold_wave"], "ranked_scores": [0.5391, 0.4579, 0.4555, 0.4538, 0.4499, 0.4481, 0.4469, 0.4443, 0.4436, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Antarctic_realm", "Antarctic_Cold_Reversal", "East_Antarctica", "Sea_ice", "Arctic_ice_pack", "East_Antarctic_Ice_Sheet", "Amery_Ice_Shelf"], "ranked_scores": [0.456, 0.4201, 0.4068, 0.3977, 0.392, 0.3871, 0.38, 0.3784, 0.3722, 0.372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Clean_technology", "Refined_coal", "Carbon_dioxide_removal", "Landfill_gas_emission_reduction_in_Brazil", "Capitol_Power_Plant", "Coalbed_methane"], "ranked_scores": [0.6429, 0.6104, 0.4785, 0.4748, 0.4495, 0.4404, 0.4262, 0.412, 0.4081, 0.4067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Estado_Novo_(Portugal)", "Canada_and_the_Kyoto_Protocol", "List_of_climate_research_satellites", "Cool_tropics_paradox", "Ozone_depletion", "Federal_Fuel_Administration", "Polar_forests_of_the_Cretaceous", "Post–World_War_II_economic_expansion"], "ranked_scores": [0.3163, 0.2989, 0.276, 0.2678, 0.2629, 0.2552, 0.2527, 0.2509, 0.2461, 0.2443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Instrumental_temperature_record", "Climate_change_feedback", "Climatic_Research_Unit_email_controversy", "Planetary_equilibrium_temperature", "Global_warming", "Global_Climate_Observing_System", "Weather_Research_and_Forecasting_Model", "World_Meteorological_Organization", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.3037, 0.2406, 0.2328, 0.2274, 0.2263, 0.2229, 0.2188, 0.2182, 0.2162, 0.2161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_cooling", "Climate_change_in_the_United_States", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_denial", "Effects_of_global_warming", "Climate_Change_Science_Program", "Global_cooling_(disambiguation)", "Global_warming"], "ranked_scores": [0.5358, 0.529, 0.5254, 0.5239, 0.5026, 0.5018, 0.4998, 0.4963, 0.4922, 0.4908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Little_Ice_Age", "Permafrost", "Lake_Superior"], "ranked_ids": ["Never_events", "Global_stilling", "Wiesław_Masłowski", "Great_Lakes_region", "Dry_Spell", "Global_warming_hiatus", "Low-pressure_area", "Arctic_methane_emissions", "North_Atlantic_oscillation", "Year_Without_a_Summer"], "ranked_scores": [0.2292, 0.2238, 0.2218, 0.2186, 0.216, 0.2146, 0.2035, 0.2009, 0.2003, 0.2], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Climate", "El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Scientific_opinion_on_climate_change", "Regional_effects_of_global_warming", "Climate_change_in_the_United_States", "Greenhouse_effect", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_feedback", "Solar_gain"], "ranked_scores": [0.5504, 0.5213, 0.5122, 0.4982, 0.4914, 0.4891, 0.4885, 0.4876, 0.486, 0.4773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule", "Solar_cycle"], "ranked_ids": ["Dumbing_down", "Global_cooling", "Trend_stationary", "Slow_movement_(culture)", "Deglobalization", "Shutdown_of_thermohaline_circulation", "Progress_(history)", "Global_warming_hiatus", "Regression_toward_the_mean", "Future_sea_level"], "ranked_scores": [0.3322, 0.3095, 0.2948, 0.2927, 0.2799, 0.2797, 0.2766, 0.2751, 0.274, 0.2722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Deforestation_and_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "ExxonMobil_climate_change_controversy", "Climate_change_in_the_United_States"], "ranked_scores": [0.446, 0.4378, 0.4332, 0.4294, 0.4161, 0.4144, 0.4, 0.3945, 0.3882, 0.3875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Paleocene–Eocene_Thermal_Maximum", "Temperature_record_of_the_past_1000_years", "Geodynamics_of_Mars", "Late_Glacial", "Polar_forests_of_the_Cretaceous", "Eocene_Thermal_Maximum_2", "History_of_Mars_observation", "Climate_change_in_Texas"], "ranked_scores": [0.3918, 0.3862, 0.3847, 0.3845, 0.3828, 0.3721, 0.3672, 0.3665, 0.3531, 0.3515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Climatic_Research_Unit_documents", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus", "Research_ethics", "Scientific_community", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_method", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.3426, 0.3223, 0.3201, 0.3166, 0.3153, 0.314, 0.3114, 0.3019, 0.2983, 0.294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "2006_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Air_conditioning", "Ground-coupled_heat_exchanger", "Atmospheric_thermodynamics", "Climate_of_the_United_States", "Air_conditioned_clothing", "Weather_station", "Satellite_temperature_measurements"], "ranked_scores": [0.4144, 0.3961, 0.3888, 0.3849, 0.3835, 0.3677, 0.3607, 0.3604, 0.3578, 0.3544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Temperature_record_of_the_past_1000_years", "Global_warming", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report", "Neoglaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "Global_warming_hiatus", "Global_warming_conspiracy_theory"], "ranked_scores": [0.498, 0.4752, 0.467, 0.4541, 0.4379, 0.4365, 0.4331, 0.4285, 0.424, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "California_State_Assembly", "Culture_of_California", "Concentrated_solar_power", "Plug-in_hybrids_in_California"], "ranked_scores": [0.4672, 0.4657, 0.4466, 0.4345, 0.417, 0.3968, 0.3914, 0.3913, 0.3591, 0.3549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Workforce_productivity", "Growth_of_wind_power_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Productivity_(ecology)", "Agricultural_Act_of_2014", "Marginal_product", "Economic_growth", "Jobs_created_during_U.S._presidential_terms"], "ranked_scores": [0.43, 0.4094, 0.4082, 0.4078, 0.4058, 0.3946, 0.3822, 0.3779, 0.3708, 0.369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-1bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Grizzly_bear", "Kodiak_bear", "Banff_National_Park", "Bear_attack", "Royal_jelly", "Climate_of_the_United_States", "Polar_vortex", "Brown_bear", "List_of_protected_areas_of_Svalbard", "Jurassic"], "ranked_scores": [0.625, 0.625, 0.5937, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Sublimation_(phase_transition)", "North_American_High", "Siberian_High", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Contrail", "Arctic_geoengineering", "Methane_clathrate", "Geography_of_Yukon"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Ria", "Atlantic_hurricane_season", "Gross_state_product", "Gross_national_product", "Solow_residual", "Tropical_Storm_Nicole_(2010)", "Climate_of_the_Nordic_countries", "Tide", "Net_metering", "Typhoon_Koppu"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["The_Coming_Global_Superstorm", "Cordilleran_Ice_Sheet", "Hockey_stick_graph", "Antarctic_Cold_Reversal", "Neoglaciation", "Holocene_glacial_retreat", "Deglaciation", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Tipping_point_(climatology)"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Wind_power_in_Colorado", "Net_metering", "Carbon_capture_and_storage_in_Australia", "Greenhouse_gas_accounting", "Carbon_emission_trading", "Low-carbon_fuel_standard", "Green_certificate", "Wind_power", "Contraction_and_Convergence", "Mongstad_Power_Station"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Politics_of_global_warming", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Kerogen", "Climate_change_mitigation", "Carbon", "Carbon_diet", "Attribution_of_recent_climate_change", "Carbon_tax", "False_balance"], "ranked_scores": [0.7187, 0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Wiesław_Masłowski", "Climate_change_in_the_Arctic", "Avoiding_Dangerous_Climate_Change", "Polar_High", "Global_warming_in_Antarctica", "Climate_change_in_Tuvalu", "Arctic_methane_emissions", "Future_of_Earth"], "ranked_scores": [0.6562, 0.6562, 0.5938, 0.5625, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Politics_of_global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "World_Climate_Change_Conference,_Moscow", "Regional_effects_of_global_warming", "Advisory_Group_on_Greenhouse_Gases", "Global_cooling_(disambiguation)", "Ozone_depletion_and_climate_change", "Cretaceous–Paleogene_extinction_event", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Climate_of_Georgia_(U.S._state)", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Environmental_emergency", "Natural_hazard", "U.S._Global_Change_Research_Program", "Climate_change_denial", "Environmental_issue"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Effects_of_climate_change_on_terrestrial_animals", "List_of_fatal_cougar_attacks_in_North_America", "March_2012_North_American_heat_wave", "Extinction", "Raccoon", "Acclimatization", "Culling", "North_Carolina", "Scientific_method", "Cascade_effect_(ecology)"], "ranked_scores": [0.6875, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Effects_of_global_warming", "Typhoon_Cimaron_(2006)", "Global_warming", "Community_Earth_System_Model", "Polar_forests_of_the_Cretaceous", "Climate_change_in_Texas", "Cretaceous–Paleogene_extinction_event", "Droughts_in_the_United_States", "Deforestation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Amundsen–Scott_South_Pole_Station", "Effects_of_global_warming", "Antarctica_cooling_controversy", "Cryogenian", "Great_Oxygenation_Event"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Sea_level_rise", "Atmospheric_carbon_cycle", "Chlorofluorocarbon", "Trifluoromethyl_sulphur_pentafluoride", "United_States_rainfall_climatology", "Attribution_of_recent_climate_change", "Meteorology", "Climate_change_feedback", "Pliocene_climate", "Global_warming"], "ranked_scores": [0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Carboniferous", "Deglaciation", "Progradation", "Tropical_Atlantic", "Carbonic_acid", "Climate_sensitivity", "Dolomitization", "Acid_rain", "Estuarine_acidification", "Ordovician–Silurian_extinction_events"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Great_Warming", "Attribution_of_recent_climate_change", "Köppen_climate_classification", "Climate_change_denial", "Climate_change_in_the_United_States", "History_of_climate_change_science", "The_Real_Global_Warming_Disaster", "The_Great_Global_Warming_Swindle", "Volcano"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Siderian", "Scientific_revolution", "2008–09_Canadian_parliamentary_dispute", "Spain", "PDO", "List_of_off-season_Atlantic_hurricanes", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Atlantic_hurricane", "2018_British_Isles_heat_wave", "History_of_Portugal"], "ranked_scores": [0.6562, 0.5625, 0.5313, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Temperature_record_of_the_past_1000_years", "The_Coming_Global_Superstorm", "Dubiofossil", "NASA_Earth_Observatory", "Ice2sea", "Cool_tropics_paradox", "Copenhagen_Diagnosis", "Natural_News", "Future_of_Earth"], "ranked_scores": [0.625, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["North_Carolina", "North_Country_(New_York)", "Atlantic_Seaboard_fall_line", "2006_European_heat_wave", "2006_North_American_heat_wave", "Frost_Belt", "Cold-air_damming", "Pneumonia_front", "North_American_High", "Theoretical_and_Applied_Climatology"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Thermosphere", "Microclimate", "Radiative_forcing", "Climate_change_in_Australia", "United_States_rainfall_climatology", "Regional_effects_of_global_warming", "Mesopause", "Earth's_critical_zone", "Gold_mining_in_the_United_States", "Thermopause"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "National_Climate_Assessment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_denial", "Snowpack", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Antarctic_ice_sheet", "The_Great_Warming"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Polar_amplification", "Canada–Panama_Free_Trade_Agreement", "1971", "Overproduction", "Algae_fuel", "Metabolic_acidosis", "Autotroph", "Plant", "Wildlife_of_Peru", "Frontier_Series"], "ranked_scores": [0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Ross_Ice_Shelf", "Antarctic_Cold_Reversal", "Holocene_glacial_retreat", "Last_Glacial_Maximum", "Glacial_period", "Last_glacial_period", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling", "Miocene", "Wisconsin_glaciation"], "ranked_scores": [0.5938, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Science_(journal)", "Wibjörn_Karlén", "Media_coverage_of_climate_change", "Biodilution", "Mount_Wilson_(California)", "Yellowstone_National_Park", "1947_Cape_Sable_hurricane", "Everglades_National_Park", "Radiation_properties", "National_Hurricane_Center"], "ranked_scores": [0.6562, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Hurricane_Ida", "Carbonic_acid", "Acid_rain", "Tropical_Atlantic", "C3_carbon_fixation", "Acid_mine_drainage", "Acidulated_water"], "ranked_scores": [0.7812, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Cost_contingency", "Effects_of_global_warming", "Antarctica_cooling_controversy", "Droughts_in_the_United_States", "Climate_ensemble", "Deforestation", "Carbon_offset", "Lisa_P._Jackson", "Energy_accidents", "Solar_term"], "ranked_scores": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Climate_inertia", "Marine_regression", "The_Coming_Global_Superstorm", "Tipping_point_(climatology)", "Heinrich_event", "Tropical_Atlantic", "List_of_glaciers", "Pingo", "Progradation"], "ranked_scores": [0.6875, 0.6562, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Clathrate_gun_hypothesis", "Climate_change_in_Europe", "Melt_pond", "Land_degradation", "Convection", "Holocene_glacial_retreat", "Desertification", "Drought_in_Spain", "Methane_clathrate", "Water_vapor"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["Pseudoscience", "Climate_change_mitigation_scenarios", "Fire_ecology", "Human_overpopulation", "Climate_change_denial", "Climate_change_in_Texas", "Wind_power_in_Colorado", "Weather-related_cancellation", "Maladaptation", "Humid_continental_climate"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["List_of_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave", "Great_Basin_National_Park", "2010_Northern_Hemisphere_summer_heat_waves", "Klamath_Mountains", "Environmental_impact_of_mining", "Rescue_and_recovery_effort_after_the_September_11_attacks_on_the_World_Trade_Center", "Collapse_of_the_World_Trade_Center", "Paradigm_shift"], "ranked_scores": [0.5313, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["National_Weather_Service", "Yellowstone_National_Park", "Great_Lakes", "Dinosaur", "Sun_Belt", "Atmospheric_instability", "Paleontology_in_the_United_States", "Geofact", "Winter_1985_cold_wave", "Jumble_ice"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Earth's_internal_heat_budget", "Climate_variability", "Physical_impacts_of_climate_change", "Climatology", "Global_warming_hiatus", "Droughts_in_the_United_States", "Climate_change_(general_concept)", "Solar_cycle", "Montana", "Tropical_year"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Great_Oxygenation_Event", "Mitigation_of_global_warming_in_Australia", "Algae_fuel", "Ozone_depletion_and_climate_change", "Climate_change_mitigation", "Algae", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Australia", "Plant", "Global_biodiversity"], "ranked_scores": [0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Failing_badly", "Land_degradation", "Risk", "Desertification", "Human_extinction", "Extinction", "Inverse_consequences", "Deforestation", "Risk–benefit_ratio", "History_of_ecology"], "ranked_scores": [0.5312, 0.5, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["United_States_withdrawal_from_the_Paris_Agreement", "UK_Emissions_Trading_Scheme", "Obama_Doctrine", "Plug-in_hybrids_in_California", "Climate_change_policy_of_the_United_States", "Environmental_skepticism", "Copenhagen_Accord", "Clean_Energy_Ministerial", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.5938, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Timeline_of_the_2006_Pacific_hurricane_season", "Global_Historical_Climatology_Network", "1961_Pacific_typhoon_season", "Hurricane_Marie_(2014)", "2014–16_El_Niño_event", "Yellowstone_National_Park", "Atlantic_hurricane_season", "Paleontology_in_Alaska", "National_park", "Timeline_of_the_2005_Pacific_hurricane_season"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Polar_drift", "Arctic_Satellite_Composite_Project", "Earth_system_science", "Ice_shelf", "Polar_seas", "Arctic_ice_pack", "Polar_ice_cap", "Polar_forests_of_the_Cretaceous", "Future_sea_level", "Ice2sea"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Waste-to-energy_plant", "Coal_pollution_mitigation", "Fossil_fuel_power_station", "Low-carbon_fuel_standard", "Mongstad_Power_Station", "Environmental_determinism", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Carbon_dioxide_reforming", "Built_environment", "Michael_E._Mann"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5313, 0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Scientific_revolution", "PDOS", "Pacifico_Yokohama", "Platinum", "Conservative_Party_of_Canada", "2006_Pacific_typhoon_season", "Cretaceous", "Cold_fusion", "Siderian"], "ranked_scores": [0.625, 0.5625, 0.5, 0.4375, 0.4375, 0.4375, 0.4063, 0.4062, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Antarctic_Cold_Reversal", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Climate_change_feedback", "Global_warming", "Climate_of_Svalbard", "Climate_of_Minneapolis–Saint_Paul", "Great_Lakes_Science_Center", "History_of_climate_change_science"], "ranked_scores": [0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["2016_Pacific_typhoon_season", "Contraction_and_Convergence", "1999_Pacific_typhoon_season", "Timeline_of_the_2016_Pacific_typhoon_season", "Biosequestration", "Geographical_renaming", "1976_Pacific_typhoon_season", "350.org", "Global_waste_trade", "Campaign_against_Climate_Change"], "ranked_scores": [0.625, 0.5937, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Abrupt_climate_change", "Northwestern_United_States", "Tipping_point_(climatology)", "2006_European_cold_wave", "Armstrong_Power_Plant", "Tipping_points_in_the_climate_system", "Freshet", "Dinosaur", "List_of_ecoregions_in_the_United_States_(EPA)", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5937, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Climate_change", "Ozone_depletion_and_climate_change", "Ozone_depletion", "Global_warming", "Greenhouse_effect_(United_States_Supreme_Court)", "Weather", "Brown_ocean_effect", "Climate_change_(general_concept)", "Marine_layer", "Summer_solstice"], "ranked_scores": [0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Worse-than-average_effect", "Tidal_prism", "Solow_residual", "Progress_(history)", "Tidal_power", "Cascade_effect_(ecology)", "List_of_fields_of_application_of_statistics", "Social_research", "Global_Change_Research_Act_of_1990", "Information_cascade"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.4688, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Biosequestration", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Carbon_sequestration", "Climate_change_in_Europe", "Great_Oxygenation_Event", "Cretaceous–Paleogene_extinction_event", "Air_pollution_in_the_United_States", "Global_cooling_(disambiguation)", "Ozone_depletion"], "ranked_scores": [0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Pliocene_climate", "History_of_climate_change_science", "Snowball_Earth", "Paleontology_in_Alaska", "Prehistory_of_the_United_States", "Yellowstone_National_Park", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Future_of_Earth", "Paleocene–Eocene_Thermal_Maximum", "Global_warming"], "ranked_scores": [0.7188, 0.6875, 0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Antarctica_cooling_controversy", "Nuclear_power_debate", "Anti-nuclear_movement_in_France", "Wind_power_in_New_Mexico", "Radiocarbon_dating", "Pseudoscience", "March_for_Science", "Alta_Wind_Energy_Center", "Climatic_Research_Unit_documents", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.5, 0.4688, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Thermal_pollution", "Meteorology_(Aristotle)", "Contrail", "Carbon_cycle_re-balancing", "Climate_fiction", "Climate_of_Los_Angeles", "Chemtrail_conspiracy_theory", "Air_conditioning", "Glacier_National_Park_(U.S.)"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster", "Extinction_event", "Antarctica_cooling_controversy", "Climate_change_denial", "January_2016_East_Asia_cold_wave", "Global_warming_controversy", "Avoiding_Dangerous_Climate_Change", "Regional_effects_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7813, 0.7188, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Plug-in_hybrids_in_California", "California_Proposition_23_(2010)", "Renewable_energy_in_the_United_States", "Green_Power_Partnership", "Scott_Pruitt", "Droughts_in_the_United_States", "Wind_power", "Grid_parity", "National_Climate_Assessment", "Negawatt_power"], "ranked_scores": [0.5625, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Economy_of_the_United_States", "Electricity_sector_of_the_United_States", "Investment_Canada_Act", "Escalation_of_commitment", "Statistical_Abstract_of_the_United_States", "Solow_residual", "Petroleum_in_the_United_States", "Southern_California_Edison", "Agricultural_policy_of_the_United_States", "The_Great_Stagnation"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-2bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bee", "Grizzly_bear", "Kodiak_bear", "Seed_predation", "Weddell_seal", "Polar_vortex", "Banff_National_Park", "Pinniped", "List_of_protected_areas_of_Svalbard", "Bear_attack"], "ranked_scores": [0.5986, 0.581, 0.5704, 0.5688, 0.5665, 0.5655, 0.5572, 0.5518, 0.549, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Arctic", "Retreat_of_glaciers_since_1850", "Quelccaya_Ice_Cap", "Glacier", "Arctic_Lowlands", "Cryovolcano", "Global_warming_in_Antarctica"], "ranked_scores": [0.7363, 0.7159, 0.7135, 0.7027, 0.6991, 0.6797, 0.6685, 0.6659, 0.6633, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4763, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["List_of_countries_by_natural_disaster_risk", "Regional_effects_of_global_warming", "Tropical_Atlantic", "Atlantic_hurricane_season", "Climate_change", "Tide", "Annual_cycle_of_sea_level_height", "Sea_level_rise", "Climate_change_in_Europe", "Climate_oscillation"], "ranked_scores": [0.637, 0.6199, 0.5787, 0.5775, 0.5709, 0.5693, 0.5689, 0.5662, 0.5592, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Ice2sea", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "The_Coming_Global_Superstorm", "Retreat_of_glaciers_since_1850", "Deglaciation", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change", "Wiesław_Masłowski"], "ranked_scores": [0.7429, 0.7151, 0.7052, 0.7016, 0.6941, 0.6665, 0.6627, 0.6608, 0.6575, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Wind_power_in_Colorado", "Clean_Energy_Regulator", "United_Nations_Framework_Convention_on_Climate_Change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Carbon_pricing_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Wind_power", "Carbon-neutral_fuel", "Environmental_impact_of_biodiesel", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [0.7287, 0.6653, 0.6633, 0.6626, 0.6578, 0.6577, 0.6547, 0.6508, 0.6406, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Black_carbon", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming", "Climate_change_mitigation", "2010_Northern_Hemisphere_heat_waves", "Global_warming_controversy", "Politics_of_global_warming", "Carbon_offset", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change"], "ranked_scores": [0.731, 0.7265, 0.7191, 0.7082, 0.7051, 0.7023, 0.6938, 0.6923, 0.6901, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Ice2sea", "Copenhagen_Diagnosis", "Polar_seas", "Ice_calving", "Football_Association_of_Greenland", "British_North_Greenland_expedition", "World_Glacier_Monitoring_Service"], "ranked_scores": [0.6717, 0.6536, 0.6189, 0.5927, 0.5826, 0.5709, 0.5645, 0.5627, 0.559, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Volcanic_winter", "Global_warming", "Mesopause", "Climate_change", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_sensitivity", "Regional_effects_of_global_warming", "Environmental_impact_of_aviation"], "ranked_scores": [0.7518, 0.722, 0.7205, 0.7167, 0.713, 0.7079, 0.6889, 0.6878, 0.6781, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2913, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Climate_risk", "Climate_change_mitigation_scenarios", "Loss_and_damage", "Environmental_issue", "Climate_change_adaptation_in_Nepal", "Global_warming", "The_Real_Global_Warming_Disaster", "Global_warming_potential"], "ranked_scores": [0.7227, 0.6743, 0.6629, 0.6623, 0.6569, 0.652, 0.6489, 0.6398, 0.6382, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Effects_of_climate_change_on_terrestrial_animals", "Geography_of_North_America", "March_2012_North_American_heat_wave", "List_of_mammals_of_New_England", "North_America", "List_of_fatal_cougar_attacks_in_North_America", "Range_(biology)", "Climate_of_the_United_States", "Amblyomma_americanum", "Hockey_stick_controversy"], "ranked_scores": [0.6307, 0.6077, 0.6041, 0.6019, 0.6013, 0.5959, 0.5877, 0.5771, 0.5765, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Climate_engineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "IPCC_Fourth_Assessment_Report", "Climate_change_in_the_United_States"], "ranked_scores": [0.6502, 0.6499, 0.635, 0.626, 0.6234, 0.6201, 0.6136, 0.6067, 0.6033, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate", "Global_cooling", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Climate_sensitivity", "Pliocene_climate"], "ranked_scores": [0.7337, 0.7161, 0.7116, 0.7081, 0.6968, 0.6887, 0.6632, 0.6629, 0.6616, 0.6602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Office_of_Public_Affairs", "Conservation_of_mass", "Arctic_Climate_Impact_Assessment", "Aquaculture", "Mauna_Kea", "Global_Climate_Observing_System", "Publicity", "Climate_change_adaptation_in_Nepal", "Environment_of_Florida"], "ranked_scores": [0.651, 0.5855, 0.5341, 0.5301, 0.5278, 0.5238, 0.5236, 0.5181, 0.5167, 0.5155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Sulfuric_acid", "Remineralisation", "Metabolic_acidosis", "Acid_mine_drainage", "Coal_forest", "C3_carbon_fixation", "Carbonation", "Air_pollution"], "ranked_scores": [0.586, 0.5637, 0.5577, 0.5567, 0.5559, 0.5509, 0.5301, 0.5277, 0.5231, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Warming", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Climate_change_opinion_by_country", "1808/1809_mystery_eruption", "Scientific_consensus_on_climate_change", "Microorganism", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming", "Tornadoes_in_the_United_States"], "ranked_scores": [0.6246, 0.6102, 0.6055, 0.5945, 0.58, 0.5502, 0.5487, 0.5482, 0.5444, 0.5408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_recessions_in_the_United_States", "1919_Florida_Keys_hurricane", "Pacifico_Yokohama", "Gulf_of_Patras", "Spain", "Scientific_revolution", "Philippine_Revolution", "El_Niño–Southern_Oscillation", "Subtropical_cyclone", "Hurricane_Florence_(1988)"], "ranked_scores": [0.5683, 0.5584, 0.5417, 0.5311, 0.5239, 0.5185, 0.5085, 0.5069, 0.4978, 0.4961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "List_of_climate_research_satellites", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Tipping_point_(climatology)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "CLOUD_experiment"], "ranked_scores": [0.7616, 0.686, 0.6732, 0.663, 0.6583, 0.6499, 0.6447, 0.6369, 0.6255, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Neoglaciation", "Low-pressure_area", "Weather_front", "Atlantic_Seaboard_fall_line", "North_Atlantic_Current", "Weather_Research_and_Forecasting_Model", "Gulf_Stream", "Shutdown_of_thermohaline_circulation", "Quaternary_glaciation", "December_1960_nor'easter"], "ranked_scores": [0.6626, 0.6519, 0.6349, 0.6334, 0.6082, 0.6067, 0.6062, 0.6045, 0.6024, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Summer_of_1976_(Europe)", "Global_cooling_(disambiguation)", "Satellite_temperature_measurements", "MSU_temperature_measurements", "NASA_Earth_Observatory", "Global_cooling", "Microclimate", "Thermopause", "Solar_cycle_18", "Stratosphere"], "ranked_scores": [0.6625, 0.5702, 0.5603, 0.559, 0.5588, 0.5536, 0.5474, 0.5421, 0.5407, 0.5289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["EdGCM", "Retreat_of_glaciers_since_1850", "Climatic_Research_Unit_documents", "Extinction_event", "North_Greenland_Ice_Core_Project", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Energy_in_Denmark", "Climate_of_the_Nordic_countries", "Droughts_in_the_United_States", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6134, 0.5585, 0.5537, 0.5493, 0.5451, 0.541, 0.5313, 0.5296, 0.5257, 0.5238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["List_of_power_stations_in_Texas", "Carbon_pricing_in_Australia", "Canada–Panama_Free_Trade_Agreement", "Carbon_price", "Carbon_bubble", "Carbon_tax", "Environmental_impact_of_transport", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_impact_of_aviation", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.6317, 0.623, 0.5941, 0.5817, 0.5744, 0.5733, 0.5667, 0.5625, 0.5616, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Antarctic_Cold_Reversal", "Last_Glacial_Maximum", "Past_sea_level", "Ice2sea", "Measurement_of_sea_ice", "Future_sea_level", "Ross_Gyre", "Sea_ice", "The_Coming_Global_Superstorm", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6497, 0.6343, 0.6263, 0.6179, 0.6134, 0.6089, 0.6043, 0.6042, 0.6024, 0.6019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Media_coverage_of_climate_change", "National_Weather_Service", "The_Miami_Hurricane", "Climate_of_the_United_States", "United_States", "Winter_1985_cold_wave", "1947_Fort_Lauderdale_hurricane", "AccuWeather", "Mount_Wilson_(California)", "Science_(journal)"], "ranked_scores": [0.6545, 0.5933, 0.5867, 0.5849, 0.5803, 0.5738, 0.5683, 0.5665, 0.5653, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acidulated_water", "Chemical_oceanography", "Iron_fertilization", "Carbonic_acid", "Acid_mine_drainage", "Carbon_dioxide"], "ranked_scores": [0.8177, 0.738, 0.7377, 0.7247, 0.6949, 0.6527, 0.6379, 0.6364, 0.6311, 0.6224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Energy_accidents", "Ecological_debt", "List_of_coal_fired_power_stations_in_Australia", "Eco-economic_decoupling", "Energy_(journal)", "Stern_Review", "The_Real_Global_Warming_Disaster", "Renewable_energy", "Greenhouse_gas_emissions_by_the_United_States", "Environmental_impact_of_transport"], "ranked_scores": [0.6061, 0.6056, 0.5961, 0.5957, 0.5904, 0.5771, 0.5646, 0.5631, 0.5604, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice_calving", "Ice2sea", "Intermediate_General_Circulation_Model", "Future_sea_level", "Iceberg_C-19", "Heinrich_event", "Intertropical_Convergence_Zone", "Cryoseism", "Climate_inertia"], "ranked_scores": [0.6842, 0.6771, 0.6744, 0.6667, 0.6442, 0.6361, 0.6134, 0.6087, 0.6022, 0.6019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "Environmental_degradation", "Droughts_in_the_United_States", "Climate_change_in_Europe", "Clathrate_gun_hypothesis", "Land_degradation", "Energy_in_Denmark", "Erosion", "Deglaciation", "Holocene_glacial_retreat"], "ranked_scores": [0.6662, 0.6546, 0.642, 0.6401, 0.6254, 0.6171, 0.6062, 0.6023, 0.5959, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["Energy_in_Denmark", "List_of_coal_fired_power_stations_in_Australia", "Climate_change_in_Europe", "Climate_change_in_Texas", "Renewable_energy_debate", "Climate_change_feedback", "Nuclear_power_debate", "Climate_change_mitigation_scenarios", "Global_warming_controversy", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [0.6481, 0.6436, 0.6432, 0.6326, 0.6243, 0.6196, 0.6171, 0.615, 0.6133, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1995_Chicago_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "Climate_of_the_United_States"], "ranked_scores": [0.7126, 0.6652, 0.664, 0.6498, 0.6497, 0.6347, 0.6265, 0.618, 0.6131, 0.6005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Global_warming_conspiracy_theory", "Scientific_consensus_on_climate_change", "Skeptical_Science", "Climate_change_denial", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "Global_warming_controversy", "Gore_Effect", "Doomsday_argument", "Young_Earth_creationism"], "ranked_scores": [0.7509, 0.6095, 0.6089, 0.6078, 0.5872, 0.5811, 0.5797, 0.5774, 0.5706, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_oscillation", "Global_warming", "Climate_of_the_United_States", "Climate_change_feedback", "Global_cooling_(disambiguation)", "Droughts_in_the_United_States", "National_Climate_Assessment"], "ranked_scores": [0.768, 0.6833, 0.6703, 0.6694, 0.652, 0.6466, 0.6434, 0.6415, 0.6387, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_cycle_re-balancing", "2010_Northern_Hemisphere_heat_waves", "Carbon_diet", "Carbon_cycle", "Montreal_Protocol", "Permafrost_carbon_cycle", "Black_carbon", "Greenhouse_gas_emissions_by_the_United_States", "Biotic_material"], "ranked_scores": [0.6666, 0.666, 0.6572, 0.644, 0.6333, 0.6316, 0.6298, 0.6294, 0.6285, 0.6271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Disaster", "Global_catastrophic_risk", "Alternative_medicine", "Reforestation", "Climate_change_feedback", "Misuse_of_statistics", "Habitat", "Human_extinction", "Land_degradation", "Error_catastrophe"], "ranked_scores": [0.5193, 0.5094, 0.5082, 0.5075, 0.4917, 0.475, 0.4725, 0.4717, 0.4688, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Copenhagen_Accord", "Green_Power_Partnership", "Paris_Agreement", "Plug-in_hybrids_in_California", "2015_United_Nations_Climate_Change_Conference", "United_States_withdrawal_from_the_Paris_Agreement", "Climate_change_policy_of_the_United_States", "Environmental_skepticism", "2011_United_Nations_Climate_Change_Conference", "Clean_Energy_Regulator"], "ranked_scores": [0.6003, 0.5982, 0.5841, 0.5595, 0.5575, 0.5555, 0.5509, 0.5399, 0.5377, 0.5308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Paleontology_in_Alaska", "Temperature_record_of_the_past_1000_years", "El_Niño–Southern_Oscillation", "Oligocene", "Effects_of_climate_change_on_terrestrial_animals", "1961_Pacific_typhoon_season", "2018_British_Isles_heat_wave", "Hockey_stick_graph"], "ranked_scores": [0.7077, 0.703, 0.6966, 0.6746, 0.6475, 0.6432, 0.6389, 0.6338, 0.6337, 0.6259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Measurement_of_sea_ice", "Ice2sea", "Ice_shelf", "Arctic_sea_ice_decline", "Polar_seas", "Sea_ice_thickness", "Wiesław_Masłowski", "Antarctic_sea_ice", "Polar_drift", "Antarctic_Circumpolar_Current"], "ranked_scores": [0.7123, 0.688, 0.6736, 0.6478, 0.637, 0.6355, 0.6325, 0.6303, 0.6271, 0.6259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Solar_power_in_Michigan", "Cleaner_production", "Coalbed_methane", "Refined_coal", "Fossil_fuel_power_station", "Low-carbon_building", "Mongstad_Power_Station", "Waste-to-energy_plant"], "ranked_scores": [0.6657, 0.6025, 0.5863, 0.5823, 0.5708, 0.5527, 0.5525, 0.5494, 0.5424, 0.5407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "History_of_the_Philippines_(1898–1946)", "Pacific_decadal_oscillation", "List_of_recessions_in_the_United_States", "PDO", "1946_Aleutian_Islands_earthquake", "Spain", "Hurricane_Alicia", "Exploration_of_the_Pacific", "Scientific_revolution"], "ranked_scores": [0.6252, 0.5614, 0.5457, 0.5429, 0.5281, 0.5222, 0.5181, 0.5161, 0.5157, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Global_stilling", "Climate_of_Argentina", "Scientific_consensus_on_climate_change", "Biodiversity", "Climate_of_the_Nordic_countries", "Media_coverage_of_climate_change", "Biomass_(ecology)", "Tornadoes_in_the_United_States", "Deforestation_by_region"], "ranked_scores": [0.6609, 0.6562, 0.6519, 0.6475, 0.6443, 0.6429, 0.6411, 0.6395, 0.6251, 0.6229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Geographical_renaming", "Eco-economic_decoupling", "Biosequestration", "Fossil_fuel_divestment", "Contraction_and_Convergence", "2011_United_Nations_Climate_Change_Conference", "Climate_change_adaptation_in_Nepal", "Global_Change_Research_Act_of_1990", "List_of_retired_Atlantic_hurricane_names", "2015_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.6376, 0.6051, 0.6016, 0.5921, 0.5898, 0.5893, 0.5815, 0.5808, 0.5761, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Global_warming_controversy", "Climate_gap", "Oligotroph", "March_2012_North_American_heat_wave", "Oceanic_climate", "2011_Super_Outbreak", "Eocene_Thermal_Maximum_2", "List_of_ecoregions_in_the_United_States_(EPA)", "Global_biodiversity", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.541, 0.5278, 0.5251, 0.5121, 0.5088, 0.4961, 0.4929, 0.4898, 0.4856, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Climate_change", "Global_warming", "Global_cooling", "Idealized_greenhouse_model", "Climate_change_(general_concept)", "Climate_change_and_agriculture", "Regional_effects_of_global_warming", "Greenhouse_effect", "History_of_climate_change_science", "Cloud_feedback"], "ranked_scores": [0.8019, 0.7562, 0.7383, 0.7212, 0.7186, 0.7173, 0.7088, 0.7064, 0.701, 0.6989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Failing_badly", "Environmental_degradation", "Tidal_prism", "Tipping_point_(climatology)", "List_of_fields_of_application_of_statistics", "Global_warming_hiatus", "Forecast_error", "Statistical_Abstract_of_the_United_States", "Long-term_experiment"], "ranked_scores": [0.5718, 0.5441, 0.5377, 0.5286, 0.5266, 0.5187, 0.5148, 0.5141, 0.5069, 0.4994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Paleocene–Eocene_Thermal_Maximum", "Cretaceous–Paleogene_extinction_event", "Eocene_Thermal_Maximum_2", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "100,000-year_problem", "Deglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Abrupt_climate_change"], "ranked_scores": [0.7282, 0.6846, 0.6794, 0.679, 0.6773, 0.6672, 0.6643, 0.6558, 0.6483, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Younger_Dryas_impact_hypothesis", "Future_of_Earth", "Climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Cretaceous–Paleogene_extinction_event", "Oligocene", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.7229, 0.7063, 0.6794, 0.6713, 0.6682, 0.6589, 0.6583, 0.6525, 0.6464, 0.6443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Global_warming_controversy", "Media_coverage_of_climate_change", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "AccuWeather", "Scientific_Alliance", "Climate_change_denial", "Views_on_the_Kyoto_Protocol", "False_balance", "The_Great_Warming"], "ranked_scores": [0.6217, 0.6006, 0.5822, 0.5683, 0.5654, 0.5448, 0.5405, 0.5393, 0.5377, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Microclimate", "Cooling_center", "Atmospheric_thermodynamics", "Climate_of_Los_Angeles", "Automobile_air_conditioning", "List_of_energy_efficient_buildings_in_India", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_tower", "Air_conditioning", "United_States_rainfall_climatology"], "ranked_scores": [0.6947, 0.6204, 0.6113, 0.5855, 0.579, 0.5783, 0.5776, 0.5654, 0.5586, 0.5579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Environmental_issue", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Politics_of_global_warming", "Antarctica_cooling_controversy", "Global_warming_hiatus", "Journal_for_Geoclimatic_Studies", "2010_Northern_Hemisphere_heat_waves", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.7243, 0.7134, 0.7083, 0.7002, 0.6956, 0.6844, 0.6815, 0.6726, 0.6687, 0.6609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Plug-in_hybrids_in_California", "Renewable_energy_in_the_United_States", "Nuclear_power_debate", "California_Proposition_23_(2010)", "Energy_in_Denmark", "100%_renewable_energy", "Weak_and_strong_sustainability", "Wind_power_in_California", "Wind_power"], "ranked_scores": [0.6569, 0.6317, 0.6203, 0.5981, 0.5979, 0.5919, 0.5914, 0.5862, 0.5827, 0.5825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Petroleum_in_the_United_States", "Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Doubling_time", "Solow_residual", "Income_in_the_United_States", "Intensive_animal_farming", "Dairy_farming_in_Canada", "Statistical_significance"], "ranked_scores": [0.6077, 0.5956, 0.5752, 0.5704, 0.5551, 0.5502, 0.5484, 0.5441, 0.5405, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-3bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Seed_predation", "Banff_National_Park", "Bile_bear", "List_of_protected_areas_of_Svalbard", "Wilderness", "Wilderness_area", "Kodiak_bear", "Brown_bear", "Great_Bear_Wilderness", "Rubus_arcticus"], "ranked_scores": [0.6453, 0.606, 0.5823, 0.5661, 0.5661, 0.5591, 0.5557, 0.5461, 0.5459, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Bering_Glacier", "Cryovolcano", "Cordilleran_Ice_Sheet", "Glaciers_on_Mars", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7802, 0.7436, 0.7414, 0.7356, 0.7289, 0.7227, 0.711, 0.7085, 0.7069, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Atlantic_hurricane_season", "Climate_change", "Sea_level_rise", "Future_sea_level", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Climate_oscillation", "Tidal_power"], "ranked_scores": [0.6806, 0.6689, 0.6342, 0.634, 0.6325, 0.6286, 0.6267, 0.6264, 0.6211, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Abrupt_climate_change", "Ice2sea", "Retreat_of_glaciers_since_1850", "Wiesław_Masłowski", "The_Coming_Global_Superstorm", "Heinrich_event", "ANDRILL"], "ranked_scores": [0.7595, 0.7538, 0.7265, 0.7163, 0.7125, 0.7013, 0.7005, 0.6935, 0.6746, 0.6742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Wind_power_in_Colorado", "Wind_power_in_California", "Clean_Energy_Regulator", "Wind_power", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_in_New_Mexico", "Wind_farm", "Renewable_energy_debate", "Carbon_emissions_reporting"], "ranked_scores": [0.7506, 0.7253, 0.7211, 0.7167, 0.7062, 0.7043, 0.6909, 0.6758, 0.6699, 0.6683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Black_carbon", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "Carbon_offset", "Effects_of_global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [0.7561, 0.7369, 0.7143, 0.7109, 0.7086, 0.6994, 0.6987, 0.6977, 0.6956, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "World_Glacier_Monitoring_Service", "Glacial_earthquake", "Greenland_ice_sheet", "Ice2sea", "Climate_change_in_the_Arctic", "Ice_rise", "Wiesław_Masłowski", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7397, 0.6933, 0.6773, 0.6749, 0.6684, 0.66, 0.6335, 0.6202, 0.6169, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming", "Regional_effects_of_global_warming", "Temperature_record_of_the_past_1000_years", "Climate_sensitivity", "Greenhouse_effect", "2010_Northern_Hemisphere_summer_heat_waves", "Keeling_Curve"], "ranked_scores": [0.7761, 0.7548, 0.7492, 0.7424, 0.7332, 0.7297, 0.7285, 0.7255, 0.7178, 0.7141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Climate_change_feedback", "Scientific_opinion_on_climate_change", "Loss_and_damage", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Climate_risk"], "ranked_scores": [0.7362, 0.7222, 0.7062, 0.7058, 0.688, 0.6759, 0.6754, 0.669, 0.6689, 0.6564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["List_of_mammals_of_New_England", "Geography_of_North_America", "North_Carolina", "Effects_of_climate_change_on_terrestrial_animals", "Lyme_disease", "North_America", "Northwoods_(forest)", "Range_(biology)", "List_of_fatal_cougar_attacks_in_North_America", "Spider_bite"], "ranked_scores": [0.6348, 0.6271, 0.6145, 0.6095, 0.605, 0.6047, 0.6017, 0.5952, 0.595, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2010–13_Southern_United_States_and_Mexico_drought", "Global_warming", "Scientific_opinion_on_climate_change", "ECMWF_re-analysis", "Droughts_in_the_United_States", "Temperature_record_of_the_past_1000_years", "Climate_change_policy_of_the_United_States", "2012–13_North_American_drought", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6703, 0.6626, 0.66, 0.658, 0.6498, 0.6488, 0.6485, 0.6475, 0.6473, 0.6372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Global_cooling", "100,000-year_problem", "ANDRILL", "Pliocene_climate", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7565, 0.7507, 0.7501, 0.7494, 0.7115, 0.7068, 0.7033, 0.7014, 0.6964, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Office_of_Public_Affairs", "Climate_change_adaptation_in_Nepal", "Carbon_emissions_reporting", "Mass_balance", "Arctic_Climate_Impact_Assessment", "Greenhouse_gas_inventory", "Scientific_modelling", "Meteosat_8", "Meteorology"], "ranked_scores": [0.6762, 0.5819, 0.5597, 0.5419, 0.5392, 0.5308, 0.5286, 0.523, 0.5151, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_rain", "Sulfuric_acid", "Ocean_acidification", "C3_carbon_fixation", "Metabolic_acidosis", "Oceanic_carbon_cycle", "Air_pollution", "Carbonic_acid", "Carbonation", "Geological_history_of_oxygen"], "ranked_scores": [0.6518, 0.6225, 0.6165, 0.6129, 0.6058, 0.5897, 0.5868, 0.5796, 0.5636, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_cooling", "Global_cooling_(disambiguation)", "Climate_change_opinion_by_country", "Antarctica_cooling_controversy", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Skeptical_Science", "Scientific_opinion_on_climate_change", "List_of_climate_research_satellites"], "ranked_scores": [0.6727, 0.6499, 0.6476, 0.6455, 0.6265, 0.6262, 0.6236, 0.6187, 0.6142, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "List_of_recessions_in_the_United_States", "Philippine_Revolution", "Pacific_decadal_oscillation", "Spain", "Dark_Ages_(historiography)", "1901_Louisiana_hurricane", "PDO", "1906_Valparaíso_earthquake", "Gulf_of_Patras"], "ranked_scores": [0.6191, 0.5609, 0.5578, 0.5452, 0.5193, 0.511, 0.5043, 0.5029, 0.4968, 0.4965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Arctic_Satellite_Composite_Project", "Copenhagen_Diagnosis", "Ellesmere_Ice_Shelf", "Richard_Lindzen", "Ice2sea", "Iris_hypothesis", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Atmospheric_Model_Intercomparison_Project"], "ranked_scores": [0.7217, 0.6582, 0.6569, 0.6539, 0.653, 0.6514, 0.6412, 0.6404, 0.6397, 0.6371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Weather_Research_and_Forecasting_Model", "Shutdown_of_thermohaline_circulation", "Neoglaciation", "Wind_shear", "Weather_front", "2018_British_Isles_heat_wave", "Tipping_point_(climatology)", "December_1960_nor'easter", "Deglaciation"], "ranked_scores": [0.701, 0.6541, 0.6472, 0.6366, 0.6311, 0.6274, 0.6215, 0.6181, 0.6176, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Summer_of_1976_(Europe)", "Radiative_forcing", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Climate_of_Georgia_(U.S._state)", "Climate_change_feedback", "Climate_of_the_United_States", "2006_European_heat_wave", "Littoral_zone", "Weather"], "ranked_scores": [0.6903, 0.6494, 0.6347, 0.6167, 0.5853, 0.5839, 0.5828, 0.5767, 0.5678, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["EdGCM", "Climate_of_Argentina", "National_Climate_Assessment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Global_cooling", "Future_of_Earth", "Global_warming_hiatus", "World_Climate_Research_Programme", "Climate_of_the_Nordic_countries"], "ranked_scores": [0.6003, 0.6, 0.5984, 0.5926, 0.5833, 0.573, 0.5706, 0.5693, 0.5691, 0.5635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Economy_of_Canada", "Canada–Panama_Free_Trade_Agreement", "Carbon_tax", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_price", "Contribution_to_global_warming_by_Australia", "Carbon_pricing_in_Australia", "Economy_of_North_America", "Environmental_impact_of_aviation"], "ranked_scores": [0.6482, 0.6309, 0.6248, 0.6179, 0.6094, 0.6054, 0.5935, 0.5836, 0.5799, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Past_sea_level", "Antarctic_Cold_Reversal", "Future_sea_level", "Iceberg_C-19", "Last_Glacial_Maximum", "Climate_inertia", "Post-glacial_rebound"], "ranked_scores": [0.7209, 0.6902, 0.6746, 0.6623, 0.658, 0.6564, 0.647, 0.6429, 0.6392, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Media_coverage_of_climate_change", "AccuWeather", "AccuWeather_Network", "U.S._News_&_World_Report", "The_Miami_Hurricane", "Office_of_Public_Affairs", "World_Climate_Report", "Everglades_National_Park", "Global_warming_controversy", "Climate_of_the_United_States"], "ranked_scores": [0.7089, 0.6562, 0.6488, 0.6166, 0.603, 0.5968, 0.5963, 0.5818, 0.5805, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Chemical_oceanography", "Carbonic_acid", "Anoxic_event", "Sulfuric_acid", "Acidulated_water", "Acid"], "ranked_scores": [0.8723, 0.7907, 0.7507, 0.7494, 0.6786, 0.6678, 0.667, 0.656, 0.635, 0.6349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Energy_accidents", "Ecological_debt", "List_of_coal_fired_power_stations_in_Australia", "Eco-economic_decoupling", "Environmental_issue", "History_of_sustainability", "Weak_and_strong_sustainability", "Environmental_impact_of_the_coal_industry", "Environmental_emergency", "Environmental_impact_of_transport"], "ranked_scores": [0.6553, 0.6326, 0.6153, 0.6035, 0.5988, 0.5894, 0.5864, 0.5842, 0.5838, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice2sea", "Future_sea_level", "Climate_inertia", "Ice_calving", "Heinrich_event", "Tipping_point_(climatology)", "Fast_ice", "Intertropical_Convergence_Zone", "Intermediate_General_Circulation_Model"], "ranked_scores": [0.7936, 0.7373, 0.7148, 0.6902, 0.6749, 0.6717, 0.6686, 0.6631, 0.6581, 0.6561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Solar_power_in_Spain", "Boreal_(age)", "Energy_in_Denmark", "Spitsbergen", "North_Sea_Wind_Power_Hub", "Svalbard", "Deglaciation"], "ranked_scores": [0.7074, 0.6862, 0.633, 0.6196, 0.6118, 0.5961, 0.5929, 0.5917, 0.5855, 0.5848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_coal_fired_power_stations_in_Australia", "Renewable_energy_debate", "Wind_power_in_Colorado", "Climate_change_in_Texas", "Energy_in_Denmark", "Pro-nuclear_movement", "Nuclear_power_debate", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "2011_United_Nations_Climate_Change_Conference", "Global_warming_controversy"], "ranked_scores": [0.6814, 0.6697, 0.662, 0.656, 0.6486, 0.6444, 0.6335, 0.6307, 0.6253, 0.6221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1995_Chicago_heat_wave", "Desert_climate", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.6383, 0.6316, 0.6212, 0.62, 0.619, 0.6048, 0.5999, 0.5996, 0.594, 0.5896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Global_warming_conspiracy_theory", "Skeptical_Science", "Scientific_consensus_on_climate_change", "Climate_change_denial", "Friends_of_Science", "Gore_Effect", "Hockey_stick_controversy", "Media_coverage_of_climate_change", "Global_warming_controversy", "Young_Earth_creationism"], "ranked_scores": [0.7463, 0.6535, 0.6365, 0.6342, 0.6251, 0.6192, 0.6181, 0.6122, 0.6107, 0.6074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Climate_oscillation", "Droughts_in_the_United_States", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Climate_gap", "Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "Cloud_feedback"], "ranked_scores": [0.8185, 0.7716, 0.7385, 0.7249, 0.7209, 0.7158, 0.6899, 0.6845, 0.6834, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Algae_fuel", "Wetland_methane_emissions", "Carbon-based_fuel", "Arctic_methane_emissions", "Concentrated_solar_power", "Fossil_fuel", "100%_renewable_energy"], "ranked_scores": [0.6898, 0.6845, 0.6743, 0.6732, 0.6598, 0.6557, 0.655, 0.6544, 0.6542, 0.652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Global_catastrophic_risk", "Human_extinction", "Reforestation", "Environmental_issues_with_coral_reefs", "Planning_fallacy", "Gaia_philosophy", "Land_degradation", "Climate_change_mitigation", "Error_catastrophe", "Misuse_of_statistics"], "ranked_scores": [0.5885, 0.5779, 0.55, 0.5495, 0.5463, 0.542, 0.5414, 0.5375, 0.536, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Clean_Energy_Ministerial", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Coal_pollution_mitigation", "Plug-in_hybrids_in_California", "2015_United_Nations_Climate_Change_Conference", "Nuclear_power_proposed_as_renewable_energy", "Nuclear_Waste_Policy_Act"], "ranked_scores": [0.6214, 0.6034, 0.5747, 0.5739, 0.5615, 0.5476, 0.5467, 0.5365, 0.5339, 0.5306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "2001_Eastern_North_America_heat_wave", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "El_Niño–Southern_Oscillation", "Droughts_in_the_United_States", "Pliocene_climate", "El_Niño", "1908", "Hockey_stick_controversy"], "ranked_scores": [0.7312, 0.7006, 0.6904, 0.6835, 0.6764, 0.6742, 0.668, 0.6632, 0.6606, 0.6557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Arctic_Satellite_Composite_Project", "Measurement_of_sea_ice", "Ice_shelf", "Antarctic_Cold_Reversal", "Sea_ice", "Antarctic_Circumpolar_Current", "Arctic_ice_pack"], "ranked_scores": [0.7603, 0.7515, 0.7336, 0.7198, 0.7118, 0.7093, 0.6919, 0.6912, 0.69, 0.6893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Coalbed_methane", "Cleaner_production", "Refined_coal", "Carbon_capture_and_storage", "Solar_power_in_Michigan", "Low-carbon_building", "Carbon-neutral_fuel"], "ranked_scores": [0.7831, 0.7079, 0.627, 0.6259, 0.6228, 0.6157, 0.6135, 0.6011, 0.594, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "PDO", "Philippine_Revolution", "History_of_the_Philippines_(1898–1946)", "Exploration_of_the_Pacific", "List_of_recessions_in_the_United_States", "Pacific_decadal_oscillation", "Soft_landing_(economics)", "Post–World_War_II_economic_expansion", "Málaga"], "ranked_scores": [0.6631, 0.6103, 0.5816, 0.5449, 0.5272, 0.5219, 0.515, 0.5124, 0.5084, 0.4908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "Climate_of_Minneapolis–Saint_Paul", "Greenhouse_gas_emissions_by_the_United_States", "EdGCM", "Attribution_of_recent_climate_change", "Climate_change_in_Canada", "Climate_of_Argentina", "Tipping_points_in_the_climate_system", "Oceanic_climate"], "ranked_scores": [0.6973, 0.6719, 0.6691, 0.6575, 0.6492, 0.6479, 0.6434, 0.6332, 0.6319, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Global_warming", "Global_Change_Research_Act_of_1990", "List_of_retired_Atlantic_hurricane_names", "History_of_climate_change_science", "Regime_shift", "Timeline_of_the_2010_Pacific_hurricane_season", "Fossil_fuel_divestment", "History_of_sustainability", "Loss_and_damage"], "ranked_scores": [0.6409, 0.6407, 0.623, 0.6203, 0.6176, 0.6135, 0.6091, 0.6009, 0.6, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Abrupt_climate_change", "Black_carbon", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "EdGCM", "Celsius", "Contiguous_United_States", "Carbon_neutrality", "Regional_effects_of_global_warming", "Ross_Gyre"], "ranked_scores": [0.5799, 0.5484, 0.5478, 0.546, 0.5286, 0.5266, 0.5175, 0.517, 0.5157, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Climate_change", "Climate_change_(general_concept)", "Global_cooling", "History_of_climate_change_science", "Idealized_greenhouse_model", "Greenhouse_effect", "Global_warming", "Solar_phenomena", "Regional_effects_of_global_warming"], "ranked_scores": [0.7954, 0.775, 0.7746, 0.7661, 0.7635, 0.7606, 0.7552, 0.7544, 0.7538, 0.7524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Sea_level", "Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)", "Gross_state_product", "Tidal_prism", "Permanent_Service_for_Mean_Sea_Level", "Regression_toward_the_mean", "Marine_regression", "Avoiding_Dangerous_Climate_Change", "Regime_shift"], "ranked_scores": [0.5704, 0.5671, 0.5558, 0.5298, 0.5232, 0.5219, 0.5206, 0.5201, 0.5199, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Paleocene–Eocene_Thermal_Maximum", "Cretaceous–Paleogene_extinction_event", "Deglaciation", "Effects_of_global_warming", "100,000-year_problem", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7646, 0.7288, 0.7177, 0.7024, 0.6952, 0.6948, 0.6936, 0.6846, 0.6763, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Cretaceous–Paleogene_extinction_event", "Polar_forests_of_the_Cretaceous", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change", "Biodiversity", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Paleontology_in_Alaska", "Cool_tropics_paradox"], "ranked_scores": [0.7584, 0.7407, 0.7371, 0.7338, 0.724, 0.7076, 0.704, 0.6983, 0.6927, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Media_coverage_of_climate_change", "Views_on_the_Kyoto_Protocol", "Antarctica_cooling_controversy", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Not_even_wrong", "False_balance", "AccuWeather", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6213, 0.6089, 0.6012, 0.5837, 0.5674, 0.561, 0.5573, 0.5489, 0.5424, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Microclimate", "Atmospheric_thermodynamics", "Automobile_air_conditioning", "Climate_of_Los_Angeles", "List_of_energy_efficient_buildings_in_India", "US_Weather_Bureau_Station_(Block_Island)", "Thermal_mass", "Thermosphere", "Air_conditioned_clothing"], "ranked_scores": [0.6889, 0.6628, 0.6144, 0.6121, 0.6075, 0.5984, 0.5711, 0.5633, 0.561, 0.5585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Global_cooling", "Politics_of_global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "Arctic_Climate_Impact_Assessment", "Regional_effects_of_global_warming", "2010_Northern_Hemisphere_heat_waves", "History_of_climate_change_science"], "ranked_scores": [0.7745, 0.7347, 0.7244, 0.7196, 0.7157, 0.7156, 0.7139, 0.7129, 0.706, 0.6995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Electricity_sector_in_China", "Weak_and_strong_sustainability", "Wind_power", "Photovoltaics", "Electricity_sector_of_the_United_States", "Plug-in_hybrids_in_California", "Renewable_energy"], "ranked_scores": [0.7141, 0.6998, 0.6753, 0.6357, 0.6303, 0.6253, 0.6246, 0.6225, 0.6131, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Petroleum_in_the_United_States", "Income_in_the_United_States", "Renewable_energy_in_the_United_States", "Solow_residual", "Workforce_productivity", "Agriculture_in_Ethiopia", "Productivity_(ecology)", "Agriculture_in_Pennsylvania", "Economy_of_Nicaragua"], "ranked_scores": [0.6358, 0.6152, 0.6069, 0.6052, 0.6024, 0.5831, 0.5824, 0.581, 0.5741, 0.5672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-1bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Weddell_seal", "List_of_Alaska_state_forests", "Ecological_succession", "Renewable_resource", "Glacier_Bay_Basin", "Great_Bear_Wilderness", "Food_web", "Brown_bear", "Graham_Land"], "ranked_scores": [0.5, 0.4531, 0.4375, 0.4219, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Global_warming_in_Antarctica", "Clathrate_gun_hypothesis", "Arctic_Lowlands", "Carbon_dioxide", "Polar_vortex", "Polar_desert", "Wetland_methane_emissions", "Aliso_Canyon_gas_leak", "Cold-air_damming"], "ranked_scores": [0.5469, 0.5312, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Climate_change", "Sea_level_rise", "Cumulative_effects_(environment)", "Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [0.5938, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4687, 0.4687, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Deglaciation", "Fast_ice", "List_of_climate_research_satellites", "History_of_climate_change_science", "The_Cryosphere"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Clean_Energy_Regulator", "Clean_Development_Mechanism", "World_Climate_Change_Conference,_Moscow", "Solar_power_in_Spain", "Energy_in_Europe", "Carbon_neutrality", "Embedded_emissions", "Climate_change_in_China", "List_of_renewable_energy_companies_by_stock_exchange", "Politics_of_global_warming"], "ranked_scores": [0.5937, 0.5313, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Embedded_emissions", "Carbon_offset", "Climate_change_in_China", "Views_on_the_Kyoto_Protocol", "Low-carbon_emission", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_diet", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Global_warming_controversy", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Ice2sea", "Sea_level_rise", "Greenland", "Fast_ice", "North_Greenland_Ice_Core_Project", "Arctic_ice_pack", "List_of_glaciers_of_Iceland", "Greenland_Sea", "Nordic_Seas", "Ice_shelf"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Mesopause", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_offset", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Carbon_bubble", "Politics_of_global_warming", "Carbonic_acid", "Global_warming_potential", "Regional_effects_of_global_warming"], "ranked_scores": [0.5781, 0.5781, 0.5781, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_risk", "Scientific_opinion_on_climate_change", "Climate_change_and_agriculture", "Droughts_in_the_United_States", "2016_Louisiana_floods", "Carbon_bubble", "Climate_change_adaptation_in_Nepal", "2012–13_North_American_drought", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.5625, 0.5469, 0.5313, 0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Disease", "Climate_change_in_the_United_States", "Disease_diffusion_mapping", "Prevalence", "Infectious_mononucleosis", "Lyme_disease", "Permian–Triassic_extinction_event", "Southern_tick-associated_rash_illness", "Usage_share_of_operating_systems", "List_of_fatal_cougar_attacks_in_North_America"], "ranked_scores": [0.4844, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4062, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Hockey_stick_graph", "Hockey_stick_controversy", "Climate", "Climate_change_and_gender", "Abrupt_climate_change", "Effects_of_global_warming_on_humans", "Arctic_Climate_Impact_Assessment", "Climate_variability", "2012_Atlantic_hurricane_season", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5, 0.4844, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Timeline_of_glaciation", "ECMWF_re-analysis", "Hockey_stick_graph", "Global_cooling_(disambiguation)", "1808/1809_mystery_eruption", "Anthropogenic_biome", "Greenhouse_and_icehouse_Earth", "Droughts_in_the_United_States"], "ranked_scores": [0.5312, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Typical_meteorological_year", "Glacier_mass_balance", "Climate_of_the_United_States", "Missoula,_Montana", "Montana", "Mauna_Kea", "Total_Carbon_Column_Observing_Network", "Committee_on_Climate_Change_Science_and_Technology_Integration"], "ranked_scores": [0.4219, 0.3906, 0.375, 0.375, 0.3594, 0.3594, 0.3594, 0.3594, 0.3594, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "Acidosis", "Dissolution_(chemistry)", "Paleoatmosphere", "Geological_history_of_oxygen", "March_2012_North_American_heat_wave", "High-fructose_corn_syrup", "Carbon_dioxide_removal", "Americas", "Hypercapnia"], "ranked_scores": [0.5, 0.4531, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Hockey_Stick_and_the_Climate_Wars", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "Skeptical_Science", "Global_warming_controversy", "Skeptical_movement", "The_Deniers", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change"], "ranked_scores": [0.5312, 0.5, 0.4687, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–World_War_II_economic_expansion", "1901_Louisiana_hurricane", "Pacific_Century", "Humid_subtropical_climate", "2001_Eastern_North_America_heat_wave", "Quark_epoch", "ECMWF_re-analysis", "Paradigm_shift", "Solar_cycle", "Eugenics_in_California"], "ranked_scores": [0.3906, 0.3594, 0.3438, 0.3437, 0.3437, 0.3281, 0.3281, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_Satellite_Composite_Project", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "HadCM3", "Temperature_record_of_the_past_1000_years", "Climate_Change_Act_2008", "List_of_climate_research_satellites", "Clouds_and_the_Earth's_Radiant_Energy_System"], "ranked_scores": [0.5156, 0.5156, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Convection", "Winds_of_Provence", "Wind_shear", "Thermohaline_circulation", "East_Asian_Monsoon", "Precipitation", "Rear-inflow_jet", "Shutdown_of_thermohaline_circulation", "Ice_piedmont", "Melt_pond"], "ranked_scores": [0.4688, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Weather_station", "Landsat_1", "Typical_meteorological_year", "Satellite_temperature_measurements", "MSU_temperature_measurements", "1908", "Summer_of_1976_(Europe)", "Eutelsat_36A", "Precipitation", "Intelsat_I"], "ranked_scores": [0.4844, 0.4688, 0.4688, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Copenhagen_Consensus_Center", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_neutrality", "Climate_Change_Act_2008", "Global_warming_hiatus", "Climatic_Research_Unit_documents", "Climate_change_in_Europe", "Carbon_dioxide_removal", "Climate_gap", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.4687, 0.4219, 0.4063, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon-based_fuel", "Keystone_Pipeline", "Carbon", "Loonie", "Algae_fuel", "Carbon_dioxide", "Clathrate_gun_hypothesis", "Fossil_fuel", "Penny_(Canadian_coin)", "Green_Energy_Act_2009"], "ranked_scores": [0.4687, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Great_Arctic_Cyclone_of_2012", "Arctic_sea_ice_decline", "Precipitation", "Future_sea_level", "Retreat_of_glaciers_since_1850", "March_2012_North_American_heat_wave", "Great_Storm_of_1987", "Great_Salt_Lake_effect", "SS_Arctic", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [0.5313, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "Winter_1985_cold_wave", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "2001_Eastern_North_America_heat_wave", "Carbon_black", "Carbon_emissions_reporting", "Gore_Effect", "Highest_temperature_recorded_on_Earth", "Weathering"], "ranked_scores": [0.4844, 0.4219, 0.4219, 0.4063, 0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Sulfuric_acid", "Air_pollution_in_the_United_States", "Carbon_dioxide_reforming", "Ozone", "Anoxic_event", "2001_Eastern_North_America_heat_wave", "Great_Oxygenation_Event", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [0.5781, 0.5156, 0.4688, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Misuse_of_statistics", "Skeptical_Science", "False_consensus_effect", "Environmental_skepticism", "Fixed_effects_model", "Straw_man", "False_attribution", "Junk_science", "Scientific_dissent", "The_Cryosphere"], "ranked_scores": [0.4531, 0.4531, 0.4531, 0.4219, 0.4219, 0.4063, 0.4063, 0.4063, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Tropical_cyclone", "Arctic_ice_pack", "Glacial_earthquake", "Great_Arctic_Cyclone_of_2012", "South_Pacific_tropical_cyclone", "Post-glacial_rebound", "Sea_level_rise", "Fast_ice", "North_Atlantic_Deep_Water", "Red_Sea"], "ranked_scores": [0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["1980_United_States_heat_wave", "2018_British_Isles_heat_wave", "Global_catastrophic_risk", "2012–13_North_American_drought", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Environmental_impact_of_mining", "Climate_change_in_Europe", "2007_Western_North_American_heat_wave", "Droughts_in_the_United_States"], "ranked_scores": [0.4687, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4062, 0.4062, 0.4062, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["Climate_change_in_Texas", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Climate_change_in_the_United_States", "Global_warming_controversy", "Climate_change_and_agriculture", "2016_North_American_heat_wave", "Copenhagen_Diagnosis", "Droughts_in_the_United_States"], "ranked_scores": [0.5, 0.4844, 0.4531, 0.4375, 0.4219, 0.4219, 0.4063, 0.4063, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["Western_Oregon", "2016_North_American_heat_wave", "Climate_of_Oregon", "Climate_of_Georgia_(U.S._state)", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Mass_wasting", "Weather_media_in_the_United_States", "Mohawk–Hudson_convergence", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [0.5, 0.4531, 0.4375, 0.4062, 0.4062, 0.3906, 0.3594, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "The_Great_Warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Global_cooling", "Weather_media_in_the_United_States"], "ranked_scores": [0.5781, 0.5625, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Physical_impacts_of_climate_change", "Climate_change_(general_concept)", "Global_Historical_Climatology_Network", "Climate", "Idealized_greenhouse_model", "Global_cooling", "Ice_age", "Climate_change", "General_circulation_model"], "ranked_scores": [0.5937, 0.5313, 0.5313, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Methane", "Carbon_dioxide", "Biogas", "Nitrogen_dioxide_poisoning", "Biotic_material", "Fossil_fuel", "Black_carbon", "Arctic_methane_emissions", "Carbon_capture_and_storage", "Millmerran_Power_Station"], "ranked_scores": [0.4844, 0.4844, 0.4844, 0.4688, 0.4687, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Arctic_policy_of_Norway", "Inverse_consequences", "Worst-case_scenario", "Human_extinction", "Cognition", "Outcome_bias", "Planning_fallacy", "Risk_(statistics)"], "ranked_scores": [0.4844, 0.4375, 0.4062, 0.4062, 0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Willie_Soon", "Department_of_Energy_and_Environment", "Energy_and_Climate_Partnership_of_the_Americas", "Presidential_Climate_Action_Plan", "Renewable_energy_in_Germany", "United_States_withdrawal_from_the_Paris_Agreement", "2015_United_Nations_Climate_Change_Conference", "Nuclear_Waste_Policy_Act", "Renewable_energy", "Paris_Agreement"], "ranked_scores": [0.4375, 0.4219, 0.4062, 0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1808/1809_mystery_eruption", "1908", "2019_heat_wave_in_India_and_Pakistan", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2016_North_American_heat_wave", "Great_Salt_Lake_effect", "2010_Northern_Hemisphere_summer_heat_waves", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "Instrumental_temperature_record"], "ranked_scores": [0.5313, 0.5312, 0.5156, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Sea_ice", "Arctic_ice_pack", "Antarctic_sea_ice", "Drift_ice", "Ice_shelf", "Wiesław_Masłowski", "Ice2sea", "Arctic_Satellite_Composite_Project", "Antarctic_Circumpolar_Current", "Global_Climate_Observing_System"], "ranked_scores": [0.5625, 0.5469, 0.5313, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_Energy_Regulator", "Clean_technology", "Cleaner_production", "Carbon-neutral_fuel", "Refined_coal", "List_of_coal_fired_power_stations_in_Australia", "Carbon_offset", "Coal_gasification_commercialization"], "ranked_scores": [0.6875, 0.625, 0.5625, 0.5625, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Richard_Lindzen", "PDOS", "Oppenheimer_security_hearing", "1990_in_science", "Paço_de_Arcos", "Philippine_Revolution", "List_of_states_during_the_Middle_Ages", "Programmed_Data_Processor", "Carbon_dioxide_reforming", "1960s"], "ranked_scores": [0.4531, 0.4219, 0.3906, 0.3906, 0.3906, 0.3594, 0.3594, 0.3438, 0.3438, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2015_United_Nations_Climate_Change_Conference", "Attribution_of_recent_climate_change", "Global_Climate_Observing_System", "Minister_of_Climate_and_the_Environment", "Carbon_emissions_reporting", "Carbon_neutrality", "Global_warming_potential", "Water", "Gore_Effect", "Fossil_fuel"], "ranked_scores": [0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["U.S._Global_Change_Research_Program", "IPCC_Fourth_Assessment_Report", "Fossil_fuel_divestment", "Climate_Change_Science_Program", "Climatic_Research_Unit_email_controversy", "List_of_parties_to_the_Kyoto_Protocol", "Secretary_of_State_for_Energy_and_Climate_Change", "Climate_Change_Act_2008", "Richard_Lindzen", "Global_warming_hiatus"], "ranked_scores": [0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Celsius", "Lake_Superior", "Oceanic_climate", "Jumble_ice", "Salar_de_Uyuni", "Paleontology_in_Alaska", "Continental_climate", "Lodos", "Drift_ice", "Sedimentation"], "ranked_scores": [0.375, 0.3281, 0.3281, 0.3281, 0.3125, 0.3125, 0.2969, 0.2969, 0.2969, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Solar_phenomena", "Radiative_forcing", "Earth's_energy_budget", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Effect_of_Sun_angle_on_climate", "2018_British_Isles_heat_wave", "Climate_footprint", "Solar_gain", "Climate_oscillation"], "ranked_scores": [0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Usage_share_of_operating_systems", "General_circulation_model", "December_1960_nor'easter", "Income_in_the_United_States", "North_Atlantic_oscillation", "Shutdown_of_thermohaline_circulation", "Statistical_Abstract_of_the_United_States", "BP", "Home-ownership_in_the_United_States", "Voice_of_America"], "ranked_scores": [0.4688, 0.4531, 0.4219, 0.4219, 0.4063, 0.4063, 0.4063, 0.4062, 0.4062, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Climate_change", "Climate_change_adaptation_in_Nepal", "ECMWF_re-analysis", "Environmental_emergency", "Carbon_dioxide_in_Earth's_atmosphere", "2016_Louisiana_floods", "Droughts_in_the_United_States", "Paleocene–Eocene_Thermal_Maximum", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5937, 0.5313, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "History_of_Earth", "History_of_climate_change_science", "Solar_phenomena", "Global_Historical_Climatology_Network", "Neoglaciation", "Great_Salt_Lake", "Utah", "Climate_change", "Ozone_layer"], "ranked_scores": [0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Policy_advocacy", "False_balance", "Strong_objectivity", "Objectivity_(philosophy)", "Lists_about_skepticism", "Hutton_Inquiry", "Science_policy", "Skepticism", "Friends_of_Science", "Philosophical_skepticism"], "ranked_scores": [0.4375, 0.4219, 0.4063, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Weather_station", "Thermal_mass", "Heat_index", "Capitol_Power_Plant", "List_of_energy_efficient_buildings_in_India", "Humidity", "Regulations.gov", "Carbon_footprint", "Urban_heat_island", "Thermal_pollution"], "ranked_scores": [0.4688, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Politics_of_global_warming", "IPCC_Fourth_Assessment_Report", "Environmental_issue", "Regional_effects_of_global_warming", "Air_pollution_in_the_United_States", "History_of_climate_change_science", "Global_warming", "Effects_of_global_warming", "Climate_change"], "ranked_scores": [0.5313, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "California_(Blink-182_album)", "California", "Wind_power_in_the_United_States", "Solar_power_in_the_United_States", "Baja_California", "California_State_Legislature,_2009–10_session", "Electricity_sector_of_the_United_States", "Plug-in_hybrids_in_California", "Photovoltaics"], "ranked_scores": [0.4531, 0.4375, 0.4375, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Income_in_the_United_States", "Agricultural_policy_of_the_United_States", "Meat_industry", "Agricultural_Act_of_2014", "Iowa", "Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Wind_power_in_the_United_States", "Achievement_gap_in_the_United_States", "Tropical_agriculture"], "ranked_scores": [0.5156, 0.4687, 0.4531, 0.4375, 0.4375, 0.4219, 0.4062, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-2bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Bile_bear", "Ursus_americanus_carlottae", "Great_Bear_Wilderness", "Aronia", "Weddell_seal", "Brown_bear", "Marine_mammal", "Rubus_arcticus", "Grizzly_bear"], "ranked_scores": [0.5648, 0.5308, 0.5259, 0.5199, 0.5093, 0.5063, 0.5052, 0.4855, 0.4799, 0.4748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7614, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Aliso_Canyon_gas_leak", "Wetland_methane_emissions", "Methane", "Climate_change_in_the_Arctic", "Bering_Glacier", "Glaciers_on_Mars", "Arctic_dipole_anomaly", "Permafrost_carbon_cycle", "Arctic_geoengineering"], "ranked_scores": [0.6709, 0.6122, 0.6095, 0.5952, 0.595, 0.5868, 0.5859, 0.5828, 0.5814, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Future_sea_level", "Regional_effects_of_global_warming", "Marine_transgression", "Tide", "Marine_regression", "Climate_change", "Atlantic_hurricane_season"], "ranked_scores": [0.6397, 0.5704, 0.5699, 0.5652, 0.5407, 0.5153, 0.5145, 0.5118, 0.5073, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Antarctic_Cold_Reversal", "Neoglaciation", "Quaternary_glaciation", "Abrupt_climate_change", "List_of_climate_research_satellites", "Deglaciation", "Ice_core"], "ranked_scores": [0.7127, 0.6968, 0.666, 0.6177, 0.6099, 0.6027, 0.5967, 0.5924, 0.5908, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Carbon_neutrality", "List_of_renewable_energy_companies_by_stock_exchange", "Clean_Energy_Regulator", "Acciona_Energy", "Climate_change_in_China", "Wind_power", "2015_United_Nations_Climate_Change_Conference", "Wind_power_in_Colorado", "Renewable_energy_debate", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.6286, 0.623, 0.6223, 0.6174, 0.617, 0.608, 0.6046, 0.6037, 0.5984, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Politics_of_global_warming", "Carbon_offset", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Embedded_emissions", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Atmospheric_carbon_cycle", "Carbon_bubble"], "ranked_scores": [0.6536, 0.642, 0.6311, 0.631, 0.6281, 0.6181, 0.6135, 0.6077, 0.595, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Geography_of_Greenland", "Greenland_Sea", "Glacial_earthquake", "Greenland_ice_sheet", "Climate_change_in_the_Arctic", "Ice_sheet", "Greenland", "Wiesław_Masłowski"], "ranked_scores": [0.6086, 0.5967, 0.5665, 0.5639, 0.5226, 0.519, 0.516, 0.5025, 0.5007, 0.4998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Atmospheric_carbon_cycle", "Politics_of_global_warming", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Global_warming", "Oceanic_carbon_cycle", "Ocean_acidification", "Carbon_offset"], "ranked_scores": [0.7048, 0.6489, 0.6369, 0.6218, 0.5998, 0.5941, 0.5922, 0.5854, 0.5788, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Climate_risk", "Loss_and_damage", "Global_warming_controversy", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_adaptation_in_Nepal", "Greenhouse_effect_(United_States_Supreme_Court)"], "ranked_scores": [0.7309, 0.6351, 0.627, 0.6251, 0.6069, 0.6016, 0.6, 0.5906, 0.5851, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Disease", "Infectious_mononucleosis", "Disease_diffusion_mapping", "Lyme_disease", "Infection", "Diphtheria", "Southern_tick-associated_rash_illness", "Generalized_lymphadenopathy", "Ixodes", "Lymphoma"], "ranked_scores": [0.5808, 0.5606, 0.5599, 0.5557, 0.5166, 0.5118, 0.5094, 0.5027, 0.4831, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "ECMWF_re-analysis", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change", "Global_warming", "Climate_prediction", "Atmospheric_Model_Intercomparison_Project", "Hockey_stick_controversy", "DICE_model"], "ranked_scores": [0.6194, 0.6035, 0.5828, 0.5767, 0.5715, 0.5493, 0.5441, 0.5407, 0.5375, 0.5357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Hockey_stick_graph", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Attribution_of_recent_climate_change", "Hockey_stick_controversy", "Global_cooling", "Climate_oscillation"], "ranked_scores": [0.6148, 0.5952, 0.5912, 0.5883, 0.5816, 0.5775, 0.5659, 0.5628, 0.5617, 0.5555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "IPCC_Fifth_Assessment_Report", "Mauna_Kea", "Missoula,_Montana", "Conservation_agriculture", "Attribution_of_recent_climate_change", "Fact_checking", "Climate_change_adaptation_in_Nepal", "Renewable_energy_in_the_United_States", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5846, 0.4652, 0.4632, 0.4612, 0.4521, 0.448, 0.4358, 0.4316, 0.4286, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Metabolic_acidosis", "Acid_rain", "Anoxia", "Chemocline", "PH", "Oceanic_carbon_cycle", "Acidosis", "Dissolution_(chemistry)", "Cool_tropics_paradox"], "ranked_scores": [0.5654, 0.5406, 0.5154, 0.5019, 0.4991, 0.491, 0.4897, 0.4859, 0.4849, 0.4659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Skeptical_Science", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "Climate_change_opinion_by_country", "Global_cooling", "The_Deniers", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6403, 0.6324, 0.6249, 0.6046, 0.6029, 0.6008, 0.5989, 0.5865, 0.5836, 0.575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "1901_Louisiana_hurricane", "Richard_Lindzen", "1919_Florida_Keys_hurricane", "Philippine_Revolution", "Regime_shift", "List_of_states_during_the_Middle_Ages", "1900_(film)", "20th_century", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.4651, 0.4454, 0.4359, 0.4331, 0.4326, 0.424, 0.4227, 0.4097, 0.4068, 0.4052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Skeptical_Science", "Arctic_Satellite_Composite_Project", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Friends_of_Science", "Nicholas_Shackleton", "Ian_Clark_(geologist)", "Polar_see-saw", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6418, 0.5853, 0.5799, 0.5796, 0.5723, 0.5713, 0.5708, 0.5685, 0.5529, 0.5492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Cold-air_damming", "Weather_front", "Neoglaciation", "Jet_stream", "United_States_rainfall_climatology", "North_American_Arctic", "Late_Glacial", "Quaternary_glaciation", "North_Atlantic_Current"], "ranked_scores": [0.5579, 0.5511, 0.5161, 0.5156, 0.5081, 0.5037, 0.503, 0.4979, 0.4919, 0.4891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Summer_of_1976_(Europe)", "2006_European_heat_wave", "Thermal_radiation", "Typical_meteorological_year", "1908", "Weather_satellite", "2010_Northern_Hemisphere_summer_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6095, 0.5424, 0.5188, 0.5059, 0.4951, 0.4908, 0.488, 0.4816, 0.4809, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "CLOUD_experiment", "Government_Chief_Scientific_Adviser_(United_Kingdom)", "Climate_Central", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Global_Climate_Observing_System", "Climate_change_denial", "Campaign_against_Climate_Change", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.5489, 0.5309, 0.5131, 0.5117, 0.5055, 0.5042, 0.4986, 0.4973, 0.4921, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Gasoline_gallon_equivalent", "Carbon_bubble", "Carbon-neutral_fuel", "Carbon_pricing_in_Australia", "Carbon-based_fuel", "Carbon_tax", "Climate_change_in_Canada", "Environmental_impact_of_transport_in_Australia", "Algae_fuel", "TransCanada_Corporation"], "ranked_scores": [0.5663, 0.5375, 0.5231, 0.5178, 0.5082, 0.505, 0.5011, 0.4864, 0.486, 0.4809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Deglaciation", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Last_glacial_period", "Holocene_glacial_retreat", "1993_Storm_of_the_Century", "Great_Arctic_Cyclone_of_2012", "Neoglaciation", "Ice2sea"], "ranked_scores": [0.615, 0.5939, 0.5925, 0.5894, 0.5855, 0.5843, 0.5712, 0.5596, 0.5536, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "2001_Eastern_North_America_heat_wave", "United_States_rainfall_climatology", "Global_warming_controversy", "Instrumental_temperature_record", "American_Association_of_State_Climatologists", "2013_extreme_weather_events", "Winter_1985_cold_wave"], "ranked_scores": [0.5436, 0.5234, 0.4995, 0.4851, 0.4765, 0.4732, 0.4701, 0.4692, 0.4669, 0.4649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Sulfuric_acid", "Anoxic_event", "Ozone", "Air_pollution_in_the_United_States", "Great_Oxygenation_Event", "Chemical_oceanography"], "ranked_scores": [0.7024, 0.6427, 0.6405, 0.5747, 0.5593, 0.5472, 0.5453, 0.53, 0.5295, 0.5148], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["False_consensus_effect", "Human_overpopulation", "American_Jobs", "Runaway_greenhouse_effect", "Publication_bias", "Cognitive_bias", "Ecological_debt", "Climate_Change_Denial:_Heads_in_the_Sand", "Carbon_bubble", "Skeptical_Science"], "ranked_scores": [0.4627, 0.4324, 0.4319, 0.4306, 0.4305, 0.4281, 0.4275, 0.426, 0.4234, 0.4226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Glacial_earthquake", "Fast_ice", "Great_Arctic_Cyclone_of_2012", "Melt_pond", "Precipitation", "Cryoseism", "Gulf_Stream", "Ice2sea"], "ranked_scores": [0.6597, 0.5973, 0.5851, 0.5751, 0.5498, 0.5351, 0.5322, 0.5274, 0.5248, 0.5232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "1980_United_States_heat_wave", "2006_European_heat_wave", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Nuclear_power_phase-out", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_risk", "2010–13_Southern_United_States_and_Mexico_drought", "Global_catastrophic_risk"], "ranked_scores": [0.5904, 0.5198, 0.5157, 0.5141, 0.5083, 0.4921, 0.4882, 0.4867, 0.482, 0.4813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_change_in_Texas", "2011_United_Nations_Climate_Change_Conference", "Global_warming_hiatus", "Politics_of_global_warming", "Renewable_energy_debate"], "ranked_scores": [0.5623, 0.5275, 0.5271, 0.5142, 0.4947, 0.4897, 0.484, 0.478, 0.4735, 0.4712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "United_States_rainfall_climatology", "Climate_of_the_United_States", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "Western_Oregon"], "ranked_scores": [0.5788, 0.56, 0.5464, 0.5304, 0.5195, 0.5156, 0.5148, 0.5059, 0.4993, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Friends_of_Science", "Media_coverage_of_climate_change", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "Politics_of_global_warming", "Environmental_skepticism", "Global_warming_controversy"], "ranked_scores": [0.6739, 0.6121, 0.6066, 0.5959, 0.5917, 0.5912, 0.5896, 0.5873, 0.587, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_oscillation", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Physical_impacts_of_climate_change", "Climate_change", "Climate"], "ranked_scores": [0.7137, 0.6885, 0.602, 0.6014, 0.5994, 0.5963, 0.5808, 0.5688, 0.5672, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Carbon_dioxide", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Flue-gas_emissions_from_fossil-fuel_combustion", "Wetland_methane_emissions", "Carbon_capture_and_storage", "Oceanic_carbon_cycle", "Black_carbon", "Arctic_methane_emissions"], "ranked_scores": [0.5904, 0.5649, 0.5584, 0.5577, 0.5561, 0.5546, 0.5469, 0.5461, 0.539, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Planning_fallacy", "Global_catastrophic_risk", "Statistical_murder", "Hazard", "Business_continuity", "Worst-case_scenario", "Manufactured_risk", "Prudent_avoidance_principle", "Disaster"], "ranked_scores": [0.5175, 0.4957, 0.4952, 0.4713, 0.4652, 0.4636, 0.4627, 0.4597, 0.4553, 0.4508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Clean_Energy_Regulator", "Clean_Energy_Ministerial", "Presidential_Climate_Action_Plan", "Carbon_neutrality", "Energy_and_Climate_Partnership_of_the_Americas", "Clean_technology", "Paris_Agreement", "Carbon-neutral_fuel", "Nuclear_power_phase-out"], "ranked_scores": [0.5225, 0.4857, 0.4823, 0.4584, 0.4554, 0.4493, 0.4444, 0.4438, 0.4405, 0.4368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "2012–13_North_American_drought", "1997–98_El_Niño_event", "1808/1809_mystery_eruption", "1908", "1936_North_American_cold_wave", "Year_Without_a_Summer", "Droughts_in_the_United_States", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6326, 0.6192, 0.5967, 0.5923, 0.5854, 0.5848, 0.572, 0.57, 0.5673, 0.5634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Sea_ice", "Arctic_ice_pack", "Ice2sea", "Measurement_of_sea_ice", "Drift_ice", "Antarctic_Cold_Reversal", "Antarctic_Circumpolar_Current", "Ice_shelf", "Arctic_sea_ice_decline"], "ranked_scores": [0.698, 0.6404, 0.6362, 0.6338, 0.633, 0.5997, 0.5946, 0.5929, 0.5889, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Carbon_capture_and_storage", "Clean_technology", "Coal_gasification_commercialization", "Coalbed_methane", "Renewable_heat", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.7668, 0.7613, 0.6559, 0.5869, 0.5838, 0.5818, 0.5777, 0.5563, 0.5535, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Pacific_decadal_oscillation", "Philippine_Revolution", "History_of_the_Philippines_(1898–1946)", "Soft_landing_(economics)", "Programmed_Data_Processor", "Richard_Lindzen", "Regime_shift", "Solar_cycle_18"], "ranked_scores": [0.5189, 0.4971, 0.4738, 0.4654, 0.4594, 0.4415, 0.4306, 0.4165, 0.4163, 0.4101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2015_United_Nations_Climate_Change_Conference", "Climate_change_in_China", "Carbon_neutrality", "Global_stilling", "Global_warming", "Climate_change_in_Australia", "Special_Report_on_Global_Warming_of_1.5_°C", "2011_United_Nations_Climate_Change_Conference", "2010_Northern_Hemisphere_summer_heat_waves", "Earth_Day"], "ranked_scores": [0.5513, 0.5473, 0.5359, 0.5332, 0.5253, 0.5229, 0.5155, 0.5142, 0.5062, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Fossil_fuel_divestment", "IPCC_Fourth_Assessment_Report", "Regime_shift", "Study_of_Environmental_Arctic_Change", "Climate_change_in_China", "U.S._Global_Change_Research_Program", "ExxonMobil_climate_change_controversy", "Climate_Change_Act_2008", "Climate_change_policy_of_the_United_States", "History_of_sustainability"], "ranked_scores": [0.5521, 0.5409, 0.5397, 0.5375, 0.5301, 0.5264, 0.5217, 0.5213, 0.5168, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Celsius", "Circumpolar_distribution", "Paleo-Tethys_Ocean", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_hiatus", "Polar_forests_of_the_Cretaceous", "Coal_forest", "Cool_tropics_paradox", "Polar_seas", "Climate_change_denial"], "ranked_scores": [0.4487, 0.4302, 0.4296, 0.4173, 0.4091, 0.4055, 0.4048, 0.4021, 0.3997, 0.3989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Global_cooling", "Greenhouse_effect", "Solar_phenomena", "Climate_change_in_the_United_States", "Earth's_energy_budget", "Regional_effects_of_global_warming", "Climate_change", "History_of_climate_change_science"], "ranked_scores": [0.6857, 0.675, 0.6279, 0.6185, 0.6118, 0.6075, 0.5991, 0.5939, 0.5821, 0.5812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Usage_share_of_operating_systems", "Global_warming_hiatus", "Regression_toward_the_mean", "Soft_landing_(economics)", "Annual_cycle_of_sea_level_height", "Shutdown_of_thermohaline_circulation", "Future_sea_level", "Tendency_of_the_rate_of_profit_to_fall", "Statistical_Abstract_of_the_United_States", "Chart"], "ranked_scores": [0.5408, 0.5137, 0.4879, 0.4811, 0.4561, 0.4551, 0.4548, 0.4479, 0.4461, 0.4449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Abrupt_climate_change", "Neoglaciation", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change", "History_of_sustainability", "Climate_change_in_the_Arctic", "Holocene", "Attribution_of_recent_climate_change", "Hekla_3_eruption"], "ranked_scores": [0.6736, 0.6202, 0.5788, 0.5717, 0.57, 0.5673, 0.5574, 0.5543, 0.5482, 0.5482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Global_cooling", "History_of_sustainability", "Neoglaciation", "History_of_climate_change_science", "2010_Northern_Hemisphere_summer_heat_waves", "History_of_Earth", "Abrupt_climate_change", "Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Deglaciation"], "ranked_scores": [0.5775, 0.5738, 0.5721, 0.5613, 0.5551, 0.5437, 0.5416, 0.5408, 0.5365, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_denial", "Global_warming_controversy", "Climate_change_opinion_by_country", "Environmental_skepticism", "Scientific_Alliance", "Media_coverage_of_climate_change", "Not_even_wrong", "Copenhagen_Consensus_Center", "False_balance"], "ranked_scores": [0.4965, 0.4767, 0.4758, 0.4736, 0.4683, 0.4675, 0.4625, 0.461, 0.4517, 0.4504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Climate_of_Los_Angeles", "United_States_rainfall_climatology", "Climate_of_the_United_States", "Weather_station", "Heat_index", "List_of_energy_efficient_buildings_in_India", "Air_Pollution_Control_Act", "Thermal_pollution", "Climate_of_Dallas"], "ranked_scores": [0.5716, 0.5546, 0.5245, 0.5131, 0.5035, 0.4971, 0.4962, 0.4901, 0.4871, 0.4869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Politics_of_global_warming", "Global_cooling", "Climate_change", "Global_warming", "Scientific_consensus_on_climate_change", "Regional_effects_of_global_warming", "IPCC_Fourth_Assessment_Report", "Climate_change_in_the_United_States", "Global_warming_controversy", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.6312, 0.6228, 0.6104, 0.6039, 0.6025, 0.6006, 0.5979, 0.5962, 0.5951, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California,_West_Virginia", "California", "Culture_of_California", "Electricity_sector_in_China", "Baja_California", "California_State_Legislature,_2009–10_session", "Wind_power_in_the_United_States"], "ranked_scores": [0.5709, 0.5676, 0.5364, 0.5308, 0.5197, 0.5015, 0.5009, 0.491, 0.481, 0.4778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina", "Petroleum_in_the_United_States", "Meat_industry", "Income_in_the_United_States", "United_Farm_Workers", "Intensive_animal_farming"], "ranked_scores": [0.5782, 0.5616, 0.56, 0.5473, 0.5221, 0.5202, 0.5164, 0.5097, 0.5092, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-3bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Brown_bear", "Bile_bear", "Kodiak_bear", "Grizzly_bear", "Rubus_arcticus", "Ursus_americanus_carlottae", "Weddell_seal", "Marine_mammal", "Great_Bear_Wilderness", "Aronia"], "ranked_scores": [0.5854, 0.5688, 0.5506, 0.545, 0.543, 0.5185, 0.5098, 0.5058, 0.496, 0.494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Methane", "Clathrate_gun_hypothesis", "Arctic_geoengineering", "Wetland_methane_emissions", "Retreat_of_glaciers_since_1850", "Atmospheric_methane", "Cryovolcano"], "ranked_scores": [0.7639, 0.7224, 0.6563, 0.6314, 0.6241, 0.6214, 0.6183, 0.6075, 0.6034, 0.6025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Marine_transgression", "Marine_regression", "Atlantic_hurricane_season", "Future_sea_level", "Regional_effects_of_global_warming", "Great_Salinity_Anomaly", "North_Atlantic_Current"], "ranked_scores": [0.6663, 0.6225, 0.6049, 0.5563, 0.5534, 0.5516, 0.5488, 0.5459, 0.5303, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Arctic_geoengineering", "Antarctic_Cold_Reversal", "Ice_sheet", "Deglaciation", "Ice_core", "Abrupt_climate_change", "Holocene_glacial_retreat"], "ranked_scores": [0.6981, 0.6794, 0.6261, 0.6103, 0.6058, 0.5959, 0.5957, 0.5933, 0.5933, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Carbon_footprint", "Carbon_neutrality", "List_of_renewable_energy_companies_by_stock_exchange", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Views_on_the_Kyoto_Protocol", "Climate_footprint", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Acciona_Energy", "Micro-sustainability", "Wind_power"], "ranked_scores": [0.6701, 0.6651, 0.6648, 0.6642, 0.6579, 0.6579, 0.6574, 0.655, 0.6522, 0.6516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Politics_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Carbon_diet", "Carbon_neutrality", "Carbon_bubble", "Carbon_offset", "Black_carbon", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Global_warming_controversy"], "ranked_scores": [0.6705, 0.6619, 0.656, 0.6544, 0.6459, 0.6434, 0.642, 0.6368, 0.6353, 0.6316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Greenland_ice_sheet", "Geography_of_Greenland", "Glacial_earthquake", "Sea_level_rise", "Ice_sheet", "Greenland_Sea", "Climate_change_in_the_Arctic", "List_of_glaciers_of_Iceland", "List_of_companies_of_Greenland"], "ranked_scores": [0.654, 0.628, 0.6002, 0.594, 0.583, 0.557, 0.5486, 0.5478, 0.5369, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Atmospheric_carbon_cycle", "Carbon_bubble", "History_of_climate_change_science", "Black_carbon", "IPCC_First_Assessment_Report", "Total_Carbon_Column_Observing_Network", "Global_warming", "Politics_of_global_warming"], "ranked_scores": [0.7327, 0.7009, 0.6534, 0.63, 0.6102, 0.6091, 0.5989, 0.5981, 0.5971, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Global_warming", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Loss_and_damage", "Climate_change_and_agriculture"], "ranked_scores": [0.7231, 0.6884, 0.6776, 0.6638, 0.6569, 0.626, 0.6211, 0.6169, 0.6134, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Disease_diffusion_mapping", "Disease", "Southern_tick-associated_rash_illness", "Infectious_mononucleosis", "Infection", "Amblyomma_americanum", "Ixodes", "North_Carolina", "Paleontology_in_the_United_States"], "ranked_scores": [0.6154, 0.6098, 0.5839, 0.5813, 0.5449, 0.5371, 0.5264, 0.5262, 0.5254, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["ECMWF_re-analysis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Atmospheric_Model_Intercomparison_Project", "Global_warming_hiatus", "2010–13_Southern_United_States_and_Mexico_drought", "Proxy_(climate)", "Climate_prediction", "Weather_forecasting"], "ranked_scores": [0.6121, 0.5919, 0.5803, 0.5724, 0.5626, 0.5601, 0.553, 0.5451, 0.542, 0.5416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Greenhouse_and_icehouse_Earth", "Hockey_stick_graph", "Neoglaciation", "Ice_age", "Polar_forests_of_the_Cretaceous", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6648, 0.6481, 0.6224, 0.6213, 0.618, 0.6168, 0.6066, 0.6036, 0.6012, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Attribution_of_recent_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_feedback", "Mauna_Kea", "Greenhouse_gas_inventory", "IPCC_First_Assessment_Report", "UH88", "Ivanpah_Solar_Power_Facility"], "ranked_scores": [0.5806, 0.463, 0.4578, 0.4574, 0.4554, 0.4535, 0.4526, 0.4498, 0.4481, 0.4402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "Acid_rain", "Geological_history_of_oxygen", "Ocean_acidification", "Paleoatmosphere", "Carbon_dioxide", "Acidophiles_in_acid_mine_drainage", "Dissolution_(chemistry)", "Carbonic_acid", "Year_Without_a_Summer"], "ranked_scores": [0.5423, 0.5233, 0.5114, 0.5001, 0.4924, 0.4914, 0.4853, 0.484, 0.481, 0.4775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Skeptical_Science", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6309, 0.6239, 0.6222, 0.6179, 0.6146, 0.6092, 0.599, 0.5968, 0.5912, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "List_of_states_during_the_Middle_Ages", "1900_(film)", "20th_century", "PDO", "Philippine_Revolution", "Pacifico_Yokohama", "Season_creep", "1901_Louisiana_hurricane", "Cold_drop"], "ranked_scores": [0.5235, 0.4951, 0.4927, 0.4829, 0.471, 0.4596, 0.458, 0.455, 0.4529, 0.4384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ian_Clark_(geologist)", "Adam_Scaife", "Antarctica_cooling_controversy", "Arctic_geoengineering", "Arctic_Satellite_Composite_Project", "Skeptical_Science", "Climatic_Research_Unit_documents", "Arctic_Climate_Impact_Assessment", "Ice2sea", "Ellesmere_Ice_Shelf"], "ranked_scores": [0.6363, 0.6314, 0.6105, 0.5998, 0.5983, 0.5957, 0.5931, 0.5931, 0.5916, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Low-pressure_area", "Jet_stream", "Rear-inflow_jet", "Weather_front", "Cold-air_damming", "North_Atlantic_Current", "Neoglaciation", "December_1960_nor'easter", "Polar_front"], "ranked_scores": [0.6375, 0.5811, 0.5446, 0.5435, 0.5383, 0.5373, 0.5353, 0.534, 0.5331, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Summer_of_1976_(Europe)", "2006_European_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Weather_station", "Typical_meteorological_year", "2018_British_Isles_heat_wave", "Climate_of_the_United_States", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6408, 0.6377, 0.6306, 0.5568, 0.5434, 0.535, 0.5336, 0.5319, 0.526, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_documents", "Global_warming_hiatus", "Copenhagen_Diagnosis", "Heaven_and_Earth_(book)", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_engineering", "Climate_Central", "Skeptical_Science", "World_Climate_Research_Programme", "EdGCM"], "ranked_scores": [0.5454, 0.542, 0.5359, 0.5341, 0.528, 0.5218, 0.512, 0.5102, 0.5083, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["TransCanada_Corporation", "Carbon_bubble", "Carbon_tax", "Keystone_Pipeline", "Climate_change_in_Canada", "Fossil_fuel", "Carbon_price", "Gasoline_gallon_equivalent", "Carbon_pricing_in_Australia", "Carbon-based_fuel"], "ranked_scores": [0.5615, 0.5545, 0.5313, 0.5191, 0.5117, 0.5094, 0.5073, 0.5063, 0.5013, 0.4978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Future_sea_level", "Last_Glacial_Maximum", "Sea_level_rise", "Deglaciation", "Holocene_glacial_retreat", "Ice2sea", "Post-glacial_rebound", "Iceberg_C-19"], "ranked_scores": [0.6598, 0.656, 0.6529, 0.6387, 0.6268, 0.6245, 0.6203, 0.6092, 0.6043, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Media_coverage_of_climate_change", "Winter_1985_cold_wave", "1936_North_American_cold_wave", "Highest_temperature_recorded_on_Earth", "United_States_rainfall_climatology", "Weather_media_in_the_United_States", "Keeling_Curve", "World_Climate_Report"], "ranked_scores": [0.5868, 0.5612, 0.5433, 0.5293, 0.5232, 0.5134, 0.511, 0.5108, 0.5063, 0.5035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "Estuarine_acidification", "Oceanic_carbon_cycle", "Great_Oxygenation_Event", "Anoxic_event", "Sulfuric_acid", "Acidophiles_in_acid_mine_drainage", "Carbonic_acid", "Chemical_oceanography"], "ranked_scores": [0.7527, 0.7038, 0.6834, 0.621, 0.6155, 0.6067, 0.5839, 0.5762, 0.5662, 0.5542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["False_consensus_effect", "Publication_bias", "Management_systems_for_road_safety", "List_of_experimental_errors_and_frauds_in_physics", "Cognitive_bias", "The_Real_Global_Warming_Disaster", "Skeptical_Science", "Ecological_debt", "Misleading_graph", "Statistical_murder"], "ranked_scores": [0.5462, 0.5137, 0.5079, 0.4967, 0.4917, 0.49, 0.4864, 0.4803, 0.4754, 0.4657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Fast_ice", "Abrupt_climate_change", "Marine_transgression", "Glacial_earthquake", "Great_Arctic_Cyclone_of_2012", "Ice2sea", "Flash_flood", "North_Atlantic_Current"], "ranked_scores": [0.7156, 0.6653, 0.6284, 0.607, 0.584, 0.5738, 0.57, 0.5688, 0.5556, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "Europe", "The_Coming_Global_Superstorm", "2012–13_North_American_drought", "2006_European_heat_wave", "Climate_change_in_Europe", "Nuclear_power_phase-out"], "ranked_scores": [0.5891, 0.561, 0.533, 0.5276, 0.524, 0.5211, 0.521, 0.5023, 0.4987, 0.4976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_Texas", "Climate_change_in_the_United_States", "Antarctica_cooling_controversy", "Global_warming_controversy", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Wind_power_in_Colorado", "Politics_of_global_warming"], "ranked_scores": [0.6176, 0.6022, 0.5882, 0.5822, 0.5629, 0.5503, 0.5501, 0.5491, 0.5296, 0.5233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Climate_of_the_United_States", "2006_North_American_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Humid_continental_climate", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "United_States_rainfall_climatology"], "ranked_scores": [0.6295, 0.6285, 0.6103, 0.6067, 0.5849, 0.5707, 0.5622, 0.5583, 0.5478, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "World_Climate_Report", "Environmental_skepticism", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Friends_of_Science", "Politics_of_global_warming"], "ranked_scores": [0.6721, 0.6563, 0.6555, 0.6467, 0.6338, 0.6208, 0.6091, 0.6062, 0.6006, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_oscillation", "Global_cooling_(disambiguation)", "Physical_impacts_of_climate_change", "Climate_pattern", "Temperature_record_of_the_past_1000_years", "Proxy_(climate)", "Climate_inertia"], "ranked_scores": [0.714, 0.7093, 0.6348, 0.6278, 0.6267, 0.5946, 0.5827, 0.5773, 0.565, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Flue-gas_emissions_from_fossil-fuel_combustion", "Fossil_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Contribution_to_global_warming_by_Australia", "Methane", "Carbon_dioxide", "Wetland_methane_emissions", "Arctic_methane_emissions", "Carbon_bubble", "Atmospheric_methane"], "ranked_scores": [0.6402, 0.6361, 0.6276, 0.6203, 0.6031, 0.5956, 0.5954, 0.5936, 0.5912, 0.5852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Reforestation", "Planning_fallacy", "Risk_neutral", "Hypotheticals", "Risk", "Statistical_murder", "Human_extinction", "Misuse_of_statistics"], "ranked_scores": [0.5915, 0.5452, 0.5026, 0.5012, 0.4975, 0.494, 0.4925, 0.4815, 0.4736, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Carbon-neutral_fuel", "Energy_and_Climate_Partnership_of_the_Americas", "United_States_withdrawal_from_the_Paris_Agreement", "Carbon_offset", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_neutrality", "Clean_coal_technology", "Clean_Energy_Ministerial", "Coal_pollution_mitigation"], "ranked_scores": [0.5399, 0.5126, 0.5056, 0.4941, 0.4934, 0.4926, 0.488, 0.4805, 0.4713, 0.4697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1908", "1997–98_El_Niño_event", "2012–13_North_American_drought", "1808/1809_mystery_eruption", "2001_Eastern_North_America_heat_wave", "Instrumental_temperature_record", "Droughts_in_the_United_States", "1936_North_American_cold_wave", "Year_Without_a_Summer"], "ranked_scores": [0.6676, 0.6449, 0.6338, 0.6302, 0.6289, 0.6073, 0.5963, 0.5961, 0.5961, 0.59], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Ice2sea", "Measurement_of_sea_ice", "Sea_ice", "Arctic_ice_pack", "Antarctic_Cold_Reversal", "Ice_core", "Wiesław_Masłowski", "Arctic_sea_ice_decline", "Glacier"], "ranked_scores": [0.7326, 0.7004, 0.6997, 0.6951, 0.6796, 0.6676, 0.6495, 0.6482, 0.6479, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Cleaner_production", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Coalbed_methane", "Clean_technology", "Carbon-neutral_fuel", "Coal"], "ranked_scores": [0.8281, 0.7921, 0.6502, 0.6361, 0.6145, 0.6098, 0.6047, 0.6011, 0.5882, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "PDO", "Pacific_decadal_oscillation", "List_of_states_during_the_Middle_Ages", "Post–World_War_II_economic_expansion", "History_of_the_Philippines_(1898–1946)", "Philippine_Revolution", "20th_century", "Pacifico_Yokohama", "Paço_de_Arcos"], "ranked_scores": [0.5262, 0.5245, 0.4961, 0.4794, 0.4752, 0.4708, 0.4659, 0.454, 0.4535, 0.4461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_China", "Global_stilling", "Contribution_to_global_warming_by_Australia", "Global_warming", "World_Climate_Change_Conference,_Moscow", "Sustainability", "Carbon_neutrality", "Scientific_consensus_on_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Global_warming_controversy"], "ranked_scores": [0.5753, 0.5696, 0.5599, 0.542, 0.532, 0.531, 0.5306, 0.527, 0.5251, 0.5224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["U.S._Global_Change_Research_Program", "Climate_Change_Science_Program", "Climate_change_policy_of_the_United_States", "2011_United_Nations_Climate_Change_Conference", "History_of_sustainability", "Regime_shift", "Fossil_fuel_divestment", "Global_Change_Research_Act_of_1990", "IPCC_Fourth_Assessment_Report", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.6229, 0.6196, 0.5878, 0.5855, 0.572, 0.5668, 0.564, 0.5636, 0.5605, 0.5596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_denial", "Celsius", "Global_stilling", "Polar_forests_of_the_Cretaceous", "Sea_surface_temperature", "Ross_Gyre", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_Data_Records"], "ranked_scores": [0.4764, 0.4516, 0.4383, 0.4369, 0.4298, 0.4272, 0.4271, 0.4227, 0.4193, 0.4178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Solar_phenomena", "Greenhouse_effect", "Global_warming", "Global_cooling", "Climate_change", "Climate_change_(general_concept)", "History_of_climate_change_science", "Earth's_energy_budget"], "ranked_scores": [0.7271, 0.7003, 0.6557, 0.6418, 0.6372, 0.6354, 0.6317, 0.6136, 0.6104, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Soft_landing_(economics)", "Shutdown_of_thermohaline_circulation", "Growth_of_wind_power_in_the_United_States", "Season_creep", "Slowdown", "2000s_(decade)", "Annual_cycle_of_sea_level_height", "North_Atlantic_oscillation", "Regression_toward_the_mean"], "ranked_scores": [0.5415, 0.5413, 0.5049, 0.4943, 0.4905, 0.4844, 0.4823, 0.4717, 0.471, 0.4652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Abrupt_climate_change", "History_of_climate_change_science", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming_on_humans", "Paleocene–Eocene_Thermal_Maximum", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "History_of_sustainability", "Climate_change"], "ranked_scores": [0.6854, 0.6795, 0.613, 0.6117, 0.6089, 0.6056, 0.5964, 0.5948, 0.5889, 0.5878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Abrupt_climate_change", "Neoglaciation", "Temperature_record_of_the_past_1000_years", "History_of_sustainability", "Climate_change", "Biodiversity", "History_of_Earth", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6566, 0.6549, 0.6204, 0.5958, 0.5923, 0.5908, 0.5874, 0.5865, 0.5831, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Report", "Environmental_skepticism", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Views_on_the_Kyoto_Protocol", "Scientific_Alliance", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5452, 0.5438, 0.5414, 0.5287, 0.5227, 0.5186, 0.5139, 0.5132, 0.5072, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Climate_of_Los_Angeles", "United_States_rainfall_climatology", "Climate_of_the_United_States", "Air_conditioned_clothing", "Thermal_pollution", "2001_Eastern_North_America_heat_wave", "List_of_energy_efficient_buildings_in_India", "Mesopause", "Urban_heat_island"], "ranked_scores": [0.624, 0.556, 0.547, 0.5395, 0.5381, 0.532, 0.5243, 0.5234, 0.5188, 0.514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Politics_of_global_warming", "Climate_change", "Global_warming_hiatus", "IPCC_Fourth_Assessment_Report", "Global_warming", "Global_cooling", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.6602, 0.6552, 0.6507, 0.6501, 0.6489, 0.6414, 0.6327, 0.626, 0.6143, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "Electricity_sector_of_the_United_States", "Plug-in_hybrids_in_California", "Wind_power_in_the_United_States", "Six_Californias", "Electricity_sector_in_China", "List_of_renewable_energy_companies_by_stock_exchange"], "ranked_scores": [0.6169, 0.6166, 0.5766, 0.5727, 0.5531, 0.549, 0.5413, 0.5238, 0.5214, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Workforce_productivity", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Petroleum_in_the_United_States", "Income_in_the_United_States", "United_Farm_Workers", "Agriculture_in_Argentina", "Agriculture_in_Syria"], "ranked_scores": [0.608, 0.5905, 0.5701, 0.5573, 0.5545, 0.5508, 0.5389, 0.5306, 0.5284, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-1bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Brown_bear", "Bile_bear", "Ursus_americanus_carlottae", "Hunting_and_fishing_in_Alaska", "Ice_calving", "Wild_farming", "Woolly_mammoth", "Surplus_killing", "Seed_predation"], "ranked_scores": [0.4375, 0.4141, 0.4062, 0.3672, 0.3594, 0.3594, 0.3516, 0.3516, 0.3438, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Glacial_earthquake", "Atmospheric_methane", "Methane_clathrate", "Abrupt_climate_change", "Paleocene–Eocene_Thermal_Maximum", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "The_Coming_Global_Superstorm"], "ranked_scores": [0.5547, 0.5234, 0.5078, 0.4922, 0.4687, 0.4687, 0.4609, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Tide", "Sea_level_rise", "Raised_shoreline", "Raised_beach", "Pacific_decadal_oscillation", "Regional_effects_of_global_warming", "Tidal_range", "Climate_change_in_Tuvalu", "North_Atlantic_oscillation"], "ranked_scores": [0.4687, 0.4375, 0.4219, 0.4141, 0.4141, 0.4062, 0.3984, 0.3828, 0.3828, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Last_Glacial_Maximum", "Neoglaciation", "Measurement_of_sea_ice", "Heinrich_event", "Ice_sheet", "Ice2sea", "Deglaciation", "Sea_ice"], "ranked_scores": [0.5781, 0.5547, 0.5391, 0.5391, 0.5156, 0.5156, 0.5078, 0.5078, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_renewable_energy_companies_by_stock_exchange", "World_Energy_Outlook", "Wind_power_in_the_United_Kingdom", "Wind_rights", "100%_renewable_energy", "Climate_change_in_Canada", "Renewable_energy_in_the_United_States", "World_energy_consumption", "Wind_power_in_the_European_Union"], "ranked_scores": [0.4922, 0.4922, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687, 0.4609, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation", "Carbon_offset", "Climate_change_denial", "Environmental_skepticism", "Politics_of_global_warming", "Carbon_cycle_re-balancing", "2011_United_Nations_Climate_Change_Conference", "Greening_Earth_Society"], "ranked_scores": [0.6172, 0.5234, 0.5234, 0.5156, 0.5156, 0.5, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Geography_of_Greenland", "Sea_level_rise", "Future_sea_level", "Greenland_ice_sheet", "Greenland", "Climate_change_in_the_Arctic", "Past_sea_level", "Ice_rise", "Measurement_of_sea_ice", "North_Greenland_Ice_Core_Project"], "ranked_scores": [0.5625, 0.5625, 0.5391, 0.5312, 0.5078, 0.4844, 0.4687, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Ozone_depletion", "Ozone_depletion_and_climate_change", "Carbon_cycle_re-balancing", "Climate_change_mitigation", "Carbon_dioxide", "Cloud_feedback", "Deforestation_and_climate_change", "Greenhouse_effect"], "ranked_scores": [0.5781, 0.5703, 0.5234, 0.5156, 0.5156, 0.5156, 0.5078, 0.5078, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_mitigation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_effect_(United_States_Supreme_Court)", "Climate_change_in_the_United_States", "Environmental_issue", "Climate_justice", "Economics_of_global_warming", "Politics_of_global_warming", "Climate_change"], "ranked_scores": [0.5391, 0.5312, 0.5234, 0.5234, 0.5156, 0.5, 0.4844, 0.4844, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Generalized_lymphadenopathy", "Amblyomma_americanum", "North_Carolina", "Climate_of_Minneapolis–Saint_Paul", "Geography_of_North_America", "Weather", "Sun_Belt", "Weather_media_in_the_United_States", "50th_parallel_north"], "ranked_scores": [0.4531, 0.4219, 0.4219, 0.4063, 0.4063, 0.3984, 0.3984, 0.3906, 0.3906, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Intermediate_General_Circulation_Model", "Global_Historical_Climatology_Network", "Climate_state", "Hockey_stick_graph", "Community_Earth_System_Model", "Atmospheric_model", "Hockey_stick_controversy", "ECMWF_re-analysis"], "ranked_scores": [0.5625, 0.5156, 0.5, 0.4922, 0.4844, 0.4844, 0.4844, 0.4766, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_Historical_Climatology_Network", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Greenhouse_and_icehouse_Earth", "Younger_Dryas", "Global_cooling_(disambiguation)", "History_of_climate_change_science"], "ranked_scores": [0.5781, 0.5312, 0.5234, 0.5, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Lōʻihi_Seamount", "Atacama_Cosmology_Telescope", "Climate_change_in_Tuvalu", "National_Oceanic_and_Atmospheric_Administration", "Mauna_Kea", "Quelccaya_Ice_Cap", "Global_Historical_Climatology_Network", "Marine_isotope_stage", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.4531, 0.4297, 0.375, 0.375, 0.375, 0.375, 0.375, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Clathrate_gun_hypothesis", "Carbon_dioxide", "Geological_history_of_oxygen", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Carbonation", "Great_Oxygenation_Event"], "ranked_scores": [0.5156, 0.4688, 0.4531, 0.4375, 0.4375, 0.4219, 0.4141, 0.4141, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Views_on_the_Kyoto_Protocol", "Ian_Clark_(geologist)", "Environmental_issue", "History_of_climate_change_science"], "ranked_scores": [0.4922, 0.4453, 0.4453, 0.4453, 0.4375, 0.4375, 0.4297, 0.4297, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "2010_Northern_Hemisphere_heat_waves", "Programmed_Data_Processor", "History_of_the_Philippines_(1898–1946)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "PDOS", "ECMWF_re-analysis", "Slowdown", "2010_Northern_Hemisphere_summer_heat_waves", "20th_century"], "ranked_scores": [0.4766, 0.3828, 0.3672, 0.3594, 0.3516, 0.3516, 0.3516, 0.3516, 0.3516, 0.3437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_Climate_Impact_Assessment", "Ian_Clark_(geologist)", "Atmospheric_model", "Arctic_Satellite_Composite_Project", "The_Cryosphere", "Wiesław_Masłowski", "Ice_core", "Climatic_Research_Unit_documents", "Climatology", "Weather_Research_and_Forecasting_Model"], "ranked_scores": [0.4844, 0.4688, 0.4687, 0.4687, 0.4687, 0.4609, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Wind_shear", "Low-pressure_area", "Cyclone", "Arctic_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "North_American_Arctic", "Northern_Hemisphere", "Gulf_Stream", "Weather_map", "Global_warming_hiatus"], "ranked_scores": [0.4922, 0.4766, 0.4688, 0.4687, 0.4609, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1908", "Instrumental_temperature_record", "Solar_cycle_19", "2010_Northern_Hemisphere_heat_waves", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5, 0.4922, 0.4844, 0.4687, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Carbon_cycle_re-balancing", "Sustainability_science", "Space_Shuttle_Challenger_disaster", "C3_carbon_fixation", "Aerobic_methane_production", "Loss_and_damage", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Three_Mile_Island_accident", "Horizon_2020"], "ranked_scores": [0.4141, 0.3828, 0.3828, 0.375, 0.375, 0.3672, 0.3672, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_bubble", "Climate_change_in_Canada", "Gasoline_gallon_equivalent", "Fossil_fuel", "Environmental_impact_of_transport_in_Australia", "Politics_of_global_warming", "Carbon_pricing_in_Australia", "Carbon_capture_and_storage", "Ocean_acidification", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.4297, 0.4219, 0.4063, 0.3906, 0.3906, 0.3828, 0.375, 0.3672, 0.3672, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Ice_sheet", "Measurement_of_sea_ice", "Last_Glacial_Maximum", "Holocene_glacial_retreat", "Sea_level_rise", "Tyrrell_Sea", "Iceberg_C-19", "Hockey_stick_graph", "Post-glacial_rebound", "Quaternary_glaciation"], "ranked_scores": [0.4922, 0.4844, 0.4766, 0.4766, 0.4688, 0.4688, 0.4609, 0.4609, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "1908", "Highest_temperature_recorded_on_Earth", "50th_parallel_north", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "Annual_cycle_of_sea_level_height", "Instrumental_temperature_record", "2013_extreme_weather_events", "Glacier_National_Park_(U.S.)"], "ranked_scores": [0.3984, 0.3906, 0.3828, 0.375, 0.375, 0.3672, 0.3672, 0.3672, 0.3672, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Chemical_oceanography", "Anoxic_event", "Great_Oxygenation_Event", "Ocean", "Acid_rain", "Clathrate_gun_hypothesis"], "ranked_scores": [0.6563, 0.5859, 0.5234, 0.5, 0.4922, 0.4922, 0.4922, 0.4844, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Demand_destruction", "Politics_of_global_warming", "Human_extinction", "World_Energy_Outlook", "Presidential_Climate_Action_Plan", "The_Real_Global_Warming_Disaster", "Economics_of_global_warming", "Anthropocene", "Fossil_fuel_divestment", "Holocene_extinction"], "ranked_scores": [0.4375, 0.4297, 0.4062, 0.4062, 0.3984, 0.3906, 0.3906, 0.3828, 0.3828, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Heinrich_event", "Future_sea_level", "Ice_shelf", "Climate_change", "Low-pressure_area", "Past_sea_level", "Fast_ice", "North_Atlantic_oscillation", "Pacific_decadal_oscillation"], "ranked_scores": [0.5703, 0.5234, 0.4844, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4375, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Europe", "Droughts_in_the_United_States", "Younger_Dryas_impact_hypothesis", "2009_United_Nations_Climate_Change_Conference", "Ozone_depletion", "Climate_change_in_Europe", "Drought_in_Spain", "Ozone_depletion_and_climate_change", "History_of_sustainability", "Desertification"], "ranked_scores": [0.4766, 0.4453, 0.4453, 0.4375, 0.4297, 0.4141, 0.4141, 0.4063, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Community_Earth_System_Model", "Antarctica_cooling_controversy", "Climate_change_in_Texas", "Intermediate_General_Circulation_Model", "Low-pressure_area", "Climate_engineering", "World_Climate_Change_Conference,_Moscow", "Global_warming_hiatus", "History_of_climate_change_science"], "ranked_scores": [0.5, 0.4844, 0.4766, 0.4531, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "Humid_continental_climate"], "ranked_scores": [0.4922, 0.4453, 0.4375, 0.4375, 0.4375, 0.4297, 0.4297, 0.4219, 0.4219, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Eugenius_Warming", "Gore_Effect", "Climate_change_opinion_by_country", "World_Climate_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5, 0.4609, 0.4531, 0.4531, 0.4531, 0.4453, 0.4375, 0.4375, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_oscillation", "Climate_change_(general_concept)", "Climate_state", "Global_warming_hiatus", "Ozone_depletion_and_climate_change", "Climate", "Atmospheric_model", "Cloud_feedback", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5156, 0.4766, 0.4766, 0.4688, 0.4687, 0.4531, 0.4531, 0.4453, 0.4453, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Wind", "Wetland_methane_emissions", "Water", "Mootral"], "ranked_scores": [0.5234, 0.4922, 0.4688, 0.4609, 0.4531, 0.4453, 0.4375, 0.4297, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Weak_and_strong_sustainability", "RiskLab", "Horizon_2020", "Statistical_murder", "Longevity_risk", "Uncertainty_quantification", "Sustainability_science", "World_Energy_Outlook", "2013_in_science"], "ranked_scores": [0.4219, 0.3984, 0.3906, 0.375, 0.375, 0.3594, 0.3594, 0.3516, 0.3516, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Coal_pollution_mitigation", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Nuclear_power_proposed_as_renewable_energy", "Clean_Air_Act_(United_States)", "Environmentalism", "Environmental_policy_of_the_United_States", "United_States_Environmental_Protection_Agency", "Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.3906, 0.3828, 0.375, 0.3594, 0.3594, 0.3516, 0.3359, 0.3359, 0.3281, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Early_2009_southeastern_Australia_heat_wave", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "2001_Eastern_North_America_heat_wave", "El_Niño", "Hockey_stick_graph", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.5234, 0.5078, 0.5078, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Sea_ice", "Antarctic_sea_ice", "Climate_of_the_Arctic", "Ice_piedmont", "Fast_ice", "Glacier", "Antarctic_ice_sheet", "Measurement_of_sea_ice", "Arctic_ice_pack", "Ice2sea"], "ranked_scores": [0.6875, 0.6016, 0.5781, 0.5781, 0.5625, 0.5625, 0.5547, 0.5547, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Clean_technology", "Beyond_Coal", "Carbon_capture_and_storage", "Cleaner_production", "Coal_mining", "Blackwater_(coal)", "History_of_coal_mining"], "ranked_scores": [0.6953, 0.6484, 0.4844, 0.4609, 0.4609, 0.4531, 0.4453, 0.4375, 0.4141, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "History_of_the_United_States_(1945–64)", "Programmed_Data_Processor", "The_Great_Stagnation", "Hurricane_Alice_(June_1954)", "History_of_the_Philippines_(1898–1946)", "Richard_Lindzen", "Indonesian_Democratic_Party", "Richard_C._Cook"], "ranked_scores": [0.5078, 0.4063, 0.3984, 0.3672, 0.3359, 0.3281, 0.3281, 0.3281, 0.3203, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Permafrost_carbon_cycle", "Attribution_of_recent_climate_change", "Hockey_stick_controversy", "Arctic_ecology", "Climate_change_in_Tuvalu", "Biodiversity", "International_Permafrost_Association", "Hockey_stick_graph", "Earth"], "ranked_scores": [0.4453, 0.4375, 0.4141, 0.4063, 0.3984, 0.3984, 0.3984, 0.3906, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change", "World_Climate_Change_Conference,_Moscow", "Attribution_of_recent_climate_change", "Climate_change_in_China", "Global_warming", "Physical_impacts_of_climate_change", "IPCC_Fourth_Assessment_Report", "Copenhagen_Accord", "Climate_change_policy_of_the_United_States", "Climate_change_denial"], "ranked_scores": [0.5391, 0.5078, 0.5, 0.4844, 0.4844, 0.4844, 0.4766, 0.4688, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Freezing_level", "Deglaciation", "Northern_Canada", "Geography_of_Canada", "Global_biodiversity", "Neolithic_Expansion", "Geological_history_of_oxygen", "Late_Glacial", "Canadian_Arctic_tundra", "Nature_fakers_controversy"], "ranked_scores": [0.3047, 0.3047, 0.2969, 0.2969, 0.2812, 0.2734, 0.2734, 0.2734, 0.2656, 0.2656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Solar_phenomena", "Global_warming", "History_of_climate_change_science", "Effect_of_Sun_angle_on_climate", "Global_cooling", "Retreat_of_glaciers_since_1850", "Idealized_greenhouse_model", "Climate_variability", "Global_cooling_(disambiguation)", "Deforestation_and_climate_change"], "ranked_scores": [0.5312, 0.5234, 0.5078, 0.5, 0.5, 0.4922, 0.4844, 0.4766, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["2000s_(decade)", "Trend_stationary", "Global_warming_hiatus", "Regime_shift", "The_Great_Stagnation", "Eurasia", "Marine_regression", "Economic_growth", "21st_century", "Phenology"], "ranked_scores": [0.4688, 0.4531, 0.4297, 0.4297, 0.4062, 0.3984, 0.3984, 0.3984, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_sustainability", "Ozone_depletion_and_climate_change", "Global_warming", "History_of_climate_change_science", "Greenhouse_gas", "Carbon_dioxide", "Ocean_acidification", "Politics_of_global_warming", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.5, 0.4609, 0.4531, 0.4531, 0.4531, 0.4453, 0.4453, 0.4453, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8277, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Holocene_glacial_retreat", "Hockey_stick_controversy", "Pliocene_climate", "Neolithic_Expansion", "Cool_tropics_paradox", "Glacial_earthquake", "Paleocene–Eocene_Thermal_Maximum", "Late_Glacial"], "ranked_scores": [0.4922, 0.4922, 0.4687, 0.4609, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Environmental_skepticism", "Research_ethics", "Views_on_the_Kyoto_Protocol", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Consensus_Center", "Objectivity_(philosophy)", "Scientific_Alliance", "Sustainability_science", "The_Scientific_Activist", "Scientific_community"], "ranked_scores": [0.4297, 0.3984, 0.3984, 0.3828, 0.3828, 0.3828, 0.3828, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Low-carbon_emission", "Hot_tower", "Weatherization", "Block_(meteorology)", "Climate_of_the_United_Kingdom", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_tower", "Meteorology", "Condensation_cloud", "Nuclear_winter"], "ranked_scores": [0.4688, 0.4531, 0.4219, 0.4141, 0.4141, 0.4141, 0.4063, 0.4062, 0.3984, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Global_warming_hiatus", "Antarctica_cooling_controversy", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5313, 0.5, 0.4688, 0.4688, 0.4688, 0.4609, 0.4609, 0.4609, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California_Proposition_23_(2010)", "Solar_power_in_Italy", "Pacific_States", "List_of_school_districts_in_California", "Photovoltaics", "Beyond_Coal", "Electricity_sector_of_the_United_States"], "ranked_scores": [0.4609, 0.4453, 0.4375, 0.3906, 0.3672, 0.3672, 0.3594, 0.3594, 0.3516, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_Act_of_2014", "Wild_farming", "Agriculture_in_Syria", "Neolithic_Expansion", "Agriculture_in_Pennsylvania", "Intensive_animal_farming", "Productivity_(ecology)", "Agriculture", "Agriculture_in_Ethiopia", "Agriculture,_forestry,_and_fishing_in_Japan"], "ranked_scores": [0.4297, 0.4219, 0.4063, 0.4063, 0.4062, 0.4062, 0.4062, 0.3984, 0.3984, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-2bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Brown_bear", "Bile_bear", "Kodiak_bear", "Sloth_bear", "Woolly_mammoth", "Ursus_americanus_carlottae", "Grizzly_bear", "Pinniped", "Seed_predation", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.5752, 0.565, 0.5555, 0.4796, 0.4662, 0.4478, 0.443, 0.443, 0.4388, 0.4366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Methane_clathrate", "Arctic_dipole_anomaly", "The_Coming_Global_Superstorm", "Retreat_of_glaciers_since_1850", "Glacial_earthquake", "Carbon_dioxide_in_Earth's_atmosphere", "Mootral"], "ranked_scores": [0.7415, 0.6566, 0.6486, 0.641, 0.6047, 0.5894, 0.5883, 0.5856, 0.5805, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Annual_cycle_of_sea_level_height", "Past_sea_level", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Tide", "Prevailing_winds", "Marine_regression", "Pacific_decadal_oscillation", "Raised_shoreline"], "ranked_scores": [0.6111, 0.5858, 0.5425, 0.5283, 0.5151, 0.5121, 0.5076, 0.5055, 0.5027, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Ice2sea", "Fast_ice", "Future_sea_level", "Neoglaciation", "Ice_shelf", "Deglaciation", "Sea_ice", "Arctic_ice_pack"], "ranked_scores": [0.6773, 0.6489, 0.6404, 0.6136, 0.5962, 0.5915, 0.5892, 0.5882, 0.5878, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Renewable_energy_debate", "Wind_power", "Wind_power_in_the_United_Kingdom", "Wind_farm", "Carbon_footprint", "Wind_power_in_the_European_Union", "100%_renewable_energy", "Carbon_diet", "Acciona_Energy"], "ranked_scores": [0.6514, 0.6292, 0.6217, 0.6089, 0.6066, 0.591, 0.5887, 0.5729, 0.5702, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_neutrality", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "Global_warming_controversy", "World_Climate_Change_Conference,_Moscow", "World_Climate_Report", "Carbon_dioxide", "Carbon_price"], "ranked_scores": [0.6435, 0.6411, 0.6404, 0.639, 0.6255, 0.6231, 0.6221, 0.6073, 0.6013, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Geography_of_Greenland", "Greenland_ice_sheet", "Greenland", "Ice_rise", "Measurement_of_sea_ice", "Neoglaciation", "Wiesław_Masłowski", "Global_warming_in_Antarctica"], "ranked_scores": [0.6574, 0.6176, 0.6096, 0.5919, 0.5901, 0.5753, 0.5591, 0.5484, 0.5418, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_climate_change_science", "Atmospheric_carbon_cycle", "Global_warming_potential", "Politics_of_global_warming", "Keeling_Curve", "Temperature_record_of_the_past_1000_years", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6774, 0.6398, 0.6363, 0.6179, 0.614, 0.6124, 0.6091, 0.6004, 0.5994, 0.5991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Avoiding_Dangerous_Climate_Change", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Climate_change_and_agriculture", "Effects_of_global_warming", "Economics_of_global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [0.6553, 0.626, 0.6092, 0.5989, 0.58, 0.5707, 0.5693, 0.5693, 0.5684, 0.5639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "North_America", "Amblyomma_americanum", "North_Carolina", "Geography_of_North_America", "Sun_Belt", "Lymphangitis", "Ixodes", "List_of_mammals_of_New_England", "Generalized_lymphadenopathy"], "ranked_scores": [0.5933, 0.4934, 0.4859, 0.4593, 0.4568, 0.4516, 0.45, 0.4485, 0.4436, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Scientific_opinion_on_climate_change", "ECMWF_re-analysis", "Hockey_stick_graph", "Climate_change", "Climate_change_feedback", "Hockey_stick_controversy", "IPCC_First_Assessment_Report", "Temperature_record_of_the_past_1000_years", "Stern_Review"], "ranked_scores": [0.6094, 0.5995, 0.599, 0.5873, 0.5776, 0.575, 0.5738, 0.5711, 0.5699, 0.5682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Solar_cycle", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Timeline_of_glaciation", "Polar_forests_of_the_Cretaceous", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites"], "ranked_scores": [0.6173, 0.5983, 0.5859, 0.5795, 0.5658, 0.5574, 0.5546, 0.5472, 0.5468, 0.544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "UH88", "Climate_change_in_Tuvalu", "Global_Historical_Climatology_Network", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Marine_isotope_stage", "Carbon_dioxide_in_Earth's_atmosphere", "Lōʻihi_Seamount"], "ranked_scores": [0.5835, 0.517, 0.5122, 0.4867, 0.481, 0.474, 0.4616, 0.4568, 0.4531, 0.4506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Geological_history_of_oxygen", "Carbon_cycle", "Acid_mine_drainage", "Carbonic_acid", "Phosphorus_cycle", "Acid", "Paleoatmosphere", "Estuarine_acidification"], "ranked_scores": [0.5541, 0.5495, 0.5191, 0.5114, 0.5089, 0.5064, 0.4962, 0.4949, 0.488, 0.4861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_cooling", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Skeptical_Science", "History_of_climate_change_science", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Ian_Clark_(geologist)"], "ranked_scores": [0.5556, 0.5503, 0.5417, 0.5267, 0.5202, 0.5186, 0.5165, 0.5088, 0.5055, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_the_Philippines_(1898–1946)", "PDO", "Solar_cycle_19", "1990_in_science", "20th_century", "2010_Northern_Hemisphere_heat_waves", "El_Niño", "List_of_states_during_the_Middle_Ages"], "ranked_scores": [0.5314, 0.4608, 0.4477, 0.4375, 0.4353, 0.4299, 0.4293, 0.4272, 0.4217, 0.4206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ian_Clark_(geologist)", "Ice2sea", "Arctic_Climate_Impact_Assessment", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Wiesław_Masłowski", "Arctic_oscillation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_geoengineering", "Arctic_Satellite_Composite_Project"], "ranked_scores": [0.6608, 0.6222, 0.6102, 0.6046, 0.6035, 0.591, 0.5883, 0.5869, 0.5833, 0.5828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Low-pressure_area", "Jet_stream", "Rear-inflow_jet", "Weather_front", "2006_European_cold_wave", "Winter_1985_cold_wave", "Gulf_Stream", "North_Atlantic_Current", "Cold-air_damming", "Surface_weather_analysis"], "ranked_scores": [0.5958, 0.5927, 0.585, 0.5781, 0.5773, 0.5635, 0.5617, 0.5601, 0.5441, 0.5392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Instrumental_temperature_record", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Solar_cycle_19", "Highest_temperature_recorded_on_Earth", "Summer_of_1976_(Europe)", "2006_European_heat_wave", "Climate_of_Svalbard"], "ranked_scores": [0.6602, 0.6381, 0.5891, 0.586, 0.5683, 0.5683, 0.5682, 0.5505, 0.537, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Climate_Change_Science_Program", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "Loss_and_damage", "Carbon_diet"], "ranked_scores": [0.4883, 0.4651, 0.4594, 0.4407, 0.4397, 0.4374, 0.4367, 0.4361, 0.4338, 0.4326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "TransCanada_Corporation", "Environmental_impact_of_aviation", "Carbon_capture_and_storage_in_Australia", "Fuel_Economy_Reform_Act", "Keystone_Pipeline"], "ranked_scores": [0.5714, 0.5637, 0.5333, 0.5308, 0.5253, 0.5201, 0.4958, 0.4909, 0.489, 0.4847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Sea_level_rise", "Measurement_of_sea_ice", "Future_sea_level", "Last_Glacial_Maximum", "Post-glacial_rebound", "Past_sea_level", "Holocene_glacial_retreat", "Quaternary_glaciation", "Arctic_sea_ice_decline", "Ice2sea"], "ranked_scores": [0.6409, 0.6272, 0.6258, 0.5949, 0.5834, 0.5746, 0.5708, 0.5691, 0.567, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "Hurricane_Katrina_and_global_warming", "United_States_rainfall_climatology", "Pacific_decadal_oscillation", "Weather_media_in_the_United_States"], "ranked_scores": [0.5205, 0.4713, 0.4638, 0.4511, 0.4479, 0.4445, 0.4396, 0.4329, 0.4254, 0.4232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_rain", "Ocean", "Great_Oxygenation_Event", "Chemical_oceanography", "Anoxic_event", "Carbonation"], "ranked_scores": [0.7639, 0.7036, 0.6584, 0.6212, 0.6136, 0.6109, 0.6066, 0.591, 0.5896, 0.5779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Demand_destruction", "Energy_accidents", "Fossil_fuel_divestment", "The_Real_Global_Warming_Disaster", "Carbon_bubble", "Politics_of_global_warming", "Human_overpopulation", "Land_degradation", "Climate_change_mitigation_scenarios", "Human_extinction"], "ranked_scores": [0.5364, 0.5003, 0.493, 0.4782, 0.4704, 0.4686, 0.4663, 0.4635, 0.46, 0.4597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Fast_ice", "Past_sea_level", "Future_sea_level", "Ice2sea", "Ice_rise", "Melt_pond", "Jumble_ice", "Marine_transgression", "Ice_shelf"], "ranked_scores": [0.7458, 0.6365, 0.6343, 0.6322, 0.6225, 0.5767, 0.5745, 0.5678, 0.5591, 0.5588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Europe", "Droughts_in_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "2006_European_cold_wave", "Climate_change_in_Europe", "Coal_forest", "Planetary_boundaries"], "ranked_scores": [0.5717, 0.5442, 0.5418, 0.5354, 0.5085, 0.4957, 0.4833, 0.4767, 0.4742, 0.4716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Community_Earth_System_Model", "Global_warming_hiatus", "2015_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit_documents", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Views_on_the_Kyoto_Protocol", "World_Climate_Report", "Climate_change_feedback", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5636, 0.5445, 0.5384, 0.5349, 0.5261, 0.5255, 0.5245, 0.5215, 0.5203, 0.5202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.637, 0.6019, 0.5947, 0.574, 0.5735, 0.5619, 0.5601, 0.5601, 0.5504, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Gore_Effect", "I'm_not_a_scientist", "Climate_change_denial", "The_Great_Warming"], "ranked_scores": [0.6075, 0.6018, 0.5817, 0.5549, 0.5548, 0.5545, 0.5377, 0.5312, 0.5271, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_change", "Global_cooling_(disambiguation)", "Climate_oscillation", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Global_Historical_Climatology_Network", "Climate_state"], "ranked_scores": [0.6774, 0.6445, 0.5818, 0.5691, 0.5684, 0.5683, 0.553, 0.5377, 0.5343, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Arctic_methane_emissions", "Wind", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions", "Methane", "Fossil_fuel", "Mootral", "Greenhouse_gas"], "ranked_scores": [0.5898, 0.5864, 0.5863, 0.5771, 0.5764, 0.5743, 0.5742, 0.5552, 0.5483, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk", "Global_catastrophic_risk", "Endogenous_risk", "Statistical_murder", "Longevity_risk", "Climate_risk", "Weak_and_strong_sustainability", "Management_systems_for_road_safety", "Risk–benefit_ratio"], "ranked_scores": [0.6333, 0.5186, 0.5124, 0.4904, 0.4675, 0.4574, 0.4566, 0.4531, 0.4528, 0.4511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Coal_pollution_mitigation", "Clean_Air_Act_(United_States)", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Fossil_fuel_power_station", "Nuclear_power_proposed_as_renewable_energy", "Clean_coal_technology", "Energy_policy_of_the_United_States"], "ranked_scores": [0.4673, 0.4607, 0.4479, 0.4432, 0.4265, 0.4184, 0.4181, 0.4179, 0.4166, 0.4143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1982–83_El_Niño_event", "El_Niño", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "1908", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6712, 0.6201, 0.6196, 0.6171, 0.6095, 0.5987, 0.5961, 0.5898, 0.5877, 0.5863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Measurement_of_sea_ice", "Sea_ice", "Antarctic_sea_ice", "Ice2sea", "Sea_ice_thickness", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Antarctic_ice_sheet", "Polar_seas", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7155, 0.7106, 0.6847, 0.659, 0.6583, 0.6558, 0.6387, 0.6315, 0.625, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Beyond_Coal", "Waste-to-energy_plant", "Blackwater_(coal)", "Clean_technology", "Coal_mining", "Carbon_capture_and_storage"], "ranked_scores": [0.7436, 0.7283, 0.5855, 0.5765, 0.5643, 0.5489, 0.5323, 0.5319, 0.5264, 0.5222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "History_of_the_Philippines_(1898–1946)", "Post–World_War_II_economic_expansion", "PDOS", "History_of_the_United_States_(1945–64)", "Indonesian_Democratic_Party", "Programmed_Data_Processor", "List_of_states_during_the_Middle_Ages", "1990_in_science"], "ranked_scores": [0.5447, 0.4786, 0.4599, 0.4466, 0.4382, 0.4336, 0.4325, 0.4296, 0.4203, 0.4158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "Biodiversity", "Global_cooling", "Global_warming_controversy", "Living_Planet_Index", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_Climate_Impact_Assessment", "Instrumental_temperature_record", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5283, 0.5098, 0.4844, 0.4819, 0.48, 0.4786, 0.4773, 0.4771, 0.4719, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_denial", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_email_controversy", "Physical_impacts_of_climate_change", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.622, 0.587, 0.5865, 0.565, 0.5589, 0.5414, 0.5411, 0.5408, 0.5345, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Climate_change_denial", "Climate_of_Antarctica", "Deglaciation", "Late_Glacial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Retreat_of_glaciers_since_1850", "Climate_of_Australia", "Nicholas_Shackleton", "Global_warming_hiatus", "2013_extreme_weather_events"], "ranked_scores": [0.3941, 0.3886, 0.3739, 0.3708, 0.3652, 0.3551, 0.3544, 0.3538, 0.3529, 0.3492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Global_cooling", "Global_warming", "Solar_phenomena", "History_of_climate_change_science", "Earth's_energy_budget", "Regional_effects_of_global_warming", "Solar_cycle", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6746, 0.6385, 0.6267, 0.6251, 0.618, 0.6168, 0.6145, 0.6076, 0.6062, 0.6023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["List_of_recessions_in_the_United_States", "Global_warming_hiatus", "Tendency_of_the_rate_of_profit_to_fall", "2000s_(decade)", "Regression_toward_the_mean", "Diminishing_returns", "Marine_regression", "21st_century", "The_Great_Stagnation", "Future_sea_level"], "ranked_scores": [0.5434, 0.5022, 0.4997, 0.4888, 0.4855, 0.4789, 0.4772, 0.4748, 0.4747, 0.4745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_sustainability", "Abrupt_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming_on_humans", "IPCC_First_Assessment_Report", "Future_of_Earth", "Environmental_issue"], "ranked_scores": [0.6196, 0.6007, 0.5996, 0.5903, 0.5531, 0.5518, 0.5513, 0.5482, 0.5478, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Polar_forests_of_the_Cretaceous", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Neoglaciation", "Holocene_glacial_retreat", "History_of_climate_change_science", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6116, 0.5791, 0.5679, 0.5648, 0.5627, 0.5619, 0.5509, 0.5488, 0.5464, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Antarctica_cooling_controversy", "Scientific_community", "Views_on_the_Kyoto_Protocol", "Scientific_Alliance", "World_Climate_Report", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Sustainability_science"], "ranked_scores": [0.5085, 0.4976, 0.4615, 0.4442, 0.4426, 0.4393, 0.4361, 0.4349, 0.4301, 0.4287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Cooling_tower", "Hot_tower", "List_of_energy_efficient_buildings_in_India", "Weather_station", "2001_Eastern_North_America_heat_wave", "Atmospheric_thermodynamics", "Urban_heat_island", "Climate_of_the_United_States", "Low-carbon_emission"], "ranked_scores": [0.5706, 0.5473, 0.5272, 0.5266, 0.5214, 0.5051, 0.5042, 0.5028, 0.5003, 0.4967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_warming", "Global_warming_hiatus", "Global_cooling", "Climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_controversy", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "List_of_climate_research_satellites"], "ranked_scores": [0.6274, 0.6205, 0.6146, 0.6058, 0.6007, 0.5929, 0.5927, 0.592, 0.5882, 0.5863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Plug-in_hybrids_in_California", "California", "California_State_Assembly", "Six_Californias", "List_of_power_stations_in_Texas", "Southern_California_Edison", "Southern_California"], "ranked_scores": [0.5462, 0.5249, 0.4725, 0.472, 0.4521, 0.4416, 0.4395, 0.4385, 0.4272, 0.4247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_Act_of_2014", "Productivity_(ecology)", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Intensive_animal_farming", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Workforce_productivity", "Solow_residual"], "ranked_scores": [0.5317, 0.5117, 0.4984, 0.4972, 0.4886, 0.4884, 0.4866, 0.4833, 0.4752, 0.4731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-3bit": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Woolly_mammoth", "Sloth_bear", "Paleontology_in_Alaska", "Surplus_killing", "Rubus_arcticus"], "ranked_scores": [0.6101, 0.583, 0.5778, 0.4904, 0.485, 0.4617, 0.4609, 0.4573, 0.4512, 0.4482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Methane_clathrate", "Clathrate_gun_hypothesis", "Wetland_methane_emissions", "Retreat_of_glaciers_since_1850", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_in_Antarctica", "Methane"], "ranked_scores": [0.7797, 0.6801, 0.672, 0.6559, 0.6277, 0.6268, 0.6146, 0.6116, 0.6104, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Future_sea_level", "Past_sea_level", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Climate_variability", "Sea_level", "Prevailing_winds", "Tide_gauge"], "ranked_scores": [0.6347, 0.6146, 0.5981, 0.5875, 0.5688, 0.5539, 0.5354, 0.5291, 0.5241, 0.524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Deglaciation", "Sea_ice", "Future_sea_level", "Neoglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Quaternary_glaciation"], "ranked_scores": [0.7535, 0.6927, 0.67, 0.6257, 0.6246, 0.6227, 0.6184, 0.6122, 0.6115, 0.6086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Renewable_energy_debate", "Wind_power", "Carbon_emissions_reporting", "Carbon_offset", "Wind_power_in_the_United_Kingdom", "Carbon_diet", "Climate_footprint", "Carbon_neutrality"], "ranked_scores": [0.6821, 0.6687, 0.6582, 0.6411, 0.6328, 0.6312, 0.6289, 0.6235, 0.621, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy", "Politics_of_global_warming", "Carbon_dioxide", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_offset", "Carbon_diet", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6748, 0.6694, 0.6647, 0.6631, 0.6591, 0.6587, 0.6552, 0.6483, 0.6429, 0.6297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Geography_of_Greenland", "Greenland_ice_sheet", "Ice2sea", "Greenland_Sea", "Greenland", "Ice_rise", "Arctic_sea_ice_decline", "Neoglaciation"], "ranked_scores": [0.671, 0.6646, 0.6386, 0.6368, 0.6086, 0.5908, 0.5846, 0.5779, 0.5753, 0.5745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Climate_change_feedback"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_climate_change_science", "Global_warming_potential", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Carbon_dioxide", "Climate_change_feedback", "Politics_of_global_warming", "Keeling_Curve"], "ranked_scores": [0.7056, 0.6573, 0.6447, 0.6435, 0.6346, 0.6287, 0.6229, 0.6206, 0.6201, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Politics_of_global_warming", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Climate_change_and_agriculture", "Climate_change_in_the_United_States", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.7271, 0.6483, 0.6457, 0.6418, 0.6407, 0.6398, 0.6283, 0.6243, 0.6082, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Geography_of_North_America", "North_America", "North_Carolina", "Amblyomma_americanum", "Sun_Belt", "Tornadoes_in_the_United_States", "Climate_of_the_United_States", "List_of_mammals_of_New_England", "Paleontology_in_the_United_States"], "ranked_scores": [0.6176, 0.5639, 0.5264, 0.519, 0.5131, 0.502, 0.4864, 0.4845, 0.4826, 0.478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Global_warming", "General_circulation_model", "Sensitivity_analysis", "Science"], "ranked_ids": ["ECMWF_re-analysis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "IPCC_First_Assessment_Report", "Temperature_record_of_the_past_1000_years", "Scientific_opinion_on_climate_change", "Stern_Review", "Community_Earth_System_Model", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hockey_stick_controversy", "Atmospheric_Model_Intercomparison_Project"], "ranked_scores": [0.6273, 0.6236, 0.6084, 0.6079, 0.6067, 0.6049, 0.6007, 0.5999, 0.596, 0.5928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Solar_cycle", "Solar_cycle_18", "100,000-year_problem", "Milankovitch_cycles", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6661, 0.6537, 0.6506, 0.6251, 0.6128, 0.6041, 0.5888, 0.5887, 0.588, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Global_warming", "Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "UH88", "Keeling_Curve", "Lōʻihi_Seamount", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Marine_isotope_stage", "Atacama_Cosmology_Telescope", "Climate_change_in_Tuvalu", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6571, 0.5864, 0.5534, 0.5458, 0.5101, 0.5069, 0.5023, 0.4935, 0.4932, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Carbon_dioxide", "Paleoatmosphere", "Carbon_cycle", "Estuarine_acidification"], "ranked_scores": [0.5965, 0.5772, 0.5744, 0.5462, 0.5429, 0.5418, 0.5342, 0.5339, 0.531, 0.5239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Environmental_skepticism", "The_Great_Global_Warming_Swindle", "Skeptical_Science", "Ian_Clark_(geologist)", "Climate_change_denial", "Global_warming"], "ranked_scores": [0.6186, 0.6058, 0.595, 0.5943, 0.5898, 0.5866, 0.583, 0.5788, 0.5706, 0.5607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "History_of_the_Philippines_(1898–1946)", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Philippine_Revolution", "20th_century", "1000", "2005_Pacific_hurricane_season", "1906_Valparaíso_earthquake", "Intertropical_Convergence_Zone"], "ranked_scores": [0.5552, 0.4801, 0.4668, 0.4625, 0.4442, 0.4432, 0.4327, 0.4307, 0.4253, 0.4205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Arctic_Climate_Impact_Assessment", "Ian_Clark_(geologist)", "Measurement_of_sea_ice", "Wiesław_Masłowski", "Arctic_oscillation", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Richard_Lindzen"], "ranked_scores": [0.7177, 0.6746, 0.6441, 0.641, 0.6364, 0.6303, 0.6238, 0.6216, 0.6185, 0.6161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Jet_stream", "Rear-inflow_jet", "Weather_front", "Low-pressure_area", "Polar_front", "Cold-air_damming", "North_American_Arctic", "North_Atlantic_Current", "Nor'easter"], "ranked_scores": [0.6311, 0.6236, 0.6062, 0.5922, 0.5894, 0.589, 0.5844, 0.5741, 0.572, 0.5596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Instrumental_temperature_record", "1908", "Summer_of_1976_(Europe)", "Highest_temperature_recorded_on_Earth", "SBUV/2", "List_of_climate_research_satellites", "Solar_cycle_19"], "ranked_scores": [0.6982, 0.6719, 0.6242, 0.5941, 0.5866, 0.5752, 0.5644, 0.5633, 0.5587, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Heaven_and_Earth_(book)", "Climate_engineering", "Clouds_and_the_Earth's_Radiant_Energy_System", "Neutron_monitor", "Intergovernmental_Panel_on_Climate_Change", "Space_Shuttle_Challenger_disaster", "Climatic_Research_Unit_email_controversy", "Loss_and_damage", "World_Climate_Research_Programme"], "ranked_scores": [0.5513, 0.4933, 0.4836, 0.4794, 0.4665, 0.466, 0.4655, 0.4648, 0.4619, 0.4602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_bubble", "Carbon_price", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Climate_change_in_Canada", "Keystone_Pipeline", "Environmental_impact_of_aviation", "Carbon_offset", "Carbon"], "ranked_scores": [0.594, 0.5761, 0.5691, 0.5647, 0.5346, 0.5299, 0.5253, 0.5227, 0.5158, 0.515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Sea_level_rise", "Arctic_sea_ice_decline", "Post-glacial_rebound", "Past_sea_level", "Last_Glacial_Maximum", "Quaternary_glaciation", "Ice2sea", "Neoglaciation"], "ranked_scores": [0.6955, 0.6604, 0.6591, 0.6301, 0.6278, 0.6202, 0.6144, 0.6098, 0.6046, 0.6029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "Media_coverage_of_climate_change", "Instrumental_temperature_record", "March_2012_North_American_heat_wave", "Weather_media_in_the_United_States", "National_Oceanic_and_Atmospheric_Administration", "MSU_temperature_measurements", "List_of_climate_research_satellites", "Climate_of_Mars"], "ranked_scores": [0.5427, 0.5142, 0.5031, 0.4957, 0.4731, 0.4616, 0.4584, 0.4478, 0.4467, 0.4442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Chemical_oceanography", "Anoxic_event", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean", "Sea"], "ranked_scores": [0.8211, 0.7532, 0.7176, 0.6576, 0.6548, 0.6438, 0.6409, 0.6387, 0.6271, 0.6111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "History_of_economic_thought", "Economics", "Alternative_medicine"], "ranked_ids": ["Demand_destruction", "Fossil_fuel_divestment", "Carbon_bubble", "List_of_experimental_errors_and_frauds_in_physics", "The_Real_Global_Warming_Disaster", "Energy_accidents", "Management_systems_for_road_safety", "Politics_of_global_warming", "Degrowth", "List_of_topics_characterized_as_pseudoscience"], "ranked_scores": [0.5178, 0.5166, 0.5153, 0.515, 0.5108, 0.5084, 0.4963, 0.4923, 0.4909, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Fast_ice", "Ice_rise", "Measurement_of_sea_ice", "Melt_pond", "Ice_shelf", "Sea_ice"], "ranked_scores": [0.7836, 0.7122, 0.6405, 0.6323, 0.6157, 0.5962, 0.5861, 0.5823, 0.5774, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Europe", "Global_warming", "Severe_weather"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Europe", "Drought_in_the_United_Kingdom", "Dust_Bowl", "Climate_change_in_Europe", "United_States_withdrawal_from_the_Paris_Agreement", "Grassland_degradation"], "ranked_scores": [0.5806, 0.5703, 0.5546, 0.5507, 0.5323, 0.5111, 0.5083, 0.5072, 0.4969, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Community_Earth_System_Model", "Climate_change_in_Texas", "Global_warming_hiatus", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Antarctica_cooling_controversy", "Global_warming_controversy", "ECMWF_re-analysis", "Climate_change_feedback"], "ranked_scores": [0.6147, 0.6006, 0.5793, 0.5739, 0.5684, 0.5671, 0.5643, 0.5642, 0.5632, 0.5598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2006_North_American_heat_wave"], "ranked_scores": [0.6654, 0.6329, 0.6307, 0.6135, 0.6128, 0.5745, 0.57, 0.5665, 0.5639, 0.5604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Climate_change_denial", "World_Climate_Report", "Skeptical_Science"], "ranked_scores": [0.654, 0.651, 0.6144, 0.6045, 0.5826, 0.5767, 0.5709, 0.5701, 0.558, 0.5556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Climate_oscillation", "Climate_state", "Global_cooling", "Climate_change", "Climate_inertia", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.7091, 0.6844, 0.6503, 0.633, 0.6169, 0.5813, 0.5789, 0.5751, 0.5742, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Methane", "Contribution_to_global_warming_by_Australia", "Arctic_methane_emissions", "Wetland_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Fossil_fuel", "Carbon_dioxide", "Wind"], "ranked_scores": [0.6269, 0.625, 0.6196, 0.6182, 0.6172, 0.616, 0.5774, 0.5713, 0.5669, 0.5652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Futures_studies", "Risk", "Nick_Bostrom"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk_neutral", "Risk", "Global_catastrophic_risk", "Management_systems_for_road_safety", "Doomsday_argument", "Longevity_risk", "Hypotheticals", "Endogenous_risk", "Human_extinction"], "ranked_scores": [0.6196, 0.533, 0.527, 0.5112, 0.5086, 0.4957, 0.4937, 0.4915, 0.4902, 0.4875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Coal_pollution_mitigation", "Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Nuclear_power_proposed_as_renewable_energy", "United_States_Environmental_Protection_Agency", "Fossil_fuel_power_station", "Clean_coal_technology", "Capitol_Power_Plant"], "ranked_scores": [0.5268, 0.5031, 0.5025, 0.4867, 0.4563, 0.4432, 0.4391, 0.4375, 0.4309, 0.4291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Instrumental_temperature_record", "1982–83_El_Niño_event", "1808/1809_mystery_eruption", "1908", "Year_Without_a_Summer", "El_Niño–Southern_Oscillation", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7072, 0.6548, 0.6457, 0.6387, 0.6345, 0.627, 0.6239, 0.6235, 0.6229, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Sea_ice", "Antarctic_sea_ice", "Ice2sea", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Polar_seas", "Ice_shelf", "Sea_ice_thickness", "Arctic_ice_pack", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7431, 0.7273, 0.7141, 0.7139, 0.701, 0.6888, 0.6825, 0.6812, 0.6712, 0.6698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Clean_technology", "Coal_mining", "Carbon_capture_and_storage", "Beyond_Coal", "Blackwater_(coal)", "Waste-to-energy_plant"], "ranked_scores": [0.7995, 0.785, 0.6683, 0.6074, 0.5947, 0.5907, 0.5849, 0.5741, 0.5608, 0.5607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "History_of_the_Philippines_(1898–1946)", "Post–World_War_II_economic_expansion", "History_of_the_United_States_(1945–64)", "Programmed_Data_Processor", "PDOS", "El_Niño–Southern_Oscillation", "1911_Eastern_North_America_heat_wave", "1990_in_science"], "ranked_scores": [0.5606, 0.4944, 0.4782, 0.4655, 0.4576, 0.4557, 0.4546, 0.453, 0.4516, 0.4464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Global_hectare", "Global_warming_hiatus", "Living_Planet_Index", "Campaign_against_Climate_Change", "Environmental_Performance_Index", "Carbon_emissions_reporting"], "ranked_scores": [0.5549, 0.5202, 0.5037, 0.489, 0.4877, 0.4833, 0.4831, 0.4826, 0.4815, 0.4804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Climate_change", "Climate_change_denial", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Regime_shift", "Climate_change_in_the_United_States", "World_Climate_Change_Conference,_Moscow", "Anthropocene"], "ranked_scores": [0.6226, 0.6207, 0.6148, 0.6074, 0.5995, 0.5945, 0.5903, 0.5864, 0.5756, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Lake_Superior", "Permafrost", "Precipitation", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_denial", "March_2012_North_American_heat_wave", "Global_stilling", "2013_extreme_weather_events", "Climate_of_Australia", "2014–15_North_American_winter", "Nicholas_Shackleton", "Temperature_record_of_the_past_1000_years", "Snow_in_Florida"], "ranked_scores": [0.4297, 0.4021, 0.4004, 0.3973, 0.3905, 0.3859, 0.3778, 0.3774, 0.3768, 0.3715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Solar_phenomena", "Global_warming", "History_of_climate_change_science", "Idealized_greenhouse_model", "Global_cooling", "Regional_effects_of_global_warming", "Greenhouse_effect", "Physical_impacts_of_climate_change", "Climate_change"], "ranked_scores": [0.7092, 0.6911, 0.6687, 0.668, 0.6643, 0.652, 0.6423, 0.6385, 0.6316, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Global_warming_hiatus", "List_of_recessions_in_the_United_States", "Tendency_of_the_rate_of_profit_to_fall", "Trend_stationary", "Soft_landing_(economics)", "The_Great_Stagnation", "Diminishing_returns", "21st_century", "Progress_(history)"], "ranked_scores": [0.4996, 0.482, 0.4818, 0.4725, 0.4689, 0.4663, 0.4595, 0.4507, 0.4467, 0.4395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "History_of_sustainability", "Global_warming", "Abrupt_climate_change", "IPCC_First_Assessment_Report", "Environmental_issue", "Attribution_of_recent_climate_change", "Effects_of_global_warming_on_humans", "Ocean_acidification"], "ranked_scores": [0.6543, 0.6464, 0.6248, 0.6104, 0.608, 0.5935, 0.5914, 0.5909, 0.5752, 0.5697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change", "Earth"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Neoglaciation", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Polar_forests_of_the_Cretaceous", "Holocene_glacial_retreat", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.6351, 0.6349, 0.6015, 0.5953, 0.5903, 0.5891, 0.5876, 0.583, 0.5708, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Antarctica_cooling_controversy", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_community", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change", "Not_even_wrong", "Global_warming_controversy"], "ranked_scores": [0.51, 0.5089, 0.5079, 0.5054, 0.505, 0.4998, 0.4967, 0.4964, 0.4947, 0.4895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Weather_station", "Hot_tower", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_tower", "List_of_energy_efficient_buildings_in_India", "2001_Eastern_North_America_heat_wave", "Climate_of_the_United_States", "Urban_heat_island", "List_of_heat_waves"], "ranked_scores": [0.6389, 0.5622, 0.5539, 0.5479, 0.5438, 0.5332, 0.5306, 0.5253, 0.5253, 0.5236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling", "Climate_change_in_the_United_States", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Climate_change", "Regional_effects_of_global_warming", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6493, 0.6338, 0.6304, 0.6284, 0.6203, 0.6196, 0.6043, 0.6007, 0.5994, 0.5926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Southern_California_Edison", "California,_West_Virginia", "Culture_of_California", "Plug-in_hybrids_in_California", "California_State_Assembly", "Six_Californias"], "ranked_scores": [0.5687, 0.5531, 0.518, 0.4856, 0.4851, 0.4776, 0.4724, 0.4719, 0.4676, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_Act_of_2014", "Productivity_(ecology)", "Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Workforce_productivity", "Agricultural_policy_of_the_United_States", "Renewable_energy_in_the_United_States", "Solow_residual", "Agriculture,_forestry,_and_fishing_in_Japan"], "ranked_scores": [0.572, 0.5364, 0.5284, 0.526, 0.5255, 0.5214, 0.51, 0.4953, 0.4915, 0.4899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Frost_Belt", "Wild_farming", "Copenhagen_Accord", "Climate_of_Dallas", "Surplus_killing", "Socialism_in_Canada", "Shrubland", "California_State_and_Consumer_Services_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Kodiak_bear"], "ranked_scores": [0.5312, 0.4688, 0.4687, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Methane_clathrate", "Atmospheric_methane", "Arctic_methane_emissions", "Marcellus_natural_gas_trend", "Climate_of_Antarctica", "Arctic_sea_ice_decline", "Atmosphere_of_Mars", "Dry_ice", "Ocean_acidification", "CLOUD_experiment"], "ranked_scores": [0.6875, 0.6875, 0.625, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tidal_range", "Annual_cycle_of_sea_level_height", "Tidal_flooding", "Tide", "Marine_regression", "2012–13_North_American_drought", "Brown_ocean_effect", "Sea_ice"], "ranked_scores": [0.75, 0.7187, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Global_cooling", "Holocene_glacial_retreat", "2015_United_Nations_Climate_Change_Conference", "Arctic_sea_ice_decline", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling_(disambiguation)", "Effects_of_global_warming_on_humans", "Neoglaciation", "Climate_change_mitigation", "Effects_of_global_warming"], "ranked_scores": [0.75, 0.6875, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_New_Mexico", "Renewable_energy_debate", "Wind_power_in_Colorado", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_emissions_reporting", "Landfill_gas_emission_reduction_in_Brazil", "Carbon_footprint", "100%_renewable_energy", "Renewable_energy", "Carbon_capture_and_storage"], "ranked_scores": [0.5937, 0.5937, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Biodilution", "Glacier_mass_balance", "Climate_change_mitigation", "Coral_bleaching", "Mercury_pollution_in_the_ocean", "Contraction_and_Convergence", "Clean_Development_Mechanism", "Deforestation_and_climate_change", "2011_United_Nations_Climate_Change_Conference", "Acidulated_water"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["The_Ice_Age", "Greenland_ice_sheet", "Wisconsin_glaciation", "Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Late_Ordovician_glaciation", "Measurement_of_sea_ice", "Timeline_of_glaciation", "Deglaciation", "Past_sea_level"], "ranked_scores": [0.75, 0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Reducing_emissions_from_deforestation_and_forest_degradation", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Texas", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Climate_change_in_Europe", "Pliocene_climate", "Contraction_and_Convergence", "Climate_footprint"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_risk", "Extreme_weather", "Reasons_for_concern", "Environmental_skepticism", "Climate_of_India", "April_2010_Rio_de_Janeiro_floods_and_mudslides", "Droughts_in_the_United_States", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.6875, 0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Melt_pond", "2012–13_North_American_drought", "Climate_inertia", "Measles", "Polder", "Herd_immunity", "Environmental_movement"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_risk", "Reasons_for_concern", "Environmental_pricing_reform", "Mitigation_of_global_warming_in_Australia", "Climatic_Research_Unit_documents", "Arctic_geoengineering", "Climate_change_opinion_by_country", "United_Nations_Environment_Organization", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Environmental_protection"], "ranked_scores": [0.5938, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Droughts_in_the_United_States", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Desert_climate", "Climate_of_India", "Tipping_points_in_the_climate_system", "Climate_variability", "Year_Without_a_Summer", "Dendrochronology", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Mount_St._Helens", "Lampung", "Mount_Lokon", "Ozone_depletion", "Mount_Wilson_(California)", "Lōʻihi_Seamount", "CLOUD_experiment", "Great_Smog_of_London", "Geological_history_of_oxygen"], "ranked_scores": [0.6562, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["PH", "Estuarine_acidification", "Oceanic_carbon_cycle", "Metabolic_acidosis", "Acidosis", "Biodilution", "Alkaline_tide", "Ocean_acidification", "Pelagic_zone", "Seawater"], "ranked_scores": [0.625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Media_coverage_of_climate_change", "Climate_risk", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Climate_change_opinion_by_country", "IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "The_Great_Global_Warming_Swindle", "James_Hansen"], "ranked_scores": [0.7187, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Climate_state", "Petroleum_Administration_for_Defense_Districts", "Kyoto_Protocol", "Climate_change_in_Texas", "List_of_parties_to_the_Kyoto_Protocol", "Pliocene_climate", "Doomer", "Primary_energy", "Total_organic_carbon"], "ranked_scores": [0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Media_coverage_of_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Climate_change_in_Europe", "Hockey_stick_graph", "Hockey_stick_controversy", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Reasons_for_concern"], "ranked_scores": [0.7188, 0.7187, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Keystone_Pipeline", "Climate_of_the_United_States", "Diablo_wind", "CO2_fertilization_effect", "November_2014_North_American_cold_wave", "United_States_rainfall_climatology", "Climate_of_India", "Prevailing_winds", "Frost_Belt", "Climate_of_the_Arctic"], "ranked_scores": [0.5937, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "2013_extreme_weather_events", "Atlantic_hurricane_season", "Milankovitch_cycles", "Global_warming_hiatus", "2013–14_North_American_winter", "2016–17_North_American_winter", "2014–15_North_American_winter", "Hurricane_Katrina_and_global_warming", "Season_creep"], "ranked_scores": [0.6563, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Views_on_the_Kyoto_Protocol", "Reasons_for_concern", "Environmental_issue", "Stern_Review", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Media_coverage_of_climate_change", "Climate_change_in_Europe"], "ranked_scores": [0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "California_Proposition_19_(2010)", "Clean_Energy_Regulator", "Congestion_pricing", "Agricultural_Act_of_2014", "Carbon_pricing_in_Australia", "Emissions_trading", "Automated_Payment_Transaction_tax"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Measurement_of_sea_ice", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "The_Ice_Age", "Arctic_sea_ice_decline", "Slack_water", "Ice2sea", "Quaternary_glaciation", "Ellesmere_Ice_Shelf", "Past_sea_level"], "ranked_scores": [0.7188, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Antarctica_cooling_controversy", "1936_North_American_cold_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_storm_activity_of_2007", "2010_Northern_Hemisphere_heat_waves", "List_of_off-season_Atlantic_hurricanes", "Meteorological_astrology"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Water_scarcity_in_Africa", "Tropical_Storm_Arlene_(1993)", "Brown_ocean_effect", "Acidophiles_in_acid_mine_drainage", "Oceanic_plateau", "Anoxic_event", "Tidal_flooding", "Red_Sea", "Antarctic_ice_sheet", "Sea_ice"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Betz's_law", "Environmental_economics", "Risk_neutral", "Climate_change_adaptation_in_Nepal", "Selection_bias", "Alternatives_assessment", "Management_systems_for_road_safety", "Coal_pollution_mitigation", "Nuclear_power_debate", "Wind_power_in_the_European_Union"], "ranked_scores": [0.625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Pliocene_climate", "Shutdown_of_thermohaline_circulation", "January_2016_East_Asia_cold_wave", "November_2014_North_American_cold_wave", "Winter_1985_cold_wave", "Sea_level_rise", "Past_sea_level", "Global_stilling", "Wisconsin_glaciation"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Extreme_poverty", "Climate_change_adaptation", "100%_renewable_energy", "Global_Warming_Pollution_Reduction_Act_of_2007", "Reducing_emissions_from_deforestation_and_forest_degradation", "Special_Report_on_Global_Warming_of_1.5_°C", "United_Nations_Convention_to_Combat_Desertification", "Environmental_policy_of_the_United_States", "Environmental_protection", "United_Nations_Environment_Organization"], "ranked_scores": [0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Cool_tropics_paradox", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "Energy_policy_of_the_United_States", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "World_Energy_Outlook", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling"], "ranked_scores": [0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1995_Chicago_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.7813, 0.7813, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Environmental_issue", "IPCC_First_Assessment_Report", "Views_on_the_Kyoto_Protocol", "Climate_change_denial", "Global_warming", "Climate_change_policy_of_the_United_States", "Climate_change_in_the_United_States", "Global_warming_hiatus"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3236, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Antarctica_cooling_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_feedback", "Environmental_issue", "Climate_change_(general_concept)", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Year_Without_a_Summer", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Global_warming", "Global_warming_potential", "Deforestation_and_climate_change", "Greenhouse_gas", "Embedded_emissions", "Carbon_footprint", "IPCC_First_Assessment_Report", "100%_renewable_energy", "Idealized_greenhouse_model", "CO2_fertilization_effect"], "ranked_scores": [0.75, 0.7188, 0.6875, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Catastrophism", "Worst-case_scenario", "Alternatives_assessment", "Global_catastrophic_risk", "Error_catastrophe", "Absolute_risk_reduction", "Human_extinction", "Scenario_analysis", "Environmental_impact_assessment", "Underconsumption"], "ranked_scores": [0.5937, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Wind_power_in_Colorado", "100%_renewable_energy", "ExxonMobil_climate_change_controversy", "Presidential_Climate_Action_Plan", "California_Proposition_23_(2010)", "Energy_policy_of_the_United_States", "Attorney_General_of_Virginia's_climate_science_investigation", "Uptick_rule", "Redbank_Power_Station"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Tropical_Storm_Arlene_(1993)", "2016_American_Northeast_heat_wave", "Year_Without_a_Summer", "Global_warming_in_Antarctica", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_risk", "Great_Flood_of_1913", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2014–16_El_Niño_event", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6563, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Pleistocene_rewilding", "American_Electric_Power", "Ice2sea", "Environmental_politics", "Europe", "Full_employment", "Antarctic_Cold_Reversal", "Holocene_glacial_retreat", "Eastern_United_States"], "ranked_scores": [0.6563, 0.6563, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_dioxide_removal", "Carbon_cycle_re-balancing", "Cross-State_Air_Pollution_Rule", "Clean_technology", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "NoCO2_Certification_Program"], "ranked_scores": [0.75, 0.7187, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.625, 0.625, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Ozone_depletion", "Marine_isotope_stage", "Climate_change_adaptation", "List_of_diseases_eliminated_from_the_United_States", "Great_Oxygenation_Event", "Doomer", "Emissions_trading", "Geological_history_of_oxygen", "Kyoto_Protocol", "Thermosphere"], "ranked_scores": [0.4687, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Avoiding_Dangerous_Climate_Change", "Reasons_for_concern", "IPCC_First_Assessment_Report", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Climate_change_in_Texas", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Environmental_issue", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7188, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Physical_impacts_of_climate_change", "Politics_of_global_warming", "Climate_justice", "Effects_of_global_warming", "Climate_change_denial", "History_of_climate_change_science", "Climate_variability"], "ranked_scores": [0.6875, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Brown_ocean_effect", "Absolute_risk_reduction", "Excessive_heat_watch", "Lake_Winnebago", "Water_scarcity", "Megadrought", "Bering_Glacier", "Inherent_bias", "Never_events", "Great_Lakes_Areas_of_Concern"], "ranked_scores": [0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_risk", "Global_warming_in_Antarctica"], "ranked_scores": [0.75, 0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Climate_sensitivity", "Global_warming_hiatus", "Global_dimming", "Environmental_protection", "Scientific_opinion_on_climate_change", "Shutdown_of_thermohaline_circulation", "Endotherm", "Thermosphere", "Polar_amplification", "Weighting"], "ranked_scores": [0.625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Climate_change_in_Europe", "Environmental_issue", "2015_United_Nations_Climate_Change_Conference", "Greenhouse_gas_emissions_by_the_United_States", "Runaway_greenhouse_effect", "Politics_of_global_warming", "German_response_to_Kyoto_Protocol", "Deforestation_and_climate_change", "Global_warming", "Kyoto_Protocol"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Extreme_weather", "Tropical_Storm_Arlene_(1993)", "2018_British_Isles_heat_wave", "Eocene_Thermal_Maximum_2", "Effects_of_global_warming_on_humans", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Desert_climate", "Climate_change_(general_concept)", "Effects_of_climate_change_on_terrestrial_animals", "Global_warming"], "ranked_scores": [0.6875, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Research_ethics", "Environmental_skepticism", "Circular_reporting", "World_Climate_Report", "IPCC_Fifth_Assessment_Report", "Lists_about_skepticism", "I'm_not_a_scientist", "Full_Fact", "Not_even_wrong", "U.S._Global_Change_Research_Program"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Radioactive_contamination_from_the_Rocky_Flats_Plant", "Weather_station", "List_of_climate_research_satellites", "Satellite_temperature_measurements", "Solar_updraft_tower", "Air_conditioned_clothing", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Earth's_internal_heat_budget", "Weather_map"], "ranked_scores": [0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "Abrupt_climate_change", "Reasons_for_concern", "Environmental_issue", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7813, 0.7812, 0.75, 0.75, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_Michigan", "Solar_Renewable_Energy_Certificate", "100%_renewable_energy", "Miracle", "Wind_power_in_California", "Lake_Paradise_(Michigan)", "Renewable_energy_debate", "Renewable_energy_in_the_United_States", "Planetary_management", "Solar_energy"], "ranked_scores": [0.5, 0.5, 0.5, 0.4687, 0.4687, 0.4687, 0.4687, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Coal_by_country", "Agricultural_policy_of_the_United_States", "Forestry", "Gold_mining_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Millmerran_Power_Station", "Food,_Conservation,_and_Energy_Act_of_2008", "History_of_coal_mining", "Rosenfeld's_law", "Petroleum_in_the_United_States"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Aronia", "Brown_bear", "Syrian_brown_bear", "Kodiak_bear", "Bile_bear", "Rubus_arcticus", "Grizzly_bear", "Wild_farming", "Frost_Belt", "Socialism_in_Canada"], "ranked_scores": [0.6142, 0.5722, 0.5572, 0.5532, 0.5387, 0.535, 0.5305, 0.5298, 0.5059, 0.5051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Aliso_Canyon_gas_leak", "Retreat_of_glaciers_since_1850", "Climate_inertia", "Methane_clathrate", "Shale_gas"], "ranked_scores": [0.6935, 0.654, 0.6522, 0.6345, 0.6291, 0.6169, 0.6101, 0.6077, 0.5962, 0.5936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Tidal_range", "Future_sea_level", "Tide", "Low-pressure_area", "Post-glacial_rebound", "Regional_effects_of_global_warming", "Marine_regression", "Thermohaline_circulation"], "ranked_scores": [0.7778, 0.7657, 0.7323, 0.7184, 0.696, 0.6913, 0.6764, 0.6751, 0.673, 0.6682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Global_cooling_(disambiguation)", "Special_Report_on_Global_Warming_of_1.5_°C", "Retreat_of_glaciers_since_1850", "Ice2sea", "Future_sea_level", "Pliocene_climate", "Arctic_geoengineering", "Holocene_glacial_retreat"], "ranked_scores": [0.7908, 0.7589, 0.6839, 0.6817, 0.6774, 0.6689, 0.6674, 0.6674, 0.661, 0.6546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Wind_power_in_New_Mexico", "Carbon_emissions_reporting", "Renewable_energy_debate", "Wind_power_in_the_United_States", "Environmental_impact_of_aviation", "Politics_of_global_warming", "Landfill_gas_emission_reduction_in_Brazil", "Climate_footprint", "Aliso_Canyon_gas_leak"], "ranked_scores": [0.6892, 0.6443, 0.635, 0.6288, 0.6284, 0.6192, 0.6163, 0.6151, 0.6097, 0.5894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Climate_change_mitigation", "Mercury_pollution_in_the_ocean", "Scientific_consensus_on_climate_change", "Contraction_and_Convergence", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "CO2_is_Green", "Carbon_diet", "Avoiding_Dangerous_Climate_Change", "Environmental_issue"], "ranked_scores": [0.6466, 0.6414, 0.6301, 0.6272, 0.5948, 0.5947, 0.5905, 0.5896, 0.5871, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Wisconsin_glaciation", "Future_sea_level", "Eemian", "Permian–Triassic_extinction_event", "Marine_regression", "Past_sea_level", "Deglaciation", "The_Ice_Age"], "ranked_scores": [0.7395, 0.7221, 0.6994, 0.6922, 0.6762, 0.6619, 0.6616, 0.6591, 0.658, 0.6545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Environmental_issue", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Contraction_and_Convergence", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_change_mitigation"], "ranked_scores": [0.7265, 0.7242, 0.7211, 0.7192, 0.7171, 0.7154, 0.7076, 0.7, 0.6982, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Extreme_weather", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Environmental_skepticism", "Climate_risk", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Human_Rights_and_Climate_Change", "Politics_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.7428, 0.7147, 0.7109, 0.6941, 0.6862, 0.6853, 0.6804, 0.6797, 0.6782, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Measles", "Endotherm", "Ehrlichia_Wisconsin_HM543746", "Prevention_paradox", "Season_creep", "List_of_mammals_of_New_England", "Herd_immunity", "Southern_tick-associated_rash_illness", "Pleistocene_rewilding"], "ranked_scores": [0.6237, 0.5855, 0.5729, 0.5717, 0.5708, 0.559, 0.5482, 0.5444, 0.543, 0.538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_engineering", "Climate_Finance", "Mitigation_of_global_warming_in_Australia", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Climate_change_mitigation_scenarios", "Reasons_for_concern", "UK_Emissions_Trading_Scheme"], "ranked_scores": [0.6931, 0.678, 0.674, 0.6723, 0.6716, 0.6684, 0.6555, 0.6513, 0.6477, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "Climate_change_(general_concept)", "Bølling-Allerød_warming", "Antarctic_Cold_Reversal", "Younger_Dryas", "Hirnantian", "Future_of_Earth", "Quaternary", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.738, 0.7215, 0.7162, 0.7126, 0.7071, 0.7002, 0.6979, 0.6924, 0.6917, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Lōʻihi_Seamount", "Mauna_Loa_Observatory", "Keeling_Curve", "Ozone_layer", "Lampung", "Aliso_Canyon_gas_leak", "NOAAS_Okeanos_Explorer_(R_337)", "Mount_St._Helens", "Tropospheric_ozone", "Mauna_Kea"], "ranked_scores": [0.6693, 0.6576, 0.656, 0.6196, 0.6124, 0.5998, 0.5967, 0.588, 0.5846, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acidosis", "Air_pollution_in_the_United_States", "Metabolic_acidosis", "Air_pollution", "PH", "Liquefied_petroleum_gas", "Acidulated_water", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7116, 0.6482, 0.6269, 0.6126, 0.6097, 0.6077, 0.5964, 0.5761, 0.5482, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Climatic_Research_Unit_documents", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "Environmental_skepticism", "Global_warming_controversy", "Greening_Earth_Society", "Special_Report_on_Global_Warming_of_1.5_°C", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Reasons_for_concern"], "ranked_scores": [0.7788, 0.7497, 0.7487, 0.7311, 0.7216, 0.7074, 0.7072, 0.7027, 0.6972, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_parties_to_the_Kyoto_Protocol", "Paleocene–Eocene_Thermal_Maximum", "Tipping_point_(climatology)", "Pacific_decadal_oscillation", "Kyoto_Protocol", "Dole_effect", "Views_on_the_Kyoto_Protocol", "Plio-Pleistocene", "Primary_energy", "Tipping_points_in_the_climate_system"], "ranked_scores": [0.5689, 0.5565, 0.5509, 0.5353, 0.5336, 0.5304, 0.5126, 0.5031, 0.5026, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Canada_and_the_Kyoto_Protocol", "2011_United_Nations_Climate_Change_Conference", "Climate_change_in_the_United_States", "Climate_change_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "2015_United_Nations_Climate_Change_Conference", "Avoiding_Dangerous_Climate_Change", "Energy_policy_of_the_Barack_Obama_administration", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.7828, 0.7512, 0.7412, 0.7409, 0.6982, 0.6982, 0.6931, 0.6882, 0.6732, 0.6667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "Pacific_Northwest_windstorm", "Sea_breeze", "Shutdown_of_thermohaline_circulation", "Gulf_Stream", "Polar_front", "Weather_front", "Polar_vortex", "Climate_of_the_United_States", "Rear-inflow_jet"], "ranked_scores": [0.7, 0.6897, 0.6859, 0.6845, 0.6796, 0.6784, 0.6645, 0.6499, 0.6451, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "Timeline_of_the_2010_Pacific_hurricane_season", "100,000-year_problem", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_controversy", "Atmospheric_electricity", "2013_extreme_weather_events"], "ranked_scores": [0.741, 0.682, 0.6623, 0.635, 0.6261, 0.6246, 0.6179, 0.6139, 0.6062, 0.6041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Climate_risk", "Attribution_of_recent_climate_change", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Climate_change_adaptation_in_Nepal", "World_Climate_Change_Conference,_Moscow", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6588, 0.642, 0.6376, 0.6286, 0.624, 0.6214, 0.6201, 0.6172, 0.617, 0.6166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Plug-in_hybrids_in_California", "Competitive_Tax_Plan", "International_Fuel_Tax_Agreement", "Mandatory_renewable_energy_target", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.6706, 0.6662, 0.6515, 0.6445, 0.6317, 0.6066, 0.5928, 0.5877, 0.5627, 0.5602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Future_sea_level", "Winter_1985_cold_wave", "Wiesław_Masłowski", "Ice_age", "Ice2sea", "Retreat_of_glaciers_since_1850", "January_2016_East_Asia_cold_wave", "Timeline_of_glaciation"], "ranked_scores": [0.7151, 0.6688, 0.6665, 0.6612, 0.6578, 0.6291, 0.6279, 0.6133, 0.6019, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Timeline_of_the_2010_Pacific_hurricane_season", "2006_Atlantic_hurricane_season", "1936_North_American_cold_wave", "Global_storm_activity_of_2007", "March_2012_North_American_heat_wave", "Antarctica_cooling_controversy", "Timeline_of_the_2005_Pacific_hurricane_season"], "ranked_scores": [0.7423, 0.7304, 0.7079, 0.7046, 0.6938, 0.6822, 0.675, 0.6687, 0.6676, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Sea_level_rise", "Anoxic_event", "Clathrate_gun_hypothesis", "Ocean", "Air_pollution", "Environmental_hazard", "Acidophiles_in_acid_mine_drainage", "Oceanic_plateau", "Phreatic_eruption"], "ranked_scores": [0.7017, 0.6386, 0.6373, 0.6289, 0.6283, 0.6221, 0.6077, 0.6041, 0.6034, 0.5964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Beyond_Coal", "Alternatives_assessment", "Environmental_policy_of_the_Donald_Trump_administration", "The_Real_Global_Warming_Disaster", "The_Hockey_Stick_Illusion", "Greening_Earth_Society", "History_of_coal_mining", "Betz's_law", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.6067, 0.5781, 0.5632, 0.5576, 0.557, 0.5431, 0.5421, 0.542, 0.5348, 0.5237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Past_sea_level", "Pliocene_climate", "Climate_change_in_the_Arctic", "Ice2sea", "Arctic_dipole_anomaly", "Copenhagen_Diagnosis", "Winter_1985_cold_wave"], "ranked_scores": [0.7679, 0.746, 0.7116, 0.7066, 0.6907, 0.6706, 0.6546, 0.6427, 0.6417, 0.6298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Climate_change_adaptation", "United_Nations_Convention_to_Combat_Desertification", "Desertification", "Climate_change_in_Europe", "Ozone_depletion", "Environmental_degradation", "Grassland_degradation"], "ranked_scores": [0.6781, 0.6651, 0.65, 0.6483, 0.6373, 0.6335, 0.6303, 0.6226, 0.6162, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Climate_change_in_Europe", "Energy_mix", "ECMWF_re-analysis", "Greening_Earth_Society", "Shale_gas", "Copenhagen_Diagnosis", "Arctic_sea_ice_decline"], "ranked_scores": [0.6285, 0.6085, 0.6024, 0.6016, 0.6003, 0.5993, 0.5923, 0.5874, 0.5823, 0.5742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Excessive_heat_watch", "2006_North_American_heat_wave", "Summer_of_1976_(Europe)", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8353, 0.8221, 0.8109, 0.7666, 0.7513, 0.7457, 0.736, 0.7278, 0.7211, 0.7095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Antarctica_cooling_controversy", "James_Hansen", "Attribution_of_recent_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Economics_of_global_warming"], "ranked_scores": [0.7784, 0.7581, 0.7515, 0.7302, 0.7257, 0.72, 0.7163, 0.7161, 0.7158, 0.7111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Climate_change_(general_concept)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Effects_of_global_warming_on_humans", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change", "Temperature_record_of_the_past_1000_years", "Climate_variability", "Global_warming_controversy"], "ranked_scores": [0.6997, 0.6986, 0.696, 0.6949, 0.6912, 0.691, 0.6843, 0.6803, 0.6797, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Deforestation_and_climate_change", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Global_warming", "Environmental_issue", "Global_warming_potential", "Climate_change_in_Texas", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7308, 0.7162, 0.7064, 0.6913, 0.6862, 0.6768, 0.669, 0.6601, 0.6564, 0.6543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Worst-case_scenario", "Error_catastrophe", "Disaster", "Risk–benefit_ratio", "Global_catastrophic_risk", "Risk_neutral", "Alternatives_assessment", "Scenario_analysis", "Accident", "Cost_contingency"], "ranked_scores": [0.7127, 0.6521, 0.6189, 0.6112, 0.6103, 0.596, 0.5903, 0.5882, 0.5849, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Energy_policy_of_the_United_States", "Canada_and_the_Kyoto_Protocol", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "NoCO2_Certification_Program", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6902, 0.6706, 0.6617, 0.6433, 0.6368, 0.6107, 0.6089, 0.6027, 0.5982, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "January_2016_East_Asia_cold_wave", "2001_Eastern_North_America_heat_wave", "Extreme_weather"], "ranked_scores": [0.7994, 0.771, 0.769, 0.7537, 0.7454, 0.7343, 0.7213, 0.7163, 0.7157, 0.71], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Antarctic_Treaty_System", "Arctic_resources_race", "Arctic_dipole_anomaly", "West_Antarctica", "Amery_Ice_Shelf", "Thwaites_Glacier", "East_Antarctic_Ice_Sheet", "Pliocene_climate"], "ranked_scores": [0.7477, 0.7, 0.6655, 0.651, 0.6501, 0.6463, 0.6393, 0.6385, 0.6352, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Clean_coal_technology", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage", "Carbon_sequestration", "Carbon-neutral_fuel", "Carbon_neutrality", "Coal_gasification", "Clean_technology"], "ranked_scores": [0.7972, 0.7569, 0.7562, 0.7304, 0.7096, 0.6598, 0.6385, 0.6343, 0.6304, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "List_of_parties_to_the_Kyoto_Protocol", "Environmental_Defense_v._Duke_Energy_Corp.", "PDOS", "Dole_effect", "Ozone_depletion", "Cleaner_production", "Peak_oil", "Supply-side_economics", "PDO"], "ranked_scores": [0.5594, 0.5213, 0.5043, 0.4832, 0.4812, 0.4764, 0.4666, 0.4656, 0.461, 0.4566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Environmental_issue", "Global_warming_hiatus"], "ranked_scores": [0.7531, 0.731, 0.7287, 0.7112, 0.7108, 0.7082, 0.6996, 0.6937, 0.6934, 0.6827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Politics_of_global_warming", "James_Hansen", "Presidential_Climate_Action_Plan", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Climatic_Research_Unit_email_controversy", "World_Energy_Outlook", "Climate_risk", "Climatic_Research_Unit_documents", "Economics_of_global_warming"], "ranked_scores": [0.7068, 0.6898, 0.6769, 0.6573, 0.6504, 0.6499, 0.6449, 0.6445, 0.6405, 0.6388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Freezing_level", "Never_events", "Illusion_of_validity", "Little_Ice_Age", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Absolute_risk_reduction", "Desert_climate", "Inherent_bias", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)"], "ranked_scores": [0.5478, 0.5249, 0.5191, 0.5072, 0.4941, 0.4932, 0.4864, 0.4835, 0.4769, 0.4751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Abrupt_climate_change", "Effect_of_Sun_angle_on_climate", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.8427, 0.7801, 0.7764, 0.7696, 0.768, 0.766, 0.7641, 0.7585, 0.758, 0.7575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Weighting", "Earth's_energy_budget", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Shutdown_of_thermohaline_circulation", "History_of_climate_change_science", "Global_dimming", "Absolute_risk_reduction", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6226, 0.6131, 0.612, 0.6097, 0.6065, 0.6045, 0.5986, 0.5912, 0.5881, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Copenhagen_Diagnosis", "Environmental_issue", "Climate_variability", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_(general_concept)", "Politics_of_global_warming", "Deforestation_and_climate_change", "Climate_change_and_gender", "Climate_change_adaptation"], "ranked_scores": [0.7117, 0.711, 0.6827, 0.6827, 0.681, 0.6789, 0.67, 0.668, 0.6573, 0.6533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Brown_ocean_effect", "2010_Northern_Hemisphere_summer_heat_waves", "Eocene_Thermal_Maximum_2", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Late_2009_southeastern_Australia_heat_wave", "Environmental_issue", "Global_warming", "Earth's_internal_heat_budget", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7388, 0.7039, 0.7031, 0.6937, 0.6933, 0.6915, 0.6872, 0.6813, 0.6779, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change", "Environmental_skepticism", "IPCC_Fifth_Assessment_Report", "Reasons_for_concern", "IPCC_Fourth_Assessment_Report", "The_Great_Global_Warming_Swindle", "Circular_reporting", "List_of_experimental_errors_and_frauds_in_physics", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6977, 0.6769, 0.6766, 0.6618, 0.635, 0.6302, 0.6243, 0.618, 0.6179, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Satellite_temperature_measurements", "Weather_station", "Air_conditioned_clothing", "Weather_map", "Weather", "Ground-coupled_heat_exchanger", "Cooling_center", "Winds_aloft", "Atmospheric_circulation", "Weather_satellite"], "ranked_scores": [0.7326, 0.7047, 0.681, 0.6654, 0.6654, 0.6356, 0.6335, 0.6333, 0.6317, 0.6267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Global_cooling", "Antarctica_cooling_controversy", "Global_warming_controversy", "History_of_climate_change_science", "Effects_of_global_warming", "Global_warming_in_Antarctica"], "ranked_scores": [0.7798, 0.777, 0.7755, 0.7711, 0.7701, 0.7687, 0.7609, 0.7596, 0.747, 0.7445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy_in_the_United_States", "Wind_power_in_California", "Solar_power_in_the_United_States", "Wind_power_in_Colorado", "California_State_and_Consumer_Services_Agency", "Solar_energy", "Central_Valley_Project", "Solar_power_in_Spain", "100%_renewable_energy", "Wind_power_in_Pennsylvania"], "ranked_scores": [0.5535, 0.541, 0.5198, 0.5133, 0.5093, 0.4637, 0.4475, 0.4451, 0.4448, 0.4424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Agriculture_in_Brazil", "Unemployment_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Nonfarm_payrolls", "Farm_programs", "Climate_change_and_agriculture", "Gold_mining_in_the_United_States"], "ranked_scores": [0.7077, 0.687, 0.5822, 0.575, 0.5742, 0.5737, 0.5679, 0.5635, 0.5575, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-mrl-64-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Aronia", "Rubus_arcticus", "Strawberry", "Brown_bear", "Wild_farming", "Grizzly_bear", "Kodiak_bear", "Syrian_brown_bear", "Bile_bear", "Arctic_ecology"], "ranked_scores": [0.6946, 0.6803, 0.6148, 0.582, 0.5691, 0.5655, 0.5622, 0.5599, 0.5526, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5257, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_sea_ice_decline", "Atmospheric_methane", "Shale_gas", "Aliso_Canyon_gas_leak", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Marcellus_natural_gas_trend", "Arctic_geoengineering", "Arctic_dipole_anomaly"], "ranked_scores": [0.747, 0.7102, 0.6846, 0.6841, 0.6819, 0.6794, 0.6751, 0.6574, 0.6519, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Tide", "Future_sea_level", "Tidal_range", "Sea", "Thermohaline_circulation", "Annual_cycle_of_sea_level_height", "Low-pressure_area", "Tidal_flooding"], "ranked_scores": [0.817, 0.8054, 0.7697, 0.7639, 0.7414, 0.7202, 0.7185, 0.7178, 0.7115, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Global_cooling_(disambiguation)", "Ice2sea", "Holocene_glacial_retreat", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "History_of_climate_change_science"], "ranked_scores": [0.8242, 0.7661, 0.7566, 0.7224, 0.7213, 0.7156, 0.707, 0.6974, 0.6909, 0.686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Renewable_energy_debate", "Climate_footprint", "Politics_of_global_warming", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Carbon_emissions_reporting", "Alta_Wind_Energy_Center", "Wind_power_in_New_Mexico"], "ranked_scores": [0.7195, 0.7189, 0.6847, 0.6699, 0.6676, 0.6663, 0.6525, 0.6439, 0.6409, 0.6376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_diet", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Mercury_pollution_in_the_ocean", "Scientific_consensus_on_climate_change", "Atmospheric_carbon_cycle", "2011_United_Nations_Climate_Change_Conference", "CO2_is_Green", "Politics_of_global_warming"], "ranked_scores": [0.7243, 0.6703, 0.6649, 0.6529, 0.6502, 0.6397, 0.6344, 0.6235, 0.6183, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Wisconsin_glaciation", "Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Deglaciation", "East_Greenland_Orogen", "Greenland_ice_core_project", "Permian–Triassic_extinction_event"], "ranked_scores": [0.7851, 0.7682, 0.7531, 0.7084, 0.7072, 0.7017, 0.6941, 0.6785, 0.676, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Global_dimming", "Deforestation_and_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Effects_of_global_warming", "Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "Global_cooling"], "ranked_scores": [0.7583, 0.726, 0.7062, 0.7049, 0.7035, 0.7027, 0.6995, 0.6958, 0.6855, 0.682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Climate_risk", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Human_Rights_and_Climate_Change", "Environmental_skepticism", "Reasons_for_concern", "Global_warming_controversy", "Media_coverage_of_climate_change"], "ranked_scores": [0.739, 0.7355, 0.7215, 0.701, 0.6842, 0.6836, 0.6835, 0.6833, 0.6782, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Pleistocene_rewilding", "Infectious_mononucleosis", "Measles", "Lyme_disease", "Multiple_sclerosis", "Prevention_paradox", "United_States_rainfall_climatology", "Droughts_in_the_United_States", "List_of_diseases_eliminated_from_the_United_States", "List_of_mammals_of_New_England"], "ranked_scores": [0.645, 0.617, 0.6167, 0.5961, 0.5668, 0.564, 0.5598, 0.5504, 0.5438, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Mitigation_of_global_warming_in_Australia", "Climate_change_adaptation_in_Nepal", "World_Climate_Change_Conference,_Moscow", "Arctic_geoengineering", "Climate_change_adaptation", "Climate_risk", "Climate_Finance", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [0.6953, 0.6897, 0.6808, 0.67, 0.667, 0.6602, 0.6577, 0.654, 0.6518, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Hirnantian", "Late_Glacial", "Bølling-Allerød_warming", "Future_of_Earth", "Younger_Dryas", "Antarctic_Cold_Reversal", "Timeline_of_glaciation", "Termination_(geomorphology)", "Tipping_points_in_the_climate_system"], "ranked_scores": [0.7657, 0.7302, 0.7136, 0.7131, 0.7034, 0.7033, 0.6996, 0.6977, 0.6971, 0.6944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Lōʻihi_Seamount", "Lampung", "Ozone_layer", "Keeling_Curve", "Ozone_depletion_and_climate_change", "Aliso_Canyon_gas_leak", "350.org", "Ozone_depletion", "Global_dimming"], "ranked_scores": [0.6865, 0.6799, 0.669, 0.6524, 0.652, 0.645, 0.6446, 0.6396, 0.6389, 0.6377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Dole_effect", "Acidosis", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Oceanic_carbon_cycle"], "ranked_scores": [0.748, 0.68, 0.649, 0.6391, 0.6346, 0.6174, 0.6125, 0.6113, 0.6105, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Reasons_for_concern", "The_Great_Global_Warming_Swindle", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "Media_coverage_of_climate_change"], "ranked_scores": [0.779, 0.7561, 0.7484, 0.7473, 0.7442, 0.7441, 0.737, 0.7303, 0.7277, 0.7267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Dole_effect", "Kyoto_Protocol", "List_of_parties_to_the_Kyoto_Protocol", "Plio-Pleistocene", "CO2_fertilization_effect", "Phosphorus_cycle", "Views_on_the_Kyoto_Protocol", "Ozone_depletion", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.5877, 0.5772, 0.5637, 0.5517, 0.549, 0.5451, 0.545, 0.5423, 0.539, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Global_cooling", "2011_United_Nations_Climate_Change_Conference", "2009_United_Nations_Climate_Change_Conference", "Canada_and_the_Kyoto_Protocol", "2015_United_Nations_Climate_Change_Conference", "Avoiding_Dangerous_Climate_Change", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Climate_change_mitigation"], "ranked_scores": [0.7858, 0.7742, 0.7534, 0.7453, 0.7412, 0.7341, 0.7229, 0.7191, 0.7181, 0.7146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Prevailing_winds", "Weather_front", "Westerlies", "North_Atlantic_Current", "Climate_of_the_United_States", "Sea_breeze", "Polar_front", "East_Asian_Monsoon", "Gulf_Stream", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.7252, 0.7243, 0.7104, 0.7062, 0.7053, 0.6969, 0.6929, 0.6903, 0.6884, 0.6856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "Microwave_Sounding_Unit_temperature_measurements", "Timeline_of_the_2010_Pacific_hurricane_season", "100,000-year_problem", "2013_extreme_weather_events", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.7312, 0.7295, 0.7283, 0.672, 0.6682, 0.6602, 0.6594, 0.6512, 0.6496, 0.6459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Climate_risk", "Climatic_Research_Unit_email_controversy", "Attribution_of_recent_climate_change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_adaptation_in_Nepal", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.7023, 0.6876, 0.6357, 0.631, 0.6283, 0.6279, 0.6253, 0.62, 0.6198, 0.6196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "International_Fuel_Tax_Agreement", "Competitive_Tax_Plan", "Plug-in_hybrids_in_California", "Carbon_credit", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.799, 0.7402, 0.6979, 0.6954, 0.6952, 0.6487, 0.6319, 0.6261, 0.6254, 0.6247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Winter_1985_cold_wave", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Ice2sea", "November_2014_North_American_cold_wave", "Ice_age", "Measurement_of_sea_ice", "Glacier_mass_balance"], "ranked_scores": [0.8044, 0.7684, 0.7663, 0.7325, 0.7315, 0.7288, 0.7055, 0.7017, 0.6945, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "George_Kukla", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "Timeline_of_the_2005_Pacific_hurricane_season", "2012_Atlantic_hurricane_season", "1936_North_American_cold_wave", "Global_warming_hiatus", "1908", "2006_Atlantic_hurricane_season"], "ranked_scores": [0.719, 0.6888, 0.6868, 0.6702, 0.6649, 0.6638, 0.6633, 0.6631, 0.6559, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Sea", "Sea_level_rise", "Clathrate_gun_hypothesis", "Air_pollution", "Ocean", "Mercury_pollution_in_the_ocean", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7833, 0.6867, 0.6792, 0.6726, 0.6691, 0.6681, 0.6656, 0.6575, 0.6571, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Beyond_Coal", "Nuclear_power_debate", "Environmental_skepticism", "Renewable_energy_debate", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Nuclear_power_proposed_as_renewable_energy", "List_of_coal_fired_power_stations_in_Australia", "Wind_power_in_the_European_Union"], "ranked_scores": [0.6305, 0.6052, 0.5831, 0.5688, 0.5654, 0.5648, 0.5511, 0.5504, 0.5376, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Past_sea_level", "Climate_change_in_the_Arctic", "Pliocene_climate", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis"], "ranked_scores": [0.8409, 0.7929, 0.7249, 0.7229, 0.6841, 0.6627, 0.6603, 0.6482, 0.6438, 0.6367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Desertification", "Ozone_depletion_and_climate_change", "Extreme_poverty", "Grassland_degradation", "Environmental_degradation", "Special_Report_on_Global_Warming_of_1.5_°C", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Effects_of_global_warming_on_humans", "Drought_in_Spain"], "ranked_scores": [0.7105, 0.7014, 0.699, 0.6736, 0.6686, 0.6661, 0.6657, 0.6646, 0.6592, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Global_cooling", "Low-carbon_building", "Copenhagen_Diagnosis", "Arctic_sea_ice_decline", "Shale_gas", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6845, 0.6515, 0.6365, 0.6291, 0.6095, 0.6069, 0.6037, 0.6009, 0.594, 0.5927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Excessive_heat_watch", "2019_heat_wave_in_India_and_Pakistan", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.8588, 0.8515, 0.8388, 0.8031, 0.7828, 0.7817, 0.772, 0.7626, 0.7589, 0.7581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Politics_of_global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Global_warming_controversy", "Global_cooling", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_issue"], "ranked_scores": [0.799, 0.7626, 0.7576, 0.7502, 0.7398, 0.739, 0.7322, 0.7297, 0.7293, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Global_warming", "Global_warming_hiatus", "Climate_change_(general_concept)", "Economics_of_global_warming", "Global_cooling_(disambiguation)", "Climate_change_feedback", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Regional_effects_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling"], "ranked_scores": [0.7081, 0.708, 0.6985, 0.6926, 0.6918, 0.6898, 0.6876, 0.6857, 0.6838, 0.683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Environmental_issue", "Global_warming_potential", "Atmospheric_methane", "Physical_impacts_of_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Idealized_greenhouse_model"], "ranked_scores": [0.7646, 0.7573, 0.7479, 0.7422, 0.7301, 0.6972, 0.6949, 0.6923, 0.6861, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Worst-case_scenario", "Hazard_elimination", "Scenario_analysis", "Alternatives_assessment", "Risk_neutral", "Disaster", "Systematic_risk", "Risk–benefit_ratio", "Accident", "Hazard"], "ranked_scores": [0.7178, 0.6843, 0.665, 0.6645, 0.6504, 0.6477, 0.626, 0.6242, 0.6242, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_Barack_Obama_administration", "NoCO2_Certification_Program", "Energy_policy_of_the_United_States", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.7069, 0.7035, 0.6652, 0.655, 0.6435, 0.6193, 0.6164, 0.6152, 0.6129, 0.6097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "2016_American_Northeast_heat_wave", "2000_Southern_United_States_heat_wave", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.8205, 0.8006, 0.7745, 0.7565, 0.7466, 0.7383, 0.7382, 0.721, 0.7164, 0.707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Thwaites_Glacier", "Amery_Ice_Shelf", "Antarctic_Treaty_System", "Antarctic_sea_ice", "Arctic_resources_race", "West_Antarctica"], "ranked_scores": [0.7517, 0.7054, 0.6788, 0.6683, 0.668, 0.6653, 0.665, 0.6413, 0.6371, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage", "Landfill_gas_emission_reduction_in_Brazil", "Beyond_Coal", "Carbon_dioxide_removal", "Clean_technology", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.837, 0.8139, 0.7623, 0.739, 0.7254, 0.7014, 0.6857, 0.6795, 0.676, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Dole_effect", "PDO", "Tipping_point_(climatology)", "Ozone_depletion", "Doomer", "Environmental_Defense_v._Duke_Energy_Corp.", "List_of_parties_to_the_Kyoto_Protocol", "PDOS", "Ozone_depletion_and_climate_change", "Clean_Development_Mechanism"], "ranked_scores": [0.5804, 0.5548, 0.5394, 0.5367, 0.534, 0.5312, 0.5195, 0.5153, 0.5123, 0.5112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Reasons_for_concern", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Global_cooling", "Global_warming_controversy", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7626, 0.7624, 0.7329, 0.7303, 0.7214, 0.7185, 0.7073, 0.7046, 0.6989, 0.6924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_denial", "Physical_impacts_of_climate_change", "Politics_of_global_warming", "United_States_withdrawal_from_the_Paris_Agreement", "An_Appeal_to_Reason", "ExxonMobil_climate_change_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Climate_change"], "ranked_scores": [0.6999, 0.6904, 0.6695, 0.6685, 0.6528, 0.6492, 0.6433, 0.6425, 0.6378, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Illusion_of_validity", "Freezing_level", "Never_events", "Ground_zero", "Antarctica_cooling_controversy", "Cool_tropics_paradox", "Highest_temperature_recorded_on_Earth", "Desert_climate", "Global_warming_hiatus", "Absolute_risk_reduction"], "ranked_scores": [0.5719, 0.5711, 0.5687, 0.5596, 0.5438, 0.5395, 0.5379, 0.537, 0.52, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Abrupt_climate_change", "Environmental_issue", "Effects_of_global_warming"], "ranked_scores": [0.8292, 0.8128, 0.7984, 0.7907, 0.7818, 0.7814, 0.7658, 0.7582, 0.7536, 0.7505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_dimming", "Weighting", "Shutdown_of_thermohaline_circulation", "Polar_amplification", "Antarctica_cooling_controversy", "Climate_change_policy_of_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_feedback"], "ranked_scores": [0.6494, 0.6444, 0.6402, 0.6135, 0.6082, 0.6059, 0.5975, 0.5972, 0.5965, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Climate_change_in_the_Arctic", "Environmental_issue", "Abrupt_climate_change", "Arctic_geoengineering", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Politics_of_global_warming"], "ranked_scores": [0.7342, 0.7209, 0.7118, 0.7114, 0.7098, 0.7095, 0.7062, 0.7017, 0.6857, 0.6822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Earth's_internal_heat_budget", "Eocene_Thermal_Maximum_2", "Instrumental_temperature_record", "Environmental_issue", "Temperature_record_of_the_past_1000_years", "List_of_heat_waves", "Effect_of_Sun_angle_on_climate", "Global_warming", "Future_of_Earth", "Atmospheric_circulation"], "ranked_scores": [0.7649, 0.7333, 0.7231, 0.7231, 0.7196, 0.7065, 0.7048, 0.7042, 0.7007, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "Media_coverage_of_climate_change", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "Research_ethics", "IPCC_Fifth_Assessment_Report", "The_Deniers", "The_Great_Global_Warming_Swindle", "World_Climate_Report"], "ranked_scores": [0.7427, 0.6928, 0.6874, 0.686, 0.6834, 0.6725, 0.6721, 0.6566, 0.6454, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Cooling_center", "Weather_map", "Ground-coupled_heat_exchanger", "Air_conditioned_clothing", "Satellite_temperature_measurements", "Geothermal_heat_pump", "Weather", "Winds_aloft", "Wind"], "ranked_scores": [0.6908, 0.6885, 0.6784, 0.6767, 0.6735, 0.6696, 0.6657, 0.6587, 0.651, 0.6394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctic_Cold_Reversal", "Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Winter_1985_cold_wave", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Global_cooling"], "ranked_scores": [0.8103, 0.8056, 0.7916, 0.7777, 0.7772, 0.7709, 0.7692, 0.7662, 0.7629, 0.7619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Wind_power_in_Pennsylvania", "Wind_power_in_Colorado", "Renewable_energy_in_the_United_States", "Solar_power_in_Spain", "Solar_power_in_Michigan", "Growth_of_wind_power_in_the_United_States", "Renewable_energy_debate", "Solar_power"], "ranked_scores": [0.656, 0.5559, 0.5483, 0.5436, 0.5365, 0.5279, 0.519, 0.5181, 0.5116, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Jobs_created_during_U.S._presidential_terms", "Petroleum_in_the_United_States", "Agriculture_in_Brazil", "Energy_in_the_United_States", "Nonfarm_payrolls", "Agriculture_in_Syria", "Productivity_(ecology)"], "ranked_scores": [0.7015, 0.6536, 0.6018, 0.5993, 0.5766, 0.5685, 0.5658, 0.5649, 0.5554, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Walrus", "Rubus_arcticus", "Syrian_brown_bear", "Grizzly_bear", "Kodiak_bear", "Beringian_wolf", "Arctic", "List_of_power_stations_in_Texas", "Policy_Review", "Strawberry"], "ranked_scores": [0.4844, 0.4844, 0.4688, 0.4531, 0.4375, 0.4063, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Melt_pond", "Thermopause", "Arctic_ice_pack", "Ice_cap", "Polar_High", "Antarctic_ice_sheet", "Marcellus_natural_gas_trend", "Lake_North_Pole", "Thwaites_Glacier"], "ranked_scores": [0.6719, 0.6094, 0.5156, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Ross_Gyre", "Tide", "Sea", "Arctic_Ocean", "Annual_cycle_of_sea_level_height", "Cass_Lake_(Minnesota)", "Ria", "List_of_mammals_of_New_England"], "ranked_scores": [0.6563, 0.5781, 0.5312, 0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Global_dimming", "Ice2sea", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Global_cooling", "Copenhagen_Accord", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas_emissions_by_the_United_States", "Avoiding_Dangerous_Climate_Change", "Paris_Agreement"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_California", "Wind_power_in_New_Mexico", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Wind_power", "Embedded_emissions", "Carbon_footprint", "World_energy_consumption", "Deforestation_and_climate_change", "Climate_footprint", "Carbon_bubble"], "ranked_scores": [0.5, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Global_cooling", "Carbon_diet", "2011_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "Canada_and_the_Kyoto_Protocol", "Carbon_neutrality", "Clean_Development_Mechanism", "Carbon_bubble", "Climate_change_in_Australia", "Climate_change_in_Europe"], "ranked_scores": [0.5781, 0.5781, 0.5625, 0.5625, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Quaternary_glaciation", "Past_sea_level", "East_Greenland_Orogen", "Future_sea_level", "Global_dimming", "Antarctic_ice_sheet", "Mýrdalsjökull", "Last_Glacial_Maximum", "List_of_glaciers_of_Iceland"], "ranked_scores": [0.5781, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4844, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Politics_of_global_warming", "Climate_change_in_China", "Scientific_consensus_on_climate_change", "Carbon_bubble", "Contraction_and_Convergence", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.6094, 0.5781, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "2013_extreme_weather_events", "Wind", "Climate_change_(general_concept)", "United_States_tropical_cyclone_rainfall_climatology", "Hurricane_Harvey", "Climate_variability", "Politics_of_global_warming", "2011_North_American_heat_wave", "Weather"], "ranked_scores": [0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Grassland_degradation", "Measles", "Rewilding_(anarchism)", "Kawasaki_disease", "Southern_tick-associated_rash_illness", "Ehrlichia_Wisconsin_HM543746", "Meningococcal_disease", "Weathering", "Myrmecophagy", "Shift_work"], "ranked_scores": [0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4063, 0.4062, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Carbon_bubble", "World_Climate_Change_Conference,_Moscow", "Climate_risk", "Arctic_geoengineering", "Norwegian_cyclone_model", "Climate_prediction", "Global_warming_in_Antarctica", "Global_cooling", "Climate_change_mitigation_scenarios", "Global_cooling_(disambiguation)"], "ranked_scores": [0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Milankovitch_cycles", "List_of_locations_with_a_subtropical_climate", "Ring_of_Fire", "Antarctic_Cold_Reversal", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "2015_North_American_heat_wave", "Human_extinction", "Extinction", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "1808/1809_mystery_eruption", "Chemical_oceanography", "Global_dimming", "Biodilution", "Earth's_internal_heat_budget", "Eyes_on_the_Earth", "Mount_Lokon", "Mass_wasting", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Great_Oxygenation_Event", "Ocean_acidification", "Air_pollution_in_the_United_States", "Geological_history_of_oxygen", "Overproduction", "Carbonic_acid", "Atmospheric_carbon_cycle", "Carbon_neutrality", "United_Nations_Environment_Organization", "Stratosphere"], "ranked_scores": [0.4219, 0.4219, 0.4062, 0.4062, 0.375, 0.375, 0.375, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Climatic_Research_Unit_documents", "Global_cooling", "IPCC_First_Assessment_Report", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Antarctica_cooling_controversy", "Greening_Earth_Society", "Climate_change_denial", "Media_coverage_of_climate_change"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Scott_Pruitt", "Shutdown_of_thermohaline_circulation", "Watts_Up_With_That?", "Köppen_climate_classification", "Antarctica_cooling_controversy", "Intermountain_Power_Plant", "Growth_of_wind_power_in_the_United_States", "Greening_Earth_Society", "Lisa_P._Jackson", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.3594, 0.3594, 0.3438, 0.3437, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "James_Hansen", "Special_Report_on_Global_Warming_of_1.5_°C", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Global_warming_controversy", "Climate_change_denial", "ExxonMobil_climate_change_controversy", "Climate_Change_Science_Program"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Polar_vortex", "Climate_of_the_United_States", "Cold-air_damming", "Winter_1985_cold_wave", "Thaw_(weather)", "Weather_front", "45th_parallel_south", "1936_North_American_cold_wave", "Antarctica_cooling_controversy"], "ranked_scores": [0.5625, 0.5156, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Climate_change_in_Texas", "Climate_of_the_Arctic", "Satellite_temperature_measurements", "Global_warming", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.5781, 0.5469, 0.5469, 0.5469, 0.5313, 0.5156, 0.5156, 0.5, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Deforestation_and_climate_change", "Copenhagen_Diagnosis", "Carbon_neutrality", "CLOUD_experiment", "Contraction_and_Convergence", "Climate_change_in_China", "Coal_pollution_mitigation", "Beyond_Coal", "Carbon_dioxide_removal", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.5312, 0.5156, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Congestion_pricing", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Fuel_Economy_Reform_Act", "An_Act_to_amend_the_Criminal_Code_(minimum_sentence_for_offences_involving_trafficking_of_persons_under_the_age_of_eighteen_years)", "International_Fuel_Tax_Agreement", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [0.5625, 0.4531, 0.4531, 0.4375, 0.4219, 0.4063, 0.4062, 0.4062, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "January_2016_East_Asia_cold_wave", "Antarctic_ice_sheet", "Climate_of_the_Arctic", "Quaternary_glaciation", "January_2017_European_cold_wave", "Measurement_of_sea_ice", "North_American_Arctic", "2012–13_North_American_drought"], "ranked_scores": [0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Frost_Belt", "March_2012_North_American_heat_wave", "2014–15_North_American_winter", "Climate_of_Finland", "2013_extreme_weather_events", "Hurricane_Katrina_and_global_warming", "Weather_media_in_the_United_States", "North_American_Arctic", "Pneumonia_front", "List_of_Chicago_Bears_in_the_Pro_Football_Hall_of_Fame"], "ranked_scores": [0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Acidophiles_in_acid_mine_drainage", "Clathrate_gun_hypothesis", "Energy_accidents", "Oceanic_carbon_cycle", "Anoxic_event", "Ocean", "Heinrich_event", "Environmental_impact_of_the_coal_industry", "Runaway_greenhouse_effect"], "ranked_scores": [0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.4844, 0.4844, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Beyond_Coal", "Wind_power_in_the_European_Union", "Offshore_outsourcing", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_by_country", "Clean_coal_technology", "History_of_coal_mining", "Wage_curve", "United_Nations_Environment_Organization", "Nuclear_power_debate"], "ranked_scores": [0.5, 0.5, 0.4687, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Climate_of_the_Arctic", "2013_extreme_weather_events", "Melt_pond", "March_2012_North_American_heat_wave", "Thwaites_Glacier", "Dead_Sea", "Deepwater_Horizon_oil_spill"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Environmental_issues_with_coral_reefs", "Drought_in_Spain", "Retreat_of_glaciers_since_1850", "Arid", "Desertification", "Water_restrictions_in_Australia", "Drought_in_the_United_Kingdom", "Grassland_degradation", "Global_warming_in_Antarctica", "Famine"], "ranked_scores": [0.5313, 0.5, 0.5, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Planetary_equilibrium_temperature", "Inversion_(meteorology)", "Earth's_internal_heat_budget", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Energy_crisis", "Carbon_bubble", "Highest_temperature_recorded_on_Earth", "Gibbs_free_energy", "Global_cooling_(disambiguation)", "100%_renewable_energy"], "ranked_scores": [0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave", "2016_American_Northeast_heat_wave", "1980_United_States_heat_wave", "2013_extreme_weather_events"], "ranked_scores": [0.7188, 0.6719, 0.6562, 0.6406, 0.625, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Climate_change_in_Australia", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Climate_change_adaptation", "Shutdown_of_thermohaline_circulation", "Arctic_Climate_Impact_Assessment", "Global_warming_controversy", "Canada_and_the_Kyoto_Protocol", "Global_cooling"], "ranked_scores": [0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_warming_hiatus", "Climate_change_feedback", "Climate_change_(general_concept)", "Cloud_feedback", "Climate_of_Australia", "Climate_oscillation", "Cool_tropics_paradox", "Shutdown_of_thermohaline_circulation", "Global_warming"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Methane", "Arctic_methane_emissions", "Environmental_issue", "350.org", "Effects_of_global_warming", "Carbon_emissions_reporting", "Climate_change_in_the_United_States"], "ranked_scores": [0.6562, 0.6406, 0.5781, 0.5469, 0.5469, 0.5469, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Risk_neutral", "Scenario_analysis", "Risk–benefit_ratio", "Global_catastrophic_risk", "Inverse_consequences", "Risk_analysis", "Disaster", "Risk", "Endogenous_risk", "Hazard"], "ranked_scores": [0.4688, 0.4688, 0.4531, 0.4531, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_United_States", "Climate_change_in_Australia", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5312, 0.5156, 0.5156, 0.5, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_extreme_weather_events", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "January_2016_East_Asia_cold_wave", "Summer_of_1976_(Europe)", "1997–98_El_Niño_event"], "ranked_scores": [0.7031, 0.6406, 0.6406, 0.625, 0.625, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["East_Antarctic_Ice_Sheet", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Antarctic_Treaty_System", "Quaternary_glaciation", "Arctic_resources_race", "Pliocene_climate", "Antarctic_Cold_Reversal", "Thwaites_Glacier"], "ranked_scores": [0.5625, 0.5469, 0.5312, 0.5, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Beyond_Coal", "Clean_coal_technology", "Cleaner_production", "Carbon_capture_and_storage_in_Australia", "Carbon_neutrality", "Carbon_dioxide_removal", "Carbon_capture_and_storage", "Carbon_price", "History_of_coal_mining"], "ranked_scores": [0.625, 0.6094, 0.5625, 0.5313, 0.5312, 0.5312, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["United_Nations_Environment_Organization", "Ozone_depletion", "Global_cooling_(disambiguation)", "Programmed_Data_Processor", "Pacific_decadal_oscillation", "Aliso_Canyon_gas_leak", "Indonesian_Democratic_Party", "Demand_destruction", "NoCO2_Certification_Program", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.3906, 0.375, 0.375, 0.3594, 0.3438, 0.3438, 0.3437, 0.3437, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Greening_Earth_Society", "United_Nations_Framework_Convention_on_Climate_Change", "World_Climate_Report", "IPCC_First_Assessment_Report", "Climate_change_denial", "Attribution_of_recent_climate_change", "Deforestation_and_climate_change", "Global_dimming", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5781, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Greening_Earth_Society", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "World_Climate_Report", "United_Nations_Convention_to_Combat_Desertification", "Reducing_emissions_from_deforestation_and_forest_degradation", "Watts_Up_With_That?", "Hurricane_Katrina_and_global_warming", "ExxonMobil_climate_change_controversy", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [0.4844, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Circle_of_latitude", "Temperate_climate", "Arctic_oscillation", "North_Atlantic_oscillation", "Highest_temperature_recorded_on_Earth", "Longitude", "Latitude", "90th_meridian_east", "45th_parallel_south", "South_Pole"], "ranked_scores": [0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Climate_change_in_Texas", "Ian_Clark_(geologist)", "Scientific_opinion_on_climate_change", "Global_warming", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "Reasons_for_concern", "History_of_climate_change_science", "2013_extreme_weather_events"], "ranked_scores": [0.6563, 0.6562, 0.6406, 0.6094, 0.6094, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Weighting", "Home-ownership_in_the_United_States", "Statistical_significance", "Environmental_skepticism", "Diminishing_returns", "Environmental_issue", "Regression_toward_the_mean", "List_of_recessions_in_the_United_States", "Systematic_risk", "Deforestation_and_climate_change"], "ranked_scores": [0.5469, 0.5156, 0.4844, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_bubble", "Climate_change_in_Australia", "Climate_change_in_China", "Future_of_Earth", "Global_cooling", "Effects_of_global_warming_on_humans", "Carbon-based_fuel", "Earth's_internal_heat_budget", "Ocean_acidification"], "ranked_scores": [0.5625, 0.5625, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Climate_change_in_Texas", "List_of_heat_waves", "Eocene_Thermal_Maximum_2", "David_Titley", "Milankovitch_cycles", "Global_warming_in_Antarctica", "Global_warming", "Paleocene–Eocene_Thermal_Maximum", "100,000-year_problem"], "ranked_scores": [0.5781, 0.5781, 0.5625, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Reasons_for_concern", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Climate_risk", "Circular_reporting", "List_of_climate_scientists", "James_Hansen", "IPCC_Fourth_Assessment_Report", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.5937, 0.5469, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Satellite_temperature_measurements", "Renewable_heat", "Atmospheric_thermodynamics", "Weather_station", "Climate_change_in_Texas", "Thermal_pollution", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "Air_source_heat_pumps", "List_of_power_stations_in_Texas"], "ranked_scores": [0.5781, 0.5469, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming_in_Antarctica", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "2018_British_Isles_heat_wave", "Hockey_stick_graph", "Climate_change_in_the_United_States", "Climate_of_the_Arctic", "Tipping_points_in_the_climate_system", "Greening_Earth_Society"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Carbon_capture_and_storage_in_Australia", "Ian_Clark_(geologist)", "Cross-State_Air_Pollution_Rule", "Solar_power_in_the_United_States", "Hinkley_Point_C_nuclear_power_station", "Solar_power_in_Australia", "Solar_power_by_country"], "ranked_scores": [0.5, 0.4062, 0.375, 0.3594, 0.3438, 0.3438, 0.3437, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Acreage_Reduction_Program", "Agriculture_in_Syria", "Wind_power_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Ethiopia", "Growth_of_wind_power_in_the_United_States", "Grid_parity", "Wind_power_in_Pennsylvania", "Productivity_(ecology)"], "ranked_scores": [0.5312, 0.5, 0.4688, 0.4687, 0.4531, 0.4375, 0.4219, 0.4062, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Syrian_brown_bear", "Brown_bear", "Bile_bear", "Aronia", "Strawberry", "Grizzly_bear", "Ecology_of_the_Rocky_Mountains", "Kodiak_bear", "Morus_rubra"], "ranked_scores": [0.5493, 0.5336, 0.5281, 0.5183, 0.4905, 0.4887, 0.485, 0.4803, 0.4799, 0.463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5323, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Melt_pond", "Thermopause", "Clathrate_gun_hypothesis", "Water_on_Mars", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Volcanic_winter", "Cold-air_damming"], "ranked_scores": [0.7761, 0.6694, 0.6525, 0.6428, 0.6007, 0.6005, 0.5991, 0.5867, 0.5848, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Sea", "Arctic_Ocean", "Future_sea_level", "Temperate_climate", "Nordic_Seas", "Seawater", "Climate_of_Australia"], "ranked_scores": [0.7894, 0.7479, 0.7296, 0.6678, 0.645, 0.6365, 0.6195, 0.6053, 0.6041, 0.5957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Global_dimming", "Arctic_geoengineering", "Global_cooling_(disambiguation)", "Shutdown_of_thermohaline_circulation", "Pliocene_climate", "Ice2sea", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis"], "ranked_scores": [0.722, 0.6826, 0.6739, 0.6449, 0.6254, 0.6127, 0.5878, 0.5797, 0.5741, 0.573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Wind_power", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_in_New_Mexico", "Wind_power_in_the_United_Kingdom", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "World_energy_consumption"], "ranked_scores": [0.6312, 0.6192, 0.6166, 0.6129, 0.5981, 0.5866, 0.5828, 0.5814, 0.5777, 0.5693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Carbon_neutrality", "Global_cooling", "Carbon_diet", "Canada_and_the_Kyoto_Protocol", "IPCC_First_Assessment_Report", "Climate_change_mitigation", "Climate_change_in_the_United_States"], "ranked_scores": [0.6436, 0.6262, 0.615, 0.61, 0.6025, 0.5911, 0.5891, 0.5881, 0.587, 0.5867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Wisconsin_glaciation", "Holocene_glacial_retreat", "Future_sea_level", "East_Greenland_Orogen", "Last_Glacial_Maximum", "East_Antarctic_Ice_Sheet", "Quaternary_glaciation", "Antarctic_ice_sheet", "Greenland_ice_core_project"], "ranked_scores": [0.6456, 0.627, 0.5983, 0.5871, 0.5649, 0.5637, 0.561, 0.5542, 0.5508, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_issue", "Deforestation_and_climate_change", "Politics_of_global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "2015_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.6819, 0.6391, 0.6378, 0.6348, 0.6332, 0.6281, 0.6239, 0.6216, 0.6175, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Hurricane_Harvey", "Physical_impacts_of_climate_change", "Extreme_weather", "1980_United_States_heat_wave", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Droughts_in_the_United_States", "Climate_change_in_Texas", "Climate_variability"], "ranked_scores": [0.6683, 0.6568, 0.6473, 0.628, 0.6228, 0.621, 0.6117, 0.6076, 0.6059, 0.6049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Multiple_sclerosis", "Disease", "Ehrlichia_Wisconsin_HM543746", "Meningococcal_disease", "Acrodermatitis", "Weight_loss", "Infectious_mononucleosis", "Measles", "Diphtheria"], "ranked_scores": [0.5644, 0.5098, 0.5006, 0.4926, 0.4904, 0.4879, 0.4879, 0.4812, 0.4712, 0.455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Reasons_for_concern", "Climate_change_opinion_by_country", "Arctic_geoengineering", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming", "Climate_risk", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.6304, 0.581, 0.5778, 0.5689, 0.5686, 0.5675, 0.5614, 0.56, 0.5536, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming", "Timeline_of_glaciation", "History_of_climate_change_science", "Quaternary", "Milankovitch_cycles"], "ranked_scores": [0.6326, 0.6259, 0.6202, 0.6116, 0.5979, 0.5942, 0.5921, 0.5919, 0.5875, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Keeling_Curve", "Global_dimming", "Carbon_dioxide_in_Earth's_atmosphere", "Tropospheric_ozone", "NASA_Earth_Observatory", "Dole_effect", "Ozone_depletion", "Earth's_internal_heat_budget"], "ranked_scores": [0.609, 0.5855, 0.5679, 0.5666, 0.564, 0.5407, 0.53, 0.5293, 0.5251, 0.5184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Dihydrogen_monoxide_hoax", "Great_Oxygenation_Event", "Dole_effect", "Geological_history_of_oxygen", "Atmospheric_carbon_cycle", "Estuarine_acidification", "Oceanic_carbon_cycle", "PH", "Volcanic_winter"], "ranked_scores": [0.5447, 0.5205, 0.5152, 0.5085, 0.4954, 0.493, 0.4808, 0.4782, 0.4763, 0.4747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Greening_Earth_Society", "Media_coverage_of_climate_change", "Global_warming_controversy", "IPCC_First_Assessment_Report", "Environmental_skepticism", "Copenhagen_Diagnosis"], "ranked_scores": [0.7501, 0.7212, 0.7037, 0.6986, 0.6918, 0.6905, 0.6876, 0.6819, 0.6735, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Antarctica_cooling_controversy", "Shutdown_of_thermohaline_circulation", "Köppen_climate_classification", "Growth_of_wind_power_in_the_United_States", "Pacific_decadal_oscillation", "List_of_parties_to_the_Kyoto_Protocol", "Willie_Soon", "Ozone_depletion_and_climate_change", "Pliocene_climate", "Global_dimming"], "ranked_scores": [0.5158, 0.4918, 0.4882, 0.4846, 0.4641, 0.4628, 0.4594, 0.4532, 0.4519, 0.4499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "2011_United_Nations_Climate_Change_Conference", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "An_Appeal_to_Reason", "Views_on_the_Kyoto_Protocol", "James_Hansen"], "ranked_scores": [0.6805, 0.6798, 0.6749, 0.6726, 0.6377, 0.6361, 0.6337, 0.6311, 0.6292, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Westerlies", "Natural_circulation", "Weather_front", "Jet_stream", "Polar_vortex", "Gulf_Stream", "Global_stilling", "45th_parallel_south", "Wind"], "ranked_scores": [0.6753, 0.6363, 0.6314, 0.6273, 0.6089, 0.6055, 0.6033, 0.5928, 0.5906, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "List_of_climate_research_satellites", "Effect_of_Sun_angle_on_climate", "Climate_change_in_Texas", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [0.6797, 0.6644, 0.64, 0.6132, 0.5907, 0.5774, 0.5766, 0.5759, 0.5749, 0.5653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Carbon_dioxide_removal", "IPCC_First_Assessment_Report", "Contraction_and_Convergence", "Reducing_emissions_from_deforestation_and_forest_degradation", "Free_Ocean_CO2_Enrichment", "Coal_pollution_mitigation", "Deforestation_and_climate_change", "Cloud_feedback"], "ranked_scores": [0.6605, 0.6185, 0.5582, 0.5579, 0.5533, 0.5341, 0.5283, 0.5189, 0.5183, 0.5123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Low-carbon_emission", "Global_Warming_Pollution_Reduction_Act_of_2007", "Value-added_tax_(United_Kingdom)", "Mandatory_renewable_energy_target", "Carbon_offset", "Carbon_credit"], "ranked_scores": [0.6854, 0.6387, 0.6279, 0.6122, 0.5645, 0.5615, 0.5463, 0.5403, 0.5117, 0.5104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice_age", "Holocene_glacial_retreat", "Arctic_geoengineering", "Quaternary_glaciation", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Measurement_of_sea_ice", "Timeline_of_glaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6202, 0.6163, 0.6025, 0.6023, 0.6, 0.5892, 0.588, 0.5814, 0.5813, 0.5782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "Antarctica_cooling_controversy", "March_2012_North_American_heat_wave", "1908", "2014–15_North_American_winter", "Highest_temperature_recorded_on_Earth", "1936_North_American_cold_wave", "Climate_change_in_the_United_States", "Climatic_Research_Unit_email_controversy", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6272, 0.5859, 0.585, 0.5741, 0.5728, 0.5514, 0.5501, 0.545, 0.5442, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Clathrate_gun_hypothesis", "Estuarine_acidification", "Ocean", "Acidophiles_in_acid_mine_drainage", "Mercury_pollution_in_the_ocean", "Acid_rain", "Anoxic_waters", "Oceanic_plateau"], "ranked_scores": [0.6675, 0.6346, 0.599, 0.5925, 0.5922, 0.5887, 0.5843, 0.5766, 0.5764, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Beyond_Coal", "Energy_accidents", "Nuclear_power_debate", "List_of_coal_fired_power_stations_in_Australia", "Alternative_energy", "Electricity_sector_in_China", "Fossil_fuel_power_station", "Non-renewable_resource", "Energy_mix", "World_Energy_Outlook"], "ranked_scores": [0.5718, 0.5487, 0.5464, 0.5376, 0.5331, 0.5306, 0.518, 0.5096, 0.5087, 0.5033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Tipping_points_in_the_climate_system", "Pliocene_climate", "2001_Eastern_North_America_heat_wave", "Arctic_sea_ice_decline", "2000_Southern_United_States_heat_wave", "Arctic_methane_emissions"], "ranked_scores": [0.7378, 0.6764, 0.6704, 0.5958, 0.5944, 0.5892, 0.5864, 0.5851, 0.5687, 0.5633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Water_scarcity", "Environmental_degradation", "2010–13_Southern_United_States_and_Mexico_drought", "Global_warming_in_Antarctica", "Water_scarcity_in_Africa"], "ranked_scores": [0.7013, 0.6639, 0.6589, 0.6468, 0.6433, 0.6312, 0.6077, 0.6023, 0.5935, 0.5916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Global_cooling", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_Europe", "Climate_change_mitigation"], "ranked_scores": [0.7091, 0.6543, 0.6505, 0.6435, 0.6216, 0.6173, 0.616, 0.6117, 0.6061, 0.6051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8749, 0.8475, 0.7727, 0.7544, 0.7526, 0.7501, 0.7408, 0.7203, 0.7097, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_issue", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Climate_change_mitigation", "Global_cooling", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change"], "ranked_scores": [0.7217, 0.719, 0.7164, 0.7119, 0.7071, 0.7049, 0.697, 0.6943, 0.6885, 0.6868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Instrumental_temperature_record", "Climate_change_feedback", "Climate_sensitivity", "Earth's_energy_budget", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_warming", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.7608, 0.7574, 0.6812, 0.681, 0.6731, 0.6677, 0.6664, 0.6595, 0.654, 0.6535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2407, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Arctic_methane_emissions", "Wetland_methane_emissions", "Environmental_issue", "Ozone_depletion_and_climate_change", "Tropospheric_ozone", "Greenhouse_effect", "Methane"], "ranked_scores": [0.6861, 0.6829, 0.6691, 0.6554, 0.6287, 0.6284, 0.6219, 0.6113, 0.6084, 0.6065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Hazard_elimination", "Risk–benefit_ratio", "Worst-case_scenario", "Risk", "Alternatives_assessment", "Hazard", "Risk_neutral", "Risk_analysis", "Disaster", "Unemployment_in_the_United_States"], "ranked_scores": [0.6263, 0.6065, 0.5945, 0.5883, 0.5764, 0.5666, 0.5656, 0.553, 0.5474, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Energy_policy_of_the_Barack_Obama_administration", "Clean_Energy_Regulator", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Energy_policy_of_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6615, 0.5983, 0.5823, 0.5813, 0.5758, 0.5754, 0.5713, 0.5439, 0.5422, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2013_extreme_weather_events", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_Arctic", "2010_Northern_Hemisphere_heat_waves", "Global_warming", "2000_Southern_United_States_heat_wave", "Abrupt_climate_change"], "ranked_scores": [0.7585, 0.7351, 0.7095, 0.6955, 0.6898, 0.6882, 0.6839, 0.6825, 0.6764, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Antarctic_Treaty_System", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "West_Antarctica", "Arctic_geoengineering", "Thwaites_Glacier"], "ranked_scores": [0.6781, 0.6667, 0.6578, 0.6418, 0.6305, 0.6181, 0.6122, 0.5949, 0.5711, 0.5667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Beyond_Coal", "Presidential_Climate_Action_Plan", "Carbon_cycle_re-balancing", "Landfill_gas_emission_reduction_in_Brazil", "Carbon-neutral_fuel", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7628, 0.7467, 0.6987, 0.6735, 0.6654, 0.6409, 0.6386, 0.6323, 0.6293, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Ozone_depletion", "Shutdown_of_thermohaline_circulation", "PDOS", "Global_dimming", "Tropospheric_ozone", "NoCO2_Certification_Program", "Pacific_decadal_oscillation", "Presidential_Climate_Action_Plan", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.4328, 0.4258, 0.4234, 0.4012, 0.396, 0.3945, 0.3936, 0.3934, 0.3903, 0.3875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Environmental_issue", "Global_cooling", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6778, 0.6555, 0.6536, 0.6432, 0.6372, 0.6371, 0.6317, 0.6291, 0.627, 0.6262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["World_Climate_Report", "Climate_change_denial", "Greening_Earth_Society", "World_Climate_Change_Conference,_Moscow", "ExxonMobil_climate_change_controversy", "Global_warming_controversy", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Attribution_of_recent_climate_change", "Stern_Review", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.6509, 0.6471, 0.6189, 0.6133, 0.6005, 0.5918, 0.5875, 0.5861, 0.5809, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Temperature", "Desert_climate", "Celsius", "Arctic_Ocean", "Freezing_level", "Climate_of_Australia", "Circle_of_latitude", "Fahrenheit", "Land_and_water_hemispheres", "Forecast_error"], "ranked_scores": [0.5602, 0.5432, 0.5375, 0.5214, 0.5156, 0.5122, 0.5114, 0.498, 0.4957, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Global_warming", "Environmental_issue", "Effect_of_Sun_angle_on_climate", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Climate_change_(general_concept)", "Climate_change_in_the_United_States", "Climate_variability", "Scientific_opinion_on_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.7747, 0.7682, 0.7514, 0.7495, 0.7403, 0.7398, 0.7339, 0.7331, 0.7282, 0.7265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Wage_curve", "Trend_stationary", "Phillips_curve", "Proportional_reduction_in_loss", "Solow_residual", "Global_dimming", "Prevention_paradox", "Skewness", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Covariate"], "ranked_scores": [0.5857, 0.5339, 0.528, 0.5205, 0.51, 0.5096, 0.5068, 0.5065, 0.503, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Deforestation_and_climate_change", "Global_cooling", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Ozone_depletion_and_climate_change", "Abrupt_climate_change"], "ranked_scores": [0.6717, 0.6358, 0.6324, 0.6316, 0.6263, 0.6232, 0.6216, 0.6196, 0.6183, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Milankovitch_cycles", "Environmental_issue", "Antarctica_cooling_controversy", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming", "Pliocene_climate", "1808/1809_mystery_eruption", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.6792, 0.6738, 0.6668, 0.6547, 0.6507, 0.6491, 0.644, 0.6418, 0.6378, 0.6342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Antarctica_cooling_controversy"], "ranked_scores": [0.6424, 0.6346, 0.6337, 0.6323, 0.6135, 0.6102, 0.6057, 0.6011, 0.5875, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Effect_of_Sun_angle_on_climate", "Station_model", "Geothermal_heat_pump", "Weather_map", "Excessive_heat_watch", "Air_source_heat_pumps", "Weatherization"], "ranked_scores": [0.7009, 0.6597, 0.6555, 0.6467, 0.6213, 0.6178, 0.5994, 0.5956, 0.5789, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "History_of_climate_change_science", "Pliocene_climate", "Climate_change", "Global_warming_hiatus", "Climate_of_the_Arctic"], "ranked_scores": [0.714, 0.714, 0.7059, 0.689, 0.6748, 0.672, 0.667, 0.6645, 0.6633, 0.6622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power", "List_of_power_stations_in_Texas", "Renewable_energy_in_the_United_States", "Contribution_to_global_warming_by_Australia", "Capitol_Power_Plant", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.6625, 0.5684, 0.5672, 0.5489, 0.5167, 0.4996, 0.4854, 0.4793, 0.4667, 0.4486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Dairy_farming_in_Canada", "Collectivization_in_the_Soviet_Union", "Nonfarm_payrolls", "Food,_Conservation,_and_Energy_Act_of_2008", "Farm_programs"], "ranked_scores": [0.6455, 0.5473, 0.5141, 0.5091, 0.4962, 0.4878, 0.4795, 0.4754, 0.4712, 0.4686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Grizzly_bear", "Aronia", "Syrian_brown_bear", "Strawberry", "Brown_bear", "Kodiak_bear", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Northwoods_(forest)"], "ranked_scores": [0.6419, 0.5495, 0.5491, 0.549, 0.5462, 0.5359, 0.5304, 0.5237, 0.5206, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6197, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Melt_pond", "Thermopause", "Retreat_of_glaciers_since_1850", "Methane_clathrate", "Arctic_geoengineering", "Water_on_Mars", "Permafrost", "Wetland_methane_emissions"], "ranked_scores": [0.7988, 0.69, 0.6516, 0.6439, 0.6325, 0.6303, 0.6118, 0.6057, 0.6027, 0.6017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea", "Future_sea_level", "Temperate_climate", "Measurement_of_sea_ice", "United_States_rainfall_climatology", "Tidal_range"], "ranked_scores": [0.7868, 0.7635, 0.7344, 0.6526, 0.6501, 0.6455, 0.6338, 0.6192, 0.6163, 0.6154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Global_dimming", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Ice2sea", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Climate_change_mitigation"], "ranked_scores": [0.7837, 0.7296, 0.6882, 0.6498, 0.6359, 0.6294, 0.6278, 0.6207, 0.6076, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Deforestation_and_climate_change", "Carbon_footprint", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Wind_power_in_New_Mexico", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Mitigation_of_global_warming_in_Australia", "Carbon_diet", "Wind_power"], "ranked_scores": [0.6862, 0.6445, 0.6442, 0.6243, 0.6235, 0.6217, 0.6154, 0.6122, 0.604, 0.6033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Deforestation_and_climate_change", "Global_cooling", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_diet", "IPCC_First_Assessment_Report", "Carbon_neutrality", "2015_United_Nations_Climate_Change_Conference", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.7095, 0.6608, 0.6518, 0.645, 0.6449, 0.6375, 0.6301, 0.6296, 0.6209, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Wisconsin_glaciation", "Future_sea_level", "Deglaciation", "Past_sea_level", "Last_Glacial_Maximum", "Quaternary_glaciation", "Permian–Triassic_extinction_event", "Greenland_ice_sheet"], "ranked_scores": [0.711, 0.6795, 0.6542, 0.6531, 0.6505, 0.6302, 0.6277, 0.6214, 0.6116, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Global_cooling", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_China", "Atmospheric_carbon_cycle", "Greenhouse_gas"], "ranked_scores": [0.7028, 0.701, 0.6871, 0.6808, 0.6807, 0.6682, 0.6679, 0.6594, 0.6586, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Global_warming", "Physical_impacts_of_climate_change", "Climate_change_(general_concept)", "Climate_change_in_the_Arctic", "Scientific_opinion_on_climate_change", "Climate_change_in_Texas", "1980_United_States_heat_wave", "Climate_variability", "Reasons_for_concern"], "ranked_scores": [0.7118, 0.6853, 0.6798, 0.6785, 0.677, 0.6743, 0.6712, 0.6708, 0.6704, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Measles", "Meningococcal_disease", "Infectious_mononucleosis", "Multiple_sclerosis", "Acrodermatitis", "Diphtheria", "Disease", "Ehrlichia_Wisconsin_HM543746", "Lymphoma"], "ranked_scores": [0.5884, 0.5522, 0.5371, 0.5362, 0.5248, 0.5225, 0.5106, 0.5098, 0.492, 0.4773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "Climate_change_in_Europe", "Economics_of_global_warming", "Climate_risk", "Arctic_geoengineering", "Reasons_for_concern", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "List_of_climate_research_satellites"], "ranked_scores": [0.6833, 0.659, 0.6486, 0.6474, 0.6467, 0.6449, 0.6422, 0.6409, 0.6339, 0.6258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Milankovitch_cycles", "Future_of_Earth", "Timeline_of_glaciation", "Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7031, 0.6848, 0.6828, 0.6667, 0.6652, 0.6608, 0.6601, 0.654, 0.6533, 0.6528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Global_dimming", "Keeling_Curve", "Ozone_depletion_and_climate_change", "Ozone_layer", "NASA_Earth_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Tropospheric_ozone", "Lōʻihi_Seamount"], "ranked_scores": [0.6478, 0.6112, 0.5906, 0.5764, 0.5718, 0.5591, 0.5569, 0.5542, 0.5541, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "PH", "Geological_history_of_oxygen", "Dole_effect", "Acidosis", "Metabolic_acidosis", "Great_Oxygenation_Event", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6137, 0.5876, 0.5849, 0.5573, 0.5526, 0.5403, 0.5361, 0.5331, 0.5314, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_warming_controversy", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Global_warming", "Reasons_for_concern", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7922, 0.7484, 0.7464, 0.7387, 0.7386, 0.7375, 0.7276, 0.7265, 0.7263, 0.7256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Growth_of_wind_power_in_the_United_States", "List_of_parties_to_the_Kyoto_Protocol", "Antarctica_cooling_controversy", "Global_cooling", "Global_dimming", "Tipping_point_(climatology)", "Ozone_depletion_and_climate_change", "Willie_Soon"], "ranked_scores": [0.5094, 0.5014, 0.4908, 0.4861, 0.4731, 0.4724, 0.4653, 0.4628, 0.459, 0.4549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_sea_ice_decline", "Climate_change_in_Europe", "Climate_change_in_the_Arctic", "Avoiding_Dangerous_Climate_Change", "Global_cooling", "Climate_change_mitigation"], "ranked_scores": [0.7538, 0.7177, 0.7088, 0.6963, 0.6849, 0.6812, 0.6785, 0.6722, 0.6716, 0.6686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Westerlies", "Climate_of_the_United_States", "Weather_front", "Prevailing_winds", "Polar_front", "Jet_stream", "Polar_vortex", "60th_parallel_south", "Shutdown_of_thermohaline_circulation", "45th_parallel_south"], "ranked_scores": [0.6811, 0.6774, 0.6653, 0.6617, 0.6592, 0.6537, 0.6532, 0.6419, 0.6396, 0.6295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "2013_extreme_weather_events", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites"], "ranked_scores": [0.7326, 0.7137, 0.6926, 0.6926, 0.6806, 0.6515, 0.6429, 0.6243, 0.6205, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Contraction_and_Convergence", "Carbon_dioxide_removal", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Deforestation_and_climate_change", "Clean_Development_Mechanism", "Cloud_feedback", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7074, 0.6557, 0.5988, 0.5827, 0.5803, 0.5795, 0.5699, 0.5683, 0.567, 0.5644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Mandatory_renewable_energy_target", "Carbon_offset", "Low-carbon_emission", "Fuel_Economy_Reform_Act", "International_Fuel_Tax_Agreement"], "ranked_scores": [0.6953, 0.6941, 0.6597, 0.6438, 0.5856, 0.5729, 0.5636, 0.5566, 0.5541, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Winter_1985_cold_wave", "2013_extreme_weather_events", "Ice_age", "Past_sea_level", "Arctic_ice_pack", "Holocene_glacial_retreat", "Arctic_geoengineering", "Future_sea_level"], "ranked_scores": [0.6394, 0.6304, 0.6215, 0.6097, 0.6061, 0.6002, 0.5956, 0.5944, 0.5872, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Antarctica_cooling_controversy", "1908", "Highest_temperature_recorded_on_Earth", "Hurricane_Katrina_and_global_warming", "2001_Eastern_North_America_heat_wave", "George_Kukla", "1936_North_American_cold_wave"], "ranked_scores": [0.6884, 0.6539, 0.6197, 0.6112, 0.6104, 0.6003, 0.5946, 0.5943, 0.5888, 0.5852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Anoxic_waters", "Clathrate_gun_hypothesis", "Acidophiles_in_acid_mine_drainage", "Ocean", "Acid_rain", "Oceanic_carbon_cycle"], "ranked_scores": [0.7136, 0.6647, 0.66, 0.658, 0.6495, 0.6443, 0.6242, 0.6065, 0.6056, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Beyond_Coal", "World_Energy_Outlook", "Environmental_impact_of_the_coal_industry", "Non-renewable_resource", "Alternative_energy", "Wind_power_by_country", "The_Real_Global_Warming_Disaster", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.587, 0.5535, 0.5421, 0.5384, 0.5239, 0.5207, 0.5158, 0.5148, 0.5046, 0.5046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "2013_extreme_weather_events", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "January_2016_East_Asia_cold_wave", "Global_warming_in_Antarctica", "Winter_1985_cold_wave", "Pliocene_climate"], "ranked_scores": [0.7812, 0.7544, 0.7289, 0.6161, 0.6097, 0.6082, 0.606, 0.5982, 0.5943, 0.5868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Ozone_depletion_and_climate_change", "Environmental_degradation", "Climate_change_in_Europe", "Water_scarcity", "Grassland_degradation", "Climate_change_in_Australia"], "ranked_scores": [0.6928, 0.6511, 0.6444, 0.6232, 0.6217, 0.6193, 0.6044, 0.5941, 0.5935, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_cooling", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Cool_tropics_paradox", "Climate_change_mitigation", "Arctic_geoengineering", "Copenhagen_Diagnosis", "Global_cooling_(disambiguation)", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7106, 0.6758, 0.6621, 0.6503, 0.6242, 0.6225, 0.6183, 0.6099, 0.6057, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.8627, 0.8431, 0.8365, 0.8162, 0.7811, 0.7769, 0.7706, 0.7664, 0.7657, 0.7569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.7631, 0.7416, 0.7378, 0.7348, 0.7341, 0.7319, 0.7313, 0.7312, 0.7186, 0.717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Instrumental_temperature_record", "Global_warming_hiatus", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "Cool_tropics_paradox", "Regional_effects_of_global_warming"], "ranked_scores": [0.7531, 0.7494, 0.7252, 0.699, 0.6877, 0.6844, 0.6793, 0.6718, 0.6692, 0.6683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Environmental_issue", "Earth's_internal_heat_budget", "Wetland_methane_emissions"], "ranked_scores": [0.7317, 0.7066, 0.6974, 0.6684, 0.6683, 0.6597, 0.6569, 0.6514, 0.6359, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Worst-case_scenario", "Alternatives_assessment", "Risk–benefit_ratio", "Systematic_risk", "Risk", "Risk_assessment", "Hazard_elimination", "Scenario_analysis", "Risk_neutral", "Accident"], "ranked_scores": [0.6466, 0.6408, 0.6392, 0.6281, 0.6217, 0.6199, 0.6136, 0.6117, 0.609, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "NoCO2_Certification_Program", "Energy_policy_of_the_Barack_Obama_administration", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "California_Proposition_23_(2010)"], "ranked_scores": [0.6568, 0.6497, 0.6339, 0.6067, 0.6043, 0.6025, 0.5995, 0.5968, 0.5886, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_Arctic", "Climate_change_in_Texas"], "ranked_scores": [0.8071, 0.7719, 0.7653, 0.7577, 0.7557, 0.7271, 0.7249, 0.7239, 0.7235, 0.7204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Arctic_sea_ice_decline", "Antarctic_Treaty_System", "West_Antarctica", "Global_warming_in_Antarctica", "East_Antarctic_Ice_Sheet", "Antarctic_sea_ice", "Antarctic", "Antarctic_Plate"], "ranked_scores": [0.7305, 0.685, 0.6754, 0.6711, 0.6604, 0.66, 0.6557, 0.6454, 0.6345, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Beyond_Coal", "Carbon_capture_and_storage", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Mitigation_of_global_warming_in_Australia", "Carbon_dioxide_removal", "Landfill_gas_emission_reduction_in_Brazil"], "ranked_scores": [0.8306, 0.8029, 0.7164, 0.7144, 0.6864, 0.6832, 0.6739, 0.6536, 0.6501, 0.6404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Global_dimming", "Global_cooling", "Shutdown_of_thermohaline_circulation", "PDOS", "List_of_parties_to_the_Kyoto_Protocol", "Ozone_depletion", "Arctic_geoengineering", "Pacific_decadal_oscillation", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.5147, 0.4637, 0.4565, 0.4398, 0.4358, 0.4254, 0.4238, 0.4226, 0.422, 0.4195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_controversy", "Deforestation_and_climate_change", "Global_cooling", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.7094, 0.7026, 0.6917, 0.6734, 0.6694, 0.6604, 0.656, 0.6542, 0.6514, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Global_warming_controversy", "Physical_impacts_of_climate_change", "United_Nations_Framework_Convention_on_Climate_Change", "United_Nations_Climate_Change_conference", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7008, 0.6897, 0.6864, 0.6613, 0.6561, 0.656, 0.6485, 0.6484, 0.6478, 0.6463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Celsius", "Instrumental_temperature_record", "Fahrenheit", "Temperature", "Highest_temperature_recorded_on_Earth", "Temperate_climate", "Desert_climate", "Arctic_Ocean", "Temperature_record_of_the_past_1000_years", "Measurement_of_sea_ice"], "ranked_scores": [0.5572, 0.5365, 0.5364, 0.5126, 0.512, 0.5111, 0.5077, 0.5018, 0.5016, 0.5008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Climate_variability", "Climate_change_in_the_Arctic", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report", "Earth's_energy_budget"], "ranked_scores": [0.8186, 0.8063, 0.8033, 0.7995, 0.799, 0.7815, 0.7794, 0.7791, 0.7664, 0.7639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Diminishing_returns", "Wage_curve", "Trend_stationary", "Proportional_reduction_in_loss", "Skewness", "Global_dimming", "Weighting", "Correlation_and_dependence", "Statistical_significance", "Phillips_curve"], "ranked_scores": [0.5847, 0.5707, 0.5695, 0.56, 0.5517, 0.5501, 0.5372, 0.5355, 0.5307, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Abrupt_climate_change", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Orbital_forcing", "Climate_change_in_the_United_States", "Environmental_issue", "Global_cooling", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6987, 0.6837, 0.6799, 0.6765, 0.6731, 0.6708, 0.6698, 0.6664, 0.6631, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Environmental_issue", "Greenhouse_and_icehouse_Earth", "2013_extreme_weather_events", "Milankovitch_cycles", "Global_warming", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "Antarctica_cooling_controversy", "Highest_temperature_recorded_on_Earth", "Global_warming_in_Antarctica"], "ranked_scores": [0.718, 0.7159, 0.7061, 0.7043, 0.7043, 0.7042, 0.7005, 0.6982, 0.6969, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Climatic_Research_Unit_documents", "James_Hansen", "IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6725, 0.6582, 0.6325, 0.6182, 0.6137, 0.6104, 0.5994, 0.5916, 0.59, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2769, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Weather_map", "Air_source_heat_pumps", "Excessive_heat_watch", "Geothermal_heat_pump", "Effect_of_Sun_angle_on_climate", "Earth's_internal_heat_budget", "Weather_satellite"], "ranked_scores": [0.7247, 0.6904, 0.6616, 0.6509, 0.6481, 0.6434, 0.6419, 0.6392, 0.6368, 0.6329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Global_warming_hiatus", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Global_cooling", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "Global_warming_controversy", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7752, 0.7634, 0.7372, 0.7241, 0.7233, 0.7217, 0.7202, 0.7134, 0.7133, 0.7132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Photovoltaics", "Contribution_to_global_warming_by_Australia", "Solar_energy"], "ranked_scores": [0.7214, 0.6465, 0.5957, 0.5924, 0.5867, 0.5825, 0.5628, 0.5379, 0.5181, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Productivity_(ecology)", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Farm_programs", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Ecological_yield", "Nonfarm_payrolls"], "ranked_scores": [0.6975, 0.5991, 0.5471, 0.5365, 0.5328, 0.5314, 0.5163, 0.5078, 0.5064, 0.5005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Piscivore", "Grizzly_bear", "Bile_bear", "Syrian_brown_bear", "Aronia", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Kodiak_bear", "Strawberry"], "ranked_scores": [0.4297, 0.4297, 0.4297, 0.4219, 0.4141, 0.4141, 0.3984, 0.3984, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5239, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Aliso_Canyon_gas_leak", "Arctic_geoengineering", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Thermopause", "Carbon_dioxide_in_Earth's_atmosphere", "Coalbed_methane"], "ranked_scores": [0.6094, 0.5, 0.4844, 0.4844, 0.4766, 0.4766, 0.4687, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Climate_of_Los_Angeles", "Sea", "Tide", "Sea_level", "Sea_ice_thickness", "Future_sea_level", "Sea_state", "Annual_cycle_of_sea_level_height"], "ranked_scores": [0.6016, 0.5547, 0.5391, 0.5234, 0.5156, 0.5078, 0.5078, 0.5, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Sea_ice", "Antarctica_cooling_controversy", "Antarctic_sea_ice", "Arctic_ice_pack", "Shutdown_of_thermohaline_circulation", "Community_Earth_System_Model", "History_of_climate_change_science"], "ranked_scores": [0.5469, 0.4453, 0.4375, 0.4375, 0.4297, 0.4063, 0.4063, 0.4062, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Low-carbon_emission", "Ecological_footprint", "German_response_to_Kyoto_Protocol", "Carbon_footprint", "Environmental_impact_of_transport", "Economics_of_global_warming"], "ranked_scores": [0.5078, 0.5, 0.4844, 0.4688, 0.4609, 0.4531, 0.4531, 0.4375, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Climate_footprint", "Climate_change_in_the_United_States", "Global_warming_controversy", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Nuclear_power", "Global_warming", "Climate_change_feedback"], "ranked_scores": [0.5312, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766, 0.4687, 0.4609, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Deglaciation", "Sea_level_rise", "Ellesmere_Ice_Shelf", "Past_sea_level", "Climate_inertia"], "ranked_scores": [0.5313, 0.5312, 0.5234, 0.5234, 0.5156, 0.4844, 0.4531, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "CO2_fertilization_effect", "Scientific_consensus_on_climate_change", "Global_warming", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.5625, 0.5313, 0.5156, 0.5156, 0.5, 0.4922, 0.4922, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Droughts_in_the_United_States", "Media_coverage_of_climate_change", "Extreme_weather", "1980_United_States_heat_wave", "Climate_change_in_Texas", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Late_2009_southeastern_Australia_heat_wave", "Natural_disaster"], "ranked_scores": [0.4688, 0.4688, 0.4687, 0.4609, 0.4609, 0.4609, 0.4375, 0.4297, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["List_of_mammals_of_New_England", "Multiple_sclerosis", "Lyme_disease", "Acrodermatitis", "Meningococcal_disease", "Drought_in_the_United_Kingdom", "Landslide", "2012–13_North_American_drought", "Weather_warning", "Snow"], "ranked_scores": [0.3906, 0.3828, 0.375, 0.3672, 0.3672, 0.3516, 0.3438, 0.3437, 0.3437, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Climate_change_mitigation", "Climate_change_adaptation", "Parametrization_(atmospheric_modeling)", "Economics_of_global_warming", "Climate_change_in_Canada", "Climate_risk", "Climate_state", "Stern_Review", "Reasons_for_concern"], "ranked_scores": [0.4922, 0.4609, 0.4609, 0.4531, 0.4531, 0.4453, 0.4375, 0.4375, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Earth's_rotation", "Timeline_of_glaciation", "Milankovitch_cycles", "Pliocene_climate", "Quaternary", "Boreal_(age)"], "ranked_scores": [0.6016, 0.5625, 0.5312, 0.5, 0.4922, 0.4688, 0.4609, 0.4609, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Loa_Observatory", "International_Standard_Atmosphere", "Ozone_layer", "NASA_Earth_Observatory", "Water_on_Mars", "Atmosphere_of_Mars", "Ocean_surface_topography", "Future_sea_level"], "ranked_scores": [0.5391, 0.5156, 0.5, 0.4687, 0.4609, 0.4453, 0.4453, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Greenhouse_gas", "Arctic_methane_emissions", "Atmospheric_carbon_cycle", "Blackwater_(coal)", "Dole_effect", "Tropospheric_ozone", "Great_Oxygenation_Event"], "ranked_scores": [0.5078, 0.4609, 0.4609, 0.4531, 0.4453, 0.4297, 0.4297, 0.4219, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greening_Earth_Society", "Global_warming_controversy", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change", "History_of_climate_change_science", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5938, 0.5781, 0.5547, 0.5547, 0.5469, 0.5469, 0.5469, 0.5469, 0.5312, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Programmed_Data_Processor", "Tipping_point_(climatology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greening_Earth_Society", "Trifluoromethyl_sulphur_pentafluoride", "Paleocene–Eocene_Thermal_Maximum", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Stephen_Schneider"], "ranked_scores": [0.375, 0.3672, 0.3359, 0.3281, 0.3125, 0.3125, 0.3125, 0.3047, 0.2969, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Arctic_sea_ice_decline", "U.S._Global_Change_Research_Program", "Climate_Change_Science_Program", "Arctic_Climate_Impact_Assessment", "Carbon_capture_and_storage_in_Australia", "Stern_Review", "Climate_gap", "Wiesław_Masłowski", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.5703, 0.5625, 0.5391, 0.5391, 0.5234, 0.5078, 0.5078, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Westerlies", "El_Niño–Southern_Oscillation", "Climate_of_Finland", "Texas_Norther", "Polar_vortex", "Polar_front", "Antarctic_Circle", "Climate_of_the_United_States", "Gulf_Stream", "Arctic_Circle"], "ranked_scores": [0.5937, 0.5703, 0.5625, 0.5234, 0.5234, 0.5078, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2013_extreme_weather_events", "Microwave_Sounding_Unit_temperature_measurements", "March_2012_North_American_heat_wave", "MSU_temperature_measurements", "HadCRUT", "Highest_temperature_recorded_on_Earth", "2014–15_North_American_winter", "Thaw_(weather)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5234, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_email_controversy", "Climate_risk", "TopHat_(telescope)", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Cold_fusion", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.4453, 0.4141, 0.4063, 0.3984, 0.3984, 0.3984, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Carbon_emission_trading", "Environmental_impact_of_transport_in_Australia", "Competitive_Tax_Plan", "UK_Emissions_Trading_Scheme", "Emissions_trading", "International_Fuel_Tax_Agreement", "Carbon_offset"], "ranked_scores": [0.5234, 0.4531, 0.4531, 0.4297, 0.4219, 0.3906, 0.3906, 0.3828, 0.375, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Timeline_of_glaciation", "Winter_1985_cold_wave", "Deglaciation", "Sea_ice_thickness", "Ice2sea"], "ranked_scores": [0.5547, 0.5469, 0.5391, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "2013_extreme_weather_events", "Global_Historical_Climatology_Network", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1936_North_American_cold_wave", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "2014–15_North_American_winter", "March_2012_North_American_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.4766, 0.4688, 0.4609, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Air_pollution", "Mercury_pollution_in_the_ocean", "Ocean_acidification", "Anoxic_event", "Air_pollution_in_the_United_States", "Acid_rain", "Blackwater_(coal)", "Sulfuric_acid", "Cumulative_effects_(environment)"], "ranked_scores": [0.5469, 0.5156, 0.4922, 0.4844, 0.4766, 0.4766, 0.4453, 0.4375, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Environmental_skepticism", "Renewable_energy_debate", "Energy_mix", "Wage_curve", "Deforestation_by_region", "Beyond_Coal", "Wind_power_in_California", "Probability_of_error"], "ranked_scores": [0.4609, 0.4062, 0.375, 0.3437, 0.3359, 0.3359, 0.3281, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Ice2sea", "Sea_ice", "Arctic_sea_ice_decline", "Past_sea_level", "2013_extreme_weather_events", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.6016, 0.5781, 0.4844, 0.4844, 0.4766, 0.4609, 0.4609, 0.4609, 0.4531, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Desertification", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Arctic_sea_ice_decline", "Water_restrictions_in_Australia", "Climate_change_adaptation", "Climate_change_mitigation_scenarios", "Environmental_degradation"], "ranked_scores": [0.5156, 0.5, 0.4766, 0.4688, 0.4688, 0.4297, 0.4297, 0.4219, 0.4141, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Special_Report_on_Global_Warming_of_1.5_°C", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation", "Global_warming_hiatus", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Climate_state"], "ranked_scores": [0.5625, 0.5313, 0.5234, 0.5156, 0.5078, 0.5, 0.4922, 0.4922, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.6172, 0.5938, 0.5938, 0.5625, 0.5625, 0.5547, 0.5547, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Global_warming_controversy", "Scientific_consensus_on_climate_change", "Climate_change_adaptation", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Politics_of_global_warming", "Wibjörn_Karlén", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5859, 0.5547, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Global_warming", "Temperature_record_of_the_past_1000_years", "Climate_variability", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_(general_concept)", "Instrumental_temperature_record", "Global_cooling_(disambiguation)", "History_of_climate_change_science"], "ranked_scores": [0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5391, 0.5156, 0.5078, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Carbon_emissions_reporting", "Wetland_methane_emissions", "Tropospheric_ozone", "German_response_to_Kyoto_Protocol", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Environmental_issue"], "ranked_scores": [0.6406, 0.6016, 0.5625, 0.5547, 0.5469, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Accident", "Worst-case_scenario", "Scenario_analysis", "Optimal_decision", "Systematic_risk", "Hazard", "Never_events", "Risk_neutral", "Disaster", "Unemployment_in_the_United_States"], "ranked_scores": [0.4531, 0.4375, 0.4062, 0.3828, 0.375, 0.375, 0.3672, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Wind_power_in_New_Mexico", "Canada_and_the_Kyoto_Protocol", "Climate_gap", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_pricing_in_Australia", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Electricity_sector_in_China"], "ranked_scores": [0.4141, 0.4141, 0.4063, 0.3984, 0.3984, 0.3906, 0.3828, 0.3828, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_heat_waves", "Global_warming", "2014–16_El_Niño_event", "Global_warming_in_Antarctica", "2010_Northern_Hemisphere_summer_heat_waves", "Antarctic_Cold_Reversal", "Summer_of_1976_(Europe)", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6094, 0.5859, 0.5703, 0.5703, 0.5547, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "Polar_seas", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Ice2sea", "West_Antarctica", "Sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.6016, 0.4922, 0.4922, 0.4766, 0.4609, 0.4609, 0.4609, 0.4609, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia", "Beyond_Coal", "Coal", "History_of_coal_mining", "Carbon_neutrality", "Carbon_sequestration"], "ranked_scores": [0.6094, 0.5781, 0.5781, 0.5469, 0.5312, 0.5078, 0.4922, 0.4844, 0.4844, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Pacific_decadal_oscillation", "Trifluoromethyl_sulphur_pentafluoride", "Global_cooling", "Mesopause", "Shutdown_of_thermohaline_circulation", "Dole_effect", "Tipping_point_(climatology)", "PDOS", "Arctic_geoengineering"], "ranked_scores": [0.3438, 0.3437, 0.3359, 0.3281, 0.3203, 0.3047, 0.3047, 0.2969, 0.2734, 0.2734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Environmental_issue", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6016, 0.5938, 0.5781, 0.5391, 0.5312, 0.5234, 0.5234, 0.5078, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["World_Climate_Report", "Mitigation_of_global_warming_in_Australia", "History_of_climate_change_science", "Campaign_against_Climate_Change", "Hurricane_Katrina_and_global_warming", "Greening_Earth_Society", "Global_warming", "Physical_impacts_of_climate_change", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5078, 0.4922, 0.4766, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Highest_temperature_recorded_on_Earth", "Climate_of_Australia", "Cool_tropics_paradox", "Temperature_record_of_the_past_1000_years", "Water_distribution_on_Earth", "Global_Historical_Climatology_Network", "Earth_rainfall_climatology", "Land_and_water_hemispheres", "Sea_surface_temperature"], "ranked_scores": [0.4609, 0.4375, 0.4297, 0.4297, 0.4141, 0.4062, 0.3984, 0.3828, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Reasons_for_concern", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_adaptation"], "ranked_scores": [0.6172, 0.6094, 0.5859, 0.5781, 0.5781, 0.5703, 0.5703, 0.5547, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Phillips_curve", "Shutdown_of_thermohaline_circulation", "Weighting", "Global_stilling", "Wage_curve", "Airborne_fraction", "Weight_loss", "Pacific_decadal_oscillation", "Antarctica_cooling_controversy", "Informal_fallacy"], "ranked_scores": [0.3828, 0.3828, 0.3672, 0.3594, 0.3594, 0.3516, 0.3516, 0.3438, 0.3438, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Environmental_issue", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Climate_sensitivity", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Global_warming", "Climate_change_mitigation"], "ranked_scores": [0.5391, 0.5312, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4922, 0.4922, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["List_of_climate_research_satellites", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Life_on_Mars", "Future_of_Earth", "Pliocene_climate", "Earth's_internal_heat_budget", "History_of_Earth", "Earth"], "ranked_scores": [0.5625, 0.5469, 0.5391, 0.5391, 0.5391, 0.5312, 0.5078, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_warming_controversy", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Climate_change_opinion_by_country", "Global_Change_Research_Act_of_1990"], "ranked_scores": [0.4687, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4219, 0.4141, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Cooling_center", "Weather_station", "Weather_satellite", "Air_conditioned_clothing", "Climate_of_the_United_States", "List_of_climate_research_satellites", "Climate_change_in_Texas"], "ranked_scores": [0.5547, 0.5234, 0.5156, 0.5078, 0.5078, 0.4844, 0.4687, 0.4609, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Media_coverage_of_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Hockey_stick_controversy", "1997–98_El_Niño_event", "Wibjörn_Karlén", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Global_warming_in_Antarctica"], "ranked_scores": [0.5781, 0.5703, 0.5547, 0.5547, 0.5469, 0.5469, 0.5469, 0.5391, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power_in_Michigan", "California_State_and_Consumer_Services_Agency", "Photovoltaics", "Solar_power", "Solar_energy", "Solar_power_in_Spain"], "ranked_scores": [0.4922, 0.4844, 0.3984, 0.3984, 0.3906, 0.3828, 0.3828, 0.3828, 0.375, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Dairy_farming_in_Canada", "Agricultural_policy_of_the_United_States", "Agriculture", "Industry", "Agricultural_Act_of_2014", "Petroleum_in_the_United_States", "National_Farm_Safety_&_Health_Week"], "ranked_scores": [0.4609, 0.4453, 0.4375, 0.3984, 0.3984, 0.3906, 0.3672, 0.3594, 0.3516, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Rubus_arcticus", "Brown_bear", "Kodiak_bear", "Bile_bear", "Sloth_bear", "Aronia", "Syrian_brown_bear", "Piscivore"], "ranked_scores": [0.5545, 0.5438, 0.541, 0.5343, 0.533, 0.5042, 0.4895, 0.4874, 0.4851, 0.4786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Arctic_geoengineering", "Aliso_Canyon_gas_leak", "Retreat_of_glaciers_since_1850", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Ice_cap", "Cryovolcano"], "ranked_scores": [0.7515, 0.6416, 0.6073, 0.601, 0.5994, 0.5812, 0.5737, 0.5713, 0.5606, 0.5579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Sea_surface_temperature", "Sea", "Tidal_range", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Sea_level"], "ranked_scores": [0.7602, 0.748, 0.6657, 0.6617, 0.6392, 0.6242, 0.6191, 0.6175, 0.6171, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_cooling", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "Sea_ice", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice"], "ranked_scores": [0.7246, 0.6337, 0.6188, 0.5892, 0.572, 0.5682, 0.5673, 0.5646, 0.5541, 0.5497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Climate_footprint", "Environmental_impact_of_aviation", "Carbon_footprint", "Mitigation_of_global_warming_in_Australia", "Deforestation_and_climate_change", "Ecological_footprint", "GHG_footprint", "Carbon_offset", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6171, 0.5975, 0.5684, 0.5548, 0.5427, 0.5409, 0.5389, 0.5343, 0.525, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Climate_change_in_the_United_States", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_diet", "Scientific_consensus_on_climate_change", "Atmospheric_carbon_cycle", "Carbon_cycle_re-balancing", "Canada_and_the_Kyoto_Protocol", "Carbon_neutrality"], "ranked_scores": [0.6312, 0.6177, 0.614, 0.609, 0.5994, 0.5959, 0.5947, 0.582, 0.5803, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Ice2sea", "Holocene_glacial_retreat", "Past_sea_level", "Deglaciation", "Climate_inertia", "Last_Glacial_Maximum"], "ranked_scores": [0.6605, 0.6581, 0.6499, 0.6207, 0.6181, 0.6158, 0.6122, 0.6117, 0.5778, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Copenhagen_Diagnosis", "Global_warming", "Atmospheric_carbon_cycle", "Carbon_cycle_re-balancing", "CO2_fertilization_effect", "Greenhouse_gas", "Environmental_issue"], "ranked_scores": [0.6479, 0.6464, 0.6364, 0.6265, 0.6254, 0.6148, 0.6099, 0.6065, 0.6053, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Droughts_in_the_United_States", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Effects_of_global_warming", "1980_United_States_heat_wave", "Attribution_of_recent_climate_change", "Hurricane_Katrina_and_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_adaptation"], "ranked_scores": [0.6091, 0.5946, 0.5846, 0.5835, 0.5833, 0.582, 0.573, 0.5646, 0.5603, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Meningococcal_disease", "Multiple_sclerosis", "Disease", "Measles", "Infectious_mononucleosis", "Acrodermatitis", "Drought_in_the_United_Kingdom", "Mediterranean_climate", "Granuloma_multiforme"], "ranked_scores": [0.5362, 0.5196, 0.4882, 0.4755, 0.4633, 0.46, 0.4483, 0.4475, 0.4442, 0.4339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation", "Climate_change_mitigation_scenarios", "Reasons_for_concern", "Climate_change_in_Canada", "Climate_risk", "Economics_of_global_warming", "Climate_Change_Science_Program", "An_Appeal_to_Reason"], "ranked_scores": [0.5881, 0.5742, 0.5569, 0.5539, 0.5533, 0.5511, 0.5482, 0.541, 0.5277, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Milankovitch_cycles", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth", "Global_warming", "History_of_Earth", "Antarctic_Cold_Reversal", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.7174, 0.6476, 0.6255, 0.6197, 0.6174, 0.612, 0.6003, 0.5996, 0.5943, 0.5941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Loa_Observatory", "Climate_change_in_the_United_States", "Global_dimming", "Global_Historical_Climatology_Network", "Great_Salt_Lake_effect", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis"], "ranked_scores": [0.5727, 0.5608, 0.5518, 0.5509, 0.5471, 0.5344, 0.5329, 0.525, 0.5186, 0.5163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "PH", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Great_Oxygenation_Event", "Nitrogen_dioxide_poisoning", "Air_pollution_in_the_United_States"], "ranked_scores": [0.5825, 0.562, 0.5596, 0.5415, 0.5343, 0.5196, 0.5152, 0.5121, 0.5081, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_warming_controversy", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greening_Earth_Society"], "ranked_scores": [0.7524, 0.6927, 0.671, 0.6707, 0.6668, 0.6619, 0.6563, 0.6555, 0.6539, 0.6497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDO", "Programmed_Data_Processor", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Tipping_point_(climatology)", "Climate_Change_Science_Program", "Federal_Fuel_Administration"], "ranked_scores": [0.4566, 0.4165, 0.408, 0.403, 0.4029, 0.3984, 0.3922, 0.387, 0.3767, 0.3766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Climate_risk", "Arctic_Climate_Impact_Assessment", "IPCC_Second_Assessment_Report", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Climate_Change_Science_Program", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6852, 0.6534, 0.6293, 0.6074, 0.6058, 0.6037, 0.6023, 0.6017, 0.6002, 0.5978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Westerlies", "Climate_of_Finland", "Polar_vortex", "El_Niño–Southern_Oscillation", "Jet_stream", "Climate_of_the_United_States", "Shutdown_of_thermohaline_circulation", "Gulf_Stream"], "ranked_scores": [0.6539, 0.6502, 0.6332, 0.6305, 0.621, 0.613, 0.6123, 0.6052, 0.6024, 0.602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "2013_extreme_weather_events", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.675, 0.6553, 0.6536, 0.6373, 0.6302, 0.6048, 0.6019, 0.6013, 0.6006, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Cloud_feedback", "Climatic_Research_Unit_documents", "Climate_change_mitigation", "Contraction_and_Convergence", "Cold_fusion", "IPCC_First_Assessment_Report", "Global_cooling", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.6281, 0.5632, 0.5297, 0.5245, 0.5221, 0.5216, 0.5133, 0.5103, 0.5093, 0.5067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Minerals_Resource_Rent_Tax", "International_Fuel_Tax_Agreement", "Competitive_Tax_Plan", "Value-added_tax_(United_Kingdom)", "Carbon_offset", "Green_Energy_Act_2009"], "ranked_scores": [0.6226, 0.5928, 0.5721, 0.5317, 0.5104, 0.5039, 0.5021, 0.4615, 0.4573, 0.4536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Past_sea_level", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Sea_level_rise", "Arctic_geoengineering", "Sea_ice"], "ranked_scores": [0.6648, 0.6553, 0.6244, 0.6198, 0.6112, 0.6103, 0.6041, 0.5979, 0.5979, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "1936_North_American_cold_wave", "2014–15_North_American_winter", "March_2012_North_American_heat_wave", "January_2016_East_Asia_cold_wave", "2006_North_American_heat_wave", "1908", "Media_coverage_of_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6477, 0.6257, 0.6021, 0.6007, 0.5994, 0.5918, 0.5868, 0.5774, 0.5709, 0.5693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Acidophiles_in_acid_mine_drainage", "Acid_mine_drainage", "Acid_rain", "Blackwater_(coal)", "Sulfuric_acid"], "ranked_scores": [0.6977, 0.6694, 0.6442, 0.6083, 0.608, 0.6044, 0.6004, 0.5972, 0.5955, 0.5721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Beyond_Coal", "The_Real_Global_Warming_Disaster", "Demand_destruction", "Non-renewable_resource", "Environmental_impact_of_the_coal_industry", "Renewable_energy_debate", "Environmental_skepticism", "Nuclear_power_debate"], "ranked_scores": [0.4849, 0.4777, 0.4576, 0.4495, 0.4384, 0.4253, 0.4201, 0.4162, 0.4148, 0.4144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Pliocene_climate", "Sea_ice", "Climate_inertia", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.7818, 0.756, 0.6978, 0.6407, 0.6205, 0.6159, 0.6038, 0.5841, 0.5678, 0.557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Desertification", "Grassland_degradation", "Water_restrictions_in_Australia", "Climate_change_in_Australia", "Deforestation_and_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.6008, 0.5945, 0.585, 0.5827, 0.576, 0.5431, 0.5398, 0.5361, 0.5353, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Low-carbon_building", "Climate_change_mitigation", "Global_cooling", "Climate_state", "Carbon_diet", "Stern_Review"], "ranked_scores": [0.6158, 0.6067, 0.5994, 0.599, 0.5916, 0.5871, 0.5866, 0.581, 0.5768, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.8297, 0.7576, 0.7502, 0.7373, 0.7333, 0.7326, 0.7243, 0.7206, 0.7191, 0.7079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming", "Global_cooling", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7242, 0.7108, 0.692, 0.6829, 0.6754, 0.658, 0.6532, 0.6466, 0.6452, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "Global_warming", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "Climate_change_feedback"], "ranked_scores": [0.7012, 0.6956, 0.6939, 0.6773, 0.651, 0.6416, 0.6365, 0.628, 0.628, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Greenhouse_effect", "Environmental_issue", "Arctic_methane_emissions", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Wetland_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7301, 0.7221, 0.7022, 0.6947, 0.6917, 0.6699, 0.6551, 0.645, 0.6444, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Worst-case_scenario", "Accident", "Hazard", "Risk–benefit_ratio", "Risk_neutral", "Risk", "Manufactured_risk", "Never_events", "Scenario_analysis", "Absolute_risk_reduction"], "ranked_scores": [0.5586, 0.5455, 0.5261, 0.5143, 0.4911, 0.4863, 0.4859, 0.4821, 0.4723, 0.4702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "NoCO2_Certification_Program", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Global_Warming_Pollution_Reduction_Act_of_2007", "California_Proposition_23_(2010)"], "ranked_scores": [0.5731, 0.5535, 0.5505, 0.5361, 0.5336, 0.5306, 0.5136, 0.5013, 0.4966, 0.4948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7507, 0.7138, 0.7086, 0.6942, 0.6812, 0.677, 0.6679, 0.6632, 0.6591, 0.6518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Arctic_ice_pack", "Climate_of_Antarctica", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Arctic_Ocean"], "ranked_scores": [0.6882, 0.6512, 0.6456, 0.6375, 0.6307, 0.6191, 0.6122, 0.6092, 0.6001, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon_cycle_re-balancing", "Beyond_Coal", "Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization"], "ranked_scores": [0.7812, 0.7397, 0.6688, 0.6636, 0.619, 0.6119, 0.6094, 0.6076, 0.5981, 0.5733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "PDO", "Global_cooling", "Demand_destruction", "Greening_Earth_Society", "Programmed_Data_Processor", "Presidential_Climate_Action_Plan", "Ozone_depletion"], "ranked_scores": [0.4236, 0.4013, 0.3845, 0.3833, 0.3798, 0.3661, 0.3659, 0.3596, 0.3581, 0.3574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Deforestation_and_climate_change", "Environmental_issue", "History_of_climate_change_science"], "ranked_scores": [0.7255, 0.7054, 0.678, 0.6547, 0.6499, 0.6403, 0.6384, 0.6307, 0.6278, 0.6232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "World_Climate_Report", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Greening_Earth_Society", "Climate_Central", "Climate_change_and_gender"], "ranked_scores": [0.6426, 0.6161, 0.6148, 0.6139, 0.6115, 0.5988, 0.5915, 0.5881, 0.583, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Climate_of_Australia", "Global_warming_hiatus", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "Cool_tropics_paradox", "Global_Historical_Climatology_Network", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Desert_climate"], "ranked_scores": [0.5302, 0.5249, 0.5189, 0.4966, 0.4923, 0.4902, 0.4842, 0.4841, 0.4759, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Effect_of_Sun_angle_on_climate", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7362, 0.722, 0.7189, 0.7123, 0.6938, 0.6937, 0.6917, 0.6914, 0.6911, 0.6882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_dimming", "Phillips_curve", "Worse-than-average_effect", "Global_warming_hiatus", "Trend_stationary", "Pacific_decadal_oscillation", "Statistical_significance", "Prevention_paradox", "Global_cooling"], "ranked_scores": [0.4902, 0.4665, 0.4532, 0.4446, 0.4352, 0.431, 0.4156, 0.4117, 0.4117, 0.4093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "Greenhouse_gas", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Politics_of_global_warming"], "ranked_scores": [0.6651, 0.6376, 0.6348, 0.6271, 0.6157, 0.6139, 0.608, 0.5891, 0.5884, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Earth", "Climate_of_Mars", "Future_of_Earth", "Pliocene_climate", "Milankovitch_cycles", "Earth's_internal_heat_budget", "History_of_Earth", "Paleocene–Eocene_Thermal_Maximum", "List_of_climate_research_satellites"], "ranked_scores": [0.6997, 0.6734, 0.6544, 0.6395, 0.6364, 0.6358, 0.6358, 0.6303, 0.6246, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Research_(journal)", "IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change", "Scientific_community"], "ranked_scores": [0.5987, 0.5531, 0.5342, 0.5336, 0.5314, 0.5275, 0.5261, 0.5229, 0.5182, 0.5117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Cooling_center", "Excessive_heat_watch", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "Weather", "2006_North_American_heat_wave", "Weather_satellite", "Urban_heat_island"], "ranked_scores": [0.6264, 0.6262, 0.6198, 0.6177, 0.6075, 0.6041, 0.5841, 0.5828, 0.5801, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Winter_1985_cold_wave", "IPCC_First_Assessment_Report", "Global_warming_in_Antarctica", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Global_cooling", "Media_coverage_of_climate_change", "2013_extreme_weather_events"], "ranked_scores": [0.6983, 0.6911, 0.6615, 0.658, 0.6535, 0.648, 0.6443, 0.6431, 0.6396, 0.638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "Solar_power_in_Spain", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Concentrated_solar_power"], "ranked_scores": [0.6908, 0.5743, 0.5514, 0.5449, 0.5276, 0.5124, 0.5109, 0.5059, 0.5049, 0.4988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Petroleum_in_the_United_States", "Agriculture_in_Brazil", "Agricultural_policy_of_the_United_States", "Farm_programs", "Productivity_(ecology)", "Dairy_farming_in_Canada", "Agriculture_in_Ethiopia"], "ranked_scores": [0.6229, 0.579, 0.5193, 0.5099, 0.5046, 0.494, 0.4897, 0.4742, 0.4716, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Grizzly_bear", "Brown_bear", "Bile_bear", "Syrian_brown_bear", "Aronia", "Sloth_bear", "Bear_attack"], "ranked_scores": [0.6047, 0.5805, 0.5741, 0.5707, 0.5695, 0.5613, 0.5543, 0.5466, 0.5091, 0.4887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Glacier", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Methane_clathrate", "Mesopause", "Carbon_dioxide_in_Earth's_atmosphere", "Melt_pond"], "ranked_scores": [0.7756, 0.6731, 0.6343, 0.6302, 0.63, 0.6178, 0.6146, 0.6143, 0.6128, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Sea_level", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Sea", "Measurement_of_sea_ice", "Sea_ice_thickness"], "ranked_scores": [0.8072, 0.7916, 0.7288, 0.7273, 0.6868, 0.6767, 0.6637, 0.6606, 0.6434, 0.63], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_cooling", "Arctic_geoengineering", "Sea_ice", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7554, 0.6928, 0.6658, 0.6384, 0.6236, 0.6185, 0.6151, 0.602, 0.5935, 0.5912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Carbon_footprint", "Environmental_impact_of_transport", "Mitigation_of_global_warming_in_Australia", "Wind_power_in_the_United_Kingdom", "Embedded_emissions", "Wind_power_by_country"], "ranked_scores": [0.6458, 0.6409, 0.623, 0.606, 0.6041, 0.5745, 0.5735, 0.5717, 0.5678, 0.5664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Carbon_diet", "IPCC_First_Assessment_Report", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Scientific_consensus_on_climate_change", "Carbon_bubble"], "ranked_scores": [0.6828, 0.6803, 0.6527, 0.6492, 0.6408, 0.6397, 0.6396, 0.6256, 0.6253, 0.6248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Future_sea_level", "Arctic_sea_ice_decline", "Past_sea_level", "Deglaciation", "Wisconsin_glaciation", "Quaternary_glaciation", "Holocene_glacial_retreat", "Last_Glacial_Maximum"], "ranked_scores": [0.7279, 0.6751, 0.6645, 0.6582, 0.6417, 0.6316, 0.6305, 0.6232, 0.6201, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Permian–Triassic_extinction_event", "Climate_sensitivity", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Environmental_issue", "Global_warming", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7124, 0.6851, 0.684, 0.6824, 0.6797, 0.6756, 0.6609, 0.6596, 0.6521, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Climate_change_in_Texas", "Physical_impacts_of_climate_change", "Droughts_in_the_United_States", "1980_United_States_heat_wave", "Effects_of_global_warming", "Extreme_weather", "Media_coverage_of_climate_change", "Hurricane_Katrina_and_global_warming", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.6489, 0.6441, 0.6399, 0.63, 0.6222, 0.62, 0.613, 0.6115, 0.6101, 0.6028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "Lyme_disease", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Measles", "Meningococcal_disease", "Multiple_sclerosis", "List_of_mammals_of_New_England", "Disease", "Drought_in_the_United_Kingdom", "Droughts_in_the_United_States", "Acrodermatitis", "Infectious_mononucleosis"], "ranked_scores": [0.5507, 0.5074, 0.4941, 0.486, 0.4737, 0.4725, 0.4691, 0.468, 0.4647, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_risk", "Climate_change_in_Canada", "Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal", "Economics_of_global_warming", "Presidential_Climate_Action_Plan", "Carbon_emissions_reporting", "Arctic_geoengineering", "Reasons_for_concern"], "ranked_scores": [0.6156, 0.5986, 0.5959, 0.5923, 0.5733, 0.5692, 0.5657, 0.5653, 0.5612, 0.561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth", "Milankovitch_cycles", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Global_warming", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation"], "ranked_scores": [0.7502, 0.6947, 0.6901, 0.6833, 0.6727, 0.6668, 0.6639, 0.6572, 0.6548, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Greenhouse_effect", "Global_warming", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Great_Salt_Lake_effect", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Global_Climate_Observing_System", "Copenhagen_Diagnosis", "Global_dimming", "CLOUD_experiment"], "ranked_scores": [0.6549, 0.6489, 0.5974, 0.5846, 0.5837, 0.5837, 0.562, 0.5615, 0.5533, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "Ozone_depletion", "Dole_effect", "Oceanic_carbon_cycle", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide"], "ranked_scores": [0.6537, 0.6323, 0.5998, 0.5987, 0.5791, 0.575, 0.5747, 0.5721, 0.566, 0.5623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3378, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greening_Earth_Society", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7536, 0.7347, 0.7191, 0.718, 0.717, 0.7123, 0.6963, 0.6952, 0.6895, 0.6877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Tipping_point_(climatology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Willie_Soon", "Programmed_Data_Processor", "List_of_climate_research_satellites", "Federal_Fuel_Administration"], "ranked_scores": [0.4693, 0.4603, 0.4578, 0.4408, 0.4337, 0.4304, 0.4093, 0.4063, 0.4022, 0.399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_Climate_Impact_Assessment", "2011_United_Nations_Climate_Change_Conference", "Climate_Change_Science_Program", "IPCC_Second_Assessment_Report", "Antarctica_cooling_controversy"], "ranked_scores": [0.7074, 0.6843, 0.669, 0.6668, 0.6575, 0.653, 0.6511, 0.649, 0.645, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Weather_front", "Jet_stream", "Polar_front", "Climate_of_Finland", "El_Niño–Southern_Oscillation", "Westerlies", "Polar_vortex", "Sea_breeze", "Gulf_Stream", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.7041, 0.6785, 0.6731, 0.6726, 0.6725, 0.6644, 0.6489, 0.6436, 0.6405, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "2013_extreme_weather_events", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "1997–98_El_Niño_event", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2001_Eastern_North_America_heat_wave", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [0.7136, 0.7064, 0.6882, 0.6828, 0.6689, 0.6433, 0.6428, 0.6228, 0.6224, 0.6199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Contraction_and_Convergence", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Carbon_dioxide_removal", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Cold_fusion", "Global_cooling", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.6421, 0.5867, 0.5864, 0.5606, 0.5556, 0.548, 0.5428, 0.5398, 0.5351, 0.531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Value-added_tax_(United_Kingdom)", "Competitive_Tax_Plan", "Minerals_Resource_Rent_Tax", "Carbon_offset", "Mandatory_renewable_energy_target", "Carbon_emission_trading"], "ranked_scores": [0.6805, 0.6579, 0.6195, 0.5883, 0.548, 0.5416, 0.5374, 0.5182, 0.507, 0.4946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Arctic_ice_pack", "Timeline_of_glaciation", "Past_sea_level"], "ranked_scores": [0.6898, 0.6761, 0.6653, 0.6589, 0.6494, 0.6444, 0.6386, 0.6318, 0.6317, 0.6229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_heat_waves", "2014–15_North_American_winter", "1997–98_El_Niño_event", "January_2016_East_Asia_cold_wave", "Climate_change_in_the_United_States", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6977, 0.6716, 0.64, 0.6379, 0.6339, 0.6281, 0.6241, 0.6136, 0.6095, 0.6086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Acidophiles_in_acid_mine_drainage", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Oceanic_carbon_cycle", "Acid_mine_drainage", "Blackwater_(coal)"], "ranked_scores": [0.7596, 0.7338, 0.6743, 0.6621, 0.649, 0.6412, 0.6407, 0.6235, 0.6131, 0.6114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Economics", "Alternative_medicine", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Demand_destruction", "The_Real_Global_Warming_Disaster", "Beyond_Coal", "Non-renewable_resource", "World_Energy_Outlook", "Environmental_impact_of_the_coal_industry", "Wage_curve", "Renewable_energy_debate"], "ranked_scores": [0.5294, 0.5138, 0.4974, 0.4857, 0.4763, 0.4756, 0.4731, 0.4716, 0.4654, 0.4538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Ice2sea", "Pliocene_climate", "Sea_ice", "January_2016_East_Asia_cold_wave"], "ranked_scores": [0.7872, 0.7527, 0.7272, 0.6484, 0.6387, 0.6386, 0.635, 0.6142, 0.6118, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Desertification", "2012–13_North_American_drought", "Climate_change_in_Europe", "Environmental_degradation", "Effects_of_global_warming_on_humans", "Grassland_degradation", "Water_restrictions_in_Australia"], "ranked_scores": [0.6282, 0.6261, 0.6258, 0.6235, 0.6082, 0.5827, 0.5683, 0.5662, 0.5654, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_bubble", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Arctic_geoengineering", "Low-carbon_building", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Carbon_diet", "Cool_tropics_paradox"], "ranked_scores": [0.6551, 0.6317, 0.63, 0.6238, 0.6234, 0.6172, 0.6141, 0.6104, 0.6085, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.8528, 0.8083, 0.8077, 0.7935, 0.7865, 0.7812, 0.7791, 0.7601, 0.7591, 0.755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Effects_of_global_warming", "Global_cooling", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.737, 0.7326, 0.7235, 0.721, 0.7157, 0.7134, 0.6931, 0.6877, 0.6857, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Instrumental_temperature_record", "Global_warming", "Scientific_opinion_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Regional_effects_of_global_warming", "Global_cooling_(disambiguation)", "History_of_climate_change_science"], "ranked_scores": [0.7259, 0.7258, 0.6921, 0.6887, 0.685, 0.6766, 0.6736, 0.6732, 0.6684, 0.6569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Greenhouse_effect", "Environmental_issue", "Wetland_methane_emissions", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions"], "ranked_scores": [0.7684, 0.7476, 0.7407, 0.7107, 0.7045, 0.684, 0.6755, 0.6731, 0.6728, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Human_extinction", "Risk"], "ranked_ids": ["Worst-case_scenario", "Risk–benefit_ratio", "Risk", "Hazard", "Scenario_analysis", "Longevity_risk", "Accident", "Manufactured_risk", "Risk_assessment", "Risk_neutral"], "ranked_scores": [0.6107, 0.5833, 0.5376, 0.5279, 0.5215, 0.5213, 0.5205, 0.5186, 0.5162, 0.502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Beyond_Coal", "NoCO2_Certification_Program", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "California_Proposition_23_(2010)", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.6173, 0.5832, 0.5777, 0.5773, 0.5476, 0.5443, 0.5439, 0.536, 0.5223, 0.513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8041, 0.7486, 0.7468, 0.7451, 0.7371, 0.7225, 0.7181, 0.7147, 0.707, 0.6857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Geography_of_Antarctica", "Sea_ice", "Measurement_of_sea_ice", "Climate_of_Antarctica"], "ranked_scores": [0.7365, 0.7154, 0.6939, 0.6721, 0.6652, 0.6576, 0.6561, 0.6384, 0.6362, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Beyond_Coal", "Carbon-neutral_fuel", "Carbon_dioxide_removal", "Carbon_cycle_re-balancing", "Mitigation_of_global_warming_in_Australia", "Carbon_neutrality"], "ranked_scores": [0.7963, 0.7795, 0.7229, 0.706, 0.6721, 0.6448, 0.6402, 0.6402, 0.6348, 0.6155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "PDOS", "ADEOS_I", "Global_dimming", "Demand_destruction", "PDO", "Global_cooling", "Ozone_depletion", "Programmed_Data_Processor"], "ranked_scores": [0.4494, 0.4447, 0.4251, 0.4169, 0.4136, 0.401, 0.3995, 0.3748, 0.3747, 0.373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Attribution_of_recent_climate_change", "Global_warming_controversy", "History_of_climate_change_science"], "ranked_scores": [0.7646, 0.7268, 0.7107, 0.697, 0.6924, 0.6865, 0.6848, 0.6766, 0.676, 0.6758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "World_Climate_Report", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Climate_change_adaptation_in_Nepal", "Climate_change_denial", "Global_warming_controversy", "Climate_change", "History_of_climate_change_science", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.6787, 0.6733, 0.67, 0.6584, 0.6515, 0.6502, 0.644, 0.6379, 0.6362, 0.6354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Climate_of_Australia", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Cool_tropics_paradox", "Global_warming_hiatus", "Global_stilling", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Forecast_error", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.5361, 0.5317, 0.5269, 0.5228, 0.5214, 0.5184, 0.5158, 0.5113, 0.4991, 0.4962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming", "Climate"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7977, 0.7911, 0.7813, 0.7544, 0.7523, 0.7499, 0.7489, 0.7436, 0.7433, 0.7404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_dimming", "Worse-than-average_effect", "Statistical_significance", "Global_warming_hiatus", "Pacific_decadal_oscillation", "Trend_stationary", "Phillips_curve", "Regression_toward_the_mean", "Proportional_reduction_in_loss"], "ranked_scores": [0.5639, 0.495, 0.4942, 0.4928, 0.4925, 0.4694, 0.4691, 0.4615, 0.4603, 0.4466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Global_warming"], "ranked_scores": [0.6891, 0.6863, 0.6853, 0.6763, 0.6762, 0.6493, 0.6312, 0.6241, 0.6217, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Climate_of_India", "Scientific_consensus_on_climate_change", "Sun", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Pliocene_climate", "Earth's_internal_heat_budget", "Milankovitch_cycles", "Earth", "Climate_of_Mars", "History_of_Earth", "Global_warming", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.7449, 0.713, 0.7066, 0.695, 0.6949, 0.6934, 0.6929, 0.6879, 0.6721, 0.6705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fifth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "Climate_Research_(journal)", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6187, 0.5922, 0.566, 0.5594, 0.559, 0.5485, 0.5442, 0.5434, 0.5384, 0.5253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Effect_of_Sun_angle_on_climate", "Excessive_heat_watch", "Weather", "Geothermal_heat_pump", "Air_conditioned_clothing", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.6732, 0.6663, 0.6614, 0.6495, 0.6332, 0.6248, 0.6204, 0.6072, 0.6042, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Global_warming_controversy", "Global_cooling", "Climate_change_in_the_Arctic", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "2013_extreme_weather_events"], "ranked_scores": [0.7601, 0.7358, 0.7038, 0.7032, 0.6961, 0.6936, 0.6932, 0.6904, 0.6891, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_energy", "Solar_power_in_Italy", "Solar_power_in_Spain"], "ranked_scores": [0.7101, 0.5895, 0.5677, 0.5627, 0.5591, 0.5576, 0.5503, 0.5287, 0.5256, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Agriculture_in_Brazil", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Agriculture_in_Ethiopia"], "ranked_scores": [0.6681, 0.6119, 0.5707, 0.5668, 0.5481, 0.5292, 0.5196, 0.5192, 0.515, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "mpnet-base": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Coral_bleaching", "Polar_seas", "Bear_attack", "Sloth_bear", "Surplus_killing", "1982–83_El_Niño_event", "Algal_bloom", "List_of_fatal_cougar_attacks_in_North_America", "Season_creep", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.946, 0.9458, 0.9442, 0.9425, 0.9408, 0.9403, 0.9399, 0.9396, 0.9394, 0.9393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Climate_change_in_the_Arctic", "Sea_ice_thickness", "Snowpack", "Measurement_of_sea_ice", "Arctic_methane_emissions", "Melt_pond", "Polar_see-saw", "Weather_satellite", "Climate_inertia", "Drift_ice"], "ranked_scores": [0.9673, 0.9634, 0.962, 0.9612, 0.9603, 0.9595, 0.9588, 0.9586, 0.9585, 0.9583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Global_warming_in_Antarctica", "Annual_cycle_of_sea_level_height", "Great_Salt_Lake_effect", "Drought_in_Spain", "Raised_shoreline", "Arctic_resources_race", "Arctic_geoengineering", "Drought_in_the_United_Kingdom", "Regional_effects_of_global_warming", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.9676, 0.9648, 0.9647, 0.9638, 0.9632, 0.9628, 0.9628, 0.9624, 0.9621, 0.9613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Global_warming_in_Antarctica", "An_Appeal_to_Reason", "Holocene_glacial_retreat", "1908", "James_Hansen", "CO2_fertilization_effect", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Growth_of_wind_power_in_the_United_States", "Scientific_consensus_on_climate_change", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [0.9556, 0.9495, 0.9467, 0.9448, 0.943, 0.9427, 0.9427, 0.9424, 0.9418, 0.9413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Environmental_impact_of_biodiesel", "Landfill_gas_emission_reduction_in_Brazil", "CO2_is_Green", "Energy_in_Europe", "Carbon_emission_trading", "Politics_of_global_warming", "Climate_change_in_Europe", "List_of_countries_by_carbon_dioxide_emissions", "Fossil_fuel_exporters", "Renewable_energy_debate"], "ranked_scores": [0.9565, 0.9514, 0.9448, 0.9446, 0.9438, 0.9426, 0.9421, 0.9404, 0.9402, 0.9399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Politics_of_global_warming", "Carbon_diet", "Carbon_emissions_reporting", "Airborne_fraction", "Land_use,_land-use_change_and_forestry", "Atmospheric_carbon_cycle", "Climate_change_in_Canada", "James_Hansen", "350.org"], "ranked_scores": [0.9667, 0.9621, 0.9615, 0.9614, 0.9613, 0.9607, 0.9599, 0.9599, 0.9598, 0.9592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Sea_level_rise", "Climate_change_in_the_Arctic", "Climate_inertia", "Ice2sea", "Copenhagen_Diagnosis", "Shutdown_of_thermohaline_circulation", "Antarctic_ice_sheet", "Polar_see-saw", "Arctic_geoengineering"], "ranked_scores": [0.9576, 0.9558, 0.9556, 0.9554, 0.9537, 0.9492, 0.9491, 0.9483, 0.9474, 0.9474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Deforestation_and_climate_change", "Climate_change_in_Texas", "Future_sea_level", "Effects_of_global_warming", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "Climate_change_and_agriculture", "Carbon_dioxide_in_Earth's_atmosphere", "Global_dimming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.9783, 0.9723, 0.9718, 0.9709, 0.9689, 0.9682, 0.9679, 0.9678, 0.9646, 0.9645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["An_Appeal_to_Reason", "Watts_Up_With_That?", "Presidential_Climate_Action_Plan", "Extreme_weather", "Antarctica_cooling_controversy", "CO2_is_Green", "The_Hockey_Stick_and_the_Climate_Wars", "Renewable_energy_debate", "Friends_of_Science", "Climate_change_in_the_United_States"], "ranked_scores": [0.9649, 0.9605, 0.96, 0.9593, 0.9588, 0.9584, 0.9583, 0.958, 0.9579, 0.9579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Frost_Belt", "List_of_mammals_of_New_England", "West_North_Central_States", "1995_Chicago_heat_wave", "2009_flu_pandemic_in_the_United_States_by_state", "Climate_of_Minneapolis–Saint_Paul", "Sun_Belt", "Flyover_country", "2016–17_North_American_winter", "2009_flu_pandemic_in_the_United_States"], "ranked_scores": [0.9566, 0.9552, 0.9537, 0.9536, 0.9529, 0.9527, 0.9527, 0.9519, 0.9514, 0.9509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["An_Appeal_to_Reason", "Presidential_Climate_Action_Plan", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Terraforming_of_Mars", "Climate_Change_Science_Program", "Views_on_the_Kyoto_Protocol", "Climatic_Research_Unit_documents", "Arctic_geoengineering", "Climate_ensemble", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.9594, 0.9568, 0.9558, 0.955, 0.9548, 0.9547, 0.9546, 0.9546, 0.9542, 0.9538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1808/1809_mystery_eruption", "An_Appeal_to_Reason", "Ian_Clark_(geologist)", "Shutdown_of_thermohaline_circulation", "Greening_Earth_Society", "Manufactured_risk", "Avoiding_Dangerous_Climate_Change", "Cloud_formation_and_climate_change", "Wibjörn_Karlén"], "ranked_scores": [0.9644, 0.9632, 0.9614, 0.9613, 0.959, 0.9589, 0.9585, 0.9581, 0.9581, 0.9578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Tide_gauge", "Instrumental_temperature_record", "ECMWF_re-analysis", "CLOUD_experiment", "Mootral", "Antarctica_cooling_controversy", "Global_cooling", "Eyes_on_the_Earth", "List_of_climate_research_satellites"], "ranked_scores": [0.966, 0.9629, 0.9627, 0.9623, 0.962, 0.9619, 0.961, 0.9609, 0.9596, 0.9595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Airborne_fraction", "Tipping_point_(climatology)", "Alkalinity", "Climate_inertia", "Polar_see-saw", "Deep_ocean_water", "Polar_amplification", "Atmospheric_methane", "Idealized_greenhouse_model", "Planetary_equilibrium_temperature"], "ranked_scores": [0.9709, 0.9701, 0.9686, 0.968, 0.9679, 0.9678, 0.9671, 0.967, 0.9666, 0.9663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["I'm_not_a_scientist", "An_Appeal_to_Reason", "Watts_Up_With_That?", "Merchants_of_Doubt", "Climate_Audit", "The_Deniers", "Greening_Earth_Society", "Silent_majority", "Environmental_skepticism", "Heaven_and_Earth_(book)"], "ranked_scores": [0.9711, 0.9711, 0.9692, 0.968, 0.9669, 0.9662, 0.9662, 0.9653, 0.9652, 0.965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_Ohio_state_forests", "NoCO2_Certification_Program", "Eugenics_in_California", "Carbon_accounting", "Publicity", "Climate_state", "Climate_change_in_Europe", "Dry_Spell", "Automatic_weather_station", "Landfill_gas_emission_reduction_in_Brazil"], "ranked_scores": [0.9228, 0.9085, 0.9068, 0.9032, 0.9022, 0.9019, 0.8993, 0.8972, 0.8945, 0.8944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "The_Hockey_Stick_Illusion", "Ice2sea", "The_Hockey_Stick_and_the_Climate_Wars", "Wibjörn_Karlén", "Ian_Clark_(geologist)", "Watts_Up_With_That?", "Stern_Review", "Greening_Earth_Society"], "ranked_scores": [0.9701, 0.9699, 0.9697, 0.9696, 0.969, 0.9689, 0.9684, 0.9671, 0.9666, 0.9665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Norwegian_cyclone_model", "Polar_see-saw", "Shutdown_of_thermohaline_circulation", "Winter_1985_cold_wave", "Polar_High", "Arctic_dipole_anomaly", "Sea_surface_temperature", "Cool_tropics_paradox", "Polar_amplification"], "ranked_scores": [0.9777, 0.9669, 0.9655, 0.9654, 0.9653, 0.9648, 0.9638, 0.9626, 0.9625, 0.9619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "2013_extreme_weather_events", "Solar_cycle_19", "1997–98_El_Niño_event", "Arctic_sea_ice_decline", "Summer_of_1976_(Europe)", "Wibjörn_Karlén", "1808/1809_mystery_eruption"], "ranked_scores": [0.9708, 0.9638, 0.9611, 0.96, 0.959, 0.9587, 0.9584, 0.9583, 0.9576, 0.9575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["An_Appeal_to_Reason", "James_Hansen", "Terraforming_of_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Climatic_Research_Unit_documents", "Greening_Earth_Society", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Willie_Soon", "350.org"], "ranked_scores": [0.9678, 0.9666, 0.9654, 0.9652, 0.9648, 0.9646, 0.9645, 0.9645, 0.9645, 0.9644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canadian_Association_of_Petroleum_Producers", "1971", "Canadian_electoral_system", "Jobs,_Growth_and_Long-term_Prosperity_Act", "Petroleum_industry_in_China", "Census_in_Canada", "European_Union_value_added_tax", "Minerals_Resource_Rent_Tax", "Alexandre_Trudeau", "List_of_Canadian_provinces_and_territories_by_population"], "ranked_scores": [0.9322, 0.9264, 0.924, 0.9236, 0.9223, 0.9216, 0.9202, 0.92, 0.919, 0.9187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Deforestation_and_climate_change", "1997–98_El_Niño_event", "Climate_change_in_Tuvalu", "Year_Without_a_Summer", "2000s_(decade)", "Last_Glacial_Maximum", "2019_heat_wave_in_India_and_Pakistan", "CO2_fertilization_effect", "Arctic_ice_pack", "Holocene_glacial_retreat"], "ranked_scores": [0.9612, 0.9598, 0.958, 0.9578, 0.9576, 0.9575, 0.9574, 0.9571, 0.9571, 0.9566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "An_Appeal_to_Reason", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Ian_Clark_(geologist)", "Climate_Change_Science_Program", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greening_Earth_Society", "Wibjörn_Karlén", "NOAAS_Okeanos_Explorer_(R_337)", "Watts_Up_With_That?"], "ranked_scores": [0.9699, 0.9637, 0.9625, 0.9623, 0.9622, 0.962, 0.9619, 0.9618, 0.9616, 0.9615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Climate_inertia", "Estuarine_acidification", "Coral_bleaching", "Runaway_greenhouse_effect", "Atmospheric_methane", "Airborne_fraction", "Mootral", "Atmospheric_carbon_cycle", "Bio-geoengineering", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.9671, 0.9663, 0.9652, 0.9651, 0.9649, 0.9642, 0.9639, 0.9637, 0.9635, 0.9635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Never_events", "Global_warming_conspiracy_theory", "Presidential_Climate_Action_Plan", "False_attribution", "Circular_reporting", "Pro-nuclear_movement", "Fossil_fuel_divestment", "Ecosystem_health", "Dematerialization_(economics)", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.9753, 0.9749, 0.9744, 0.974, 0.9736, 0.9735, 0.9731, 0.9731, 0.973, 0.9729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Deforestation_and_climate_change", "Holocene_glacial_retreat", "Arctic_sea_ice_decline", "Effects_of_global_warming", "Arctic_ice_pack", "Climate_change_in_Tuvalu", "CO2_fertilization_effect", "Global_dimming", "Climate_change_in_Texas"], "ranked_scores": [0.9675, 0.9532, 0.9517, 0.9508, 0.9504, 0.9497, 0.9492, 0.9487, 0.9478, 0.9473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Drought_in_Spain", "Famine", "Peak_water", "2013_extreme_weather_events", "Droughts_in_the_United_States", "Presidential_Climate_Action_Plan", "An_Appeal_to_Reason", "Climate_inertia", "Deforestation_by_region"], "ranked_scores": [0.9701, 0.9698, 0.9673, 0.9671, 0.9664, 0.9661, 0.9659, 0.9659, 0.9657, 0.9655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["An_Appeal_to_Reason", "Carbon_diet", "Views_on_the_Kyoto_Protocol", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "Manufactured_risk", "Presidential_Climate_Action_Plan", "Friends_of_Science", "Peak_water", "Ice2sea"], "ranked_scores": [0.9736, 0.967, 0.9669, 0.9662, 0.9662, 0.9657, 0.9651, 0.9649, 0.9646, 0.9643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "1911_Eastern_North_America_heat_wave", "Early_2014_North_American_cold_wave", "January_2014_southeastern_Australia_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.9718, 0.9703, 0.9683, 0.9647, 0.9643, 0.9621, 0.9616, 0.9582, 0.9581, 0.9575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Friends_of_Science", "Earth_immune_system", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "Global_cooling", "Shutdown_of_thermohaline_circulation", "Renewable_energy_debate", "Doomer", "Extreme_weather", "Watts_Up_With_That?"], "ranked_scores": [0.9706, 0.97, 0.9694, 0.9691, 0.969, 0.9686, 0.9679, 0.9671, 0.9669, 0.9669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "James_Hansen", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Rare_disasters", "Effects_of_global_warming", "Global_dimming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Airborne_fraction", "Climate_inertia"], "ranked_scores": [0.9778, 0.9751, 0.9747, 0.9746, 0.9746, 0.9743, 0.974, 0.9739, 0.9739, 0.9739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Mootral", "Carbon_diet", "Airborne_fraction", "Atmospheric_carbon_cycle", "Black_carbon", "Acid_rain", "Bio-geoengineering", "Air_pollution", "Carbon_sequestration"], "ranked_scores": [0.9645, 0.9638, 0.9629, 0.9615, 0.9612, 0.9601, 0.9599, 0.9598, 0.9589, 0.9583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Manufactured_risk", "Wishful_thinking", "Scientific_dissent", "Backcasting", "Doomer", "Worst-case_scenario", "List_of_experimental_errors_and_frauds_in_physics", "Management_systems_for_road_safety", "Misuse_of_statistics", "Prudentialism"], "ranked_scores": [0.9721, 0.9693, 0.9679, 0.9671, 0.9664, 0.9664, 0.9663, 0.9662, 0.9659, 0.9658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Cross-State_Air_Pollution_Rule", "CO2_is_Green", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Carbon_emissions_reporting", "Wind_power_in_Colorado", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Beyond_Coal", "350.org", "Committee_on_Climate_Change_Science_and_Technology_Integration"], "ranked_scores": [0.9618, 0.9579, 0.9572, 0.9569, 0.9566, 0.9553, 0.9549, 0.9539, 0.9523, 0.9519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Arctic_dipole_anomaly", "1808/1809_mystery_eruption", "Winter_1985_cold_wave", "January_2016_East_Asia_cold_wave", "Year_Without_a_Summer", "Arctic_sea_ice_decline", "2013_extreme_weather_events", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [0.9771, 0.9748, 0.9733, 0.9726, 0.9716, 0.9701, 0.9695, 0.9692, 0.9691, 0.9689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Arctic_ice_pack", "Great_Arctic_Cyclone_of_2012", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Arctic_sea_ice_decline", "Antarctic_ice_sheet", "Sea_ice", "Arctic_dipole_anomaly", "Great_Salt_Lake_effect"], "ranked_scores": [0.953, 0.945, 0.9445, 0.9342, 0.9334, 0.932, 0.929, 0.9281, 0.9276, 0.9274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["List_of_coal_fired_power_stations_in_Australia", "Wind_power_in_Colorado", "Carbon_capture_and_storage_in_Australia", "Waste-to-energy_plant", "Beyond_Coal", "List_of_power_stations_in_Texas", "Carbon_emissions_reporting", "Grid_parity", "Pro-nuclear_movement", "Wind_rights"], "ranked_scores": [0.9715, 0.9678, 0.9678, 0.9652, 0.9649, 0.9635, 0.9633, 0.9626, 0.9608, 0.9607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_Ohio_state_forests", "Eugenics_in_California", "NoCO2_Certification_Program", "Publicity", "Carbon_accounting", "Climate_change_in_Europe", "Climate_state", "Satellite_watching", "Responsible_disclosure", "Automatic_weather_station"], "ranked_scores": [0.9266, 0.9157, 0.9148, 0.9125, 0.9107, 0.9077, 0.9062, 0.9046, 0.9035, 0.9028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["An_Appeal_to_Reason", "Global_warming_in_Antarctica", "Scientific_consensus_on_climate_change", "CO2_is_Green", "350.org", "1908", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_Audit", "Pro-nuclear_movement", "Environmental_issue"], "ranked_scores": [0.9513, 0.9456, 0.9452, 0.9431, 0.9431, 0.9427, 0.9427, 0.9412, 0.9401, 0.94], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_Audit", "CO2_is_Green", "Watts_Up_With_That?", "An_Appeal_to_Reason", "350.org", "Presidential_Climate_Action_Plan", "The_Deniers", "Gore_Effect", "The_Hockey_Stick_Illusion", "Greening_Earth_Society"], "ranked_scores": [0.9617, 0.9521, 0.9515, 0.9514, 0.9512, 0.9509, 0.9507, 0.9505, 0.9497, 0.9479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Annual_cycle_of_sea_level_height", "Great_Salt_Lake_effect", "Global_Historical_Climatology_Network", "Trewartha_climate_classification", "Global_warming_in_Antarctica", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_Data_Records", "Extreme_weather"], "ranked_scores": [0.9629, 0.9599, 0.9571, 0.9559, 0.9552, 0.9547, 0.9538, 0.9533, 0.9532, 0.9532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "Climate_inertia", "Global_cooling", "Climate_change_in_the_Arctic", "Extreme_weather", "Arctic_geoengineering", "CLOUD_experiment", "Politics_of_global_warming", "List_of_climate_research_satellites"], "ranked_scores": [0.9603, 0.9598, 0.9586, 0.9581, 0.9579, 0.9578, 0.9571, 0.9565, 0.9563, 0.9558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Selection_bias", "An_Appeal_to_Reason", "List_of_diseases_eliminated_from_the_United_States", "List_of_countries_by_average_wage", "Ecological_correlation", "Peak_coal", "Environmental_skepticism", "Never_events", "Manufactured_risk"], "ranked_scores": [0.9502, 0.9488, 0.9457, 0.9451, 0.9444, 0.9443, 0.9435, 0.9428, 0.9427, 0.9425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Deforestation_and_climate_change", "Effects_of_global_warming", "CO2_fertilization_effect", "Atmospheric_carbon_cycle", "Global_dimming", "Climate_inertia", "Airborne_fraction", "Climate_change_mitigation_scenarios", "Greenhouse_gas", "James_Hansen"], "ranked_scores": [0.9636, 0.9614, 0.9602, 0.9598, 0.9598, 0.9591, 0.9587, 0.9586, 0.9579, 0.9578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Last_Glacial_Maximum", "Surface_Heat_Budget_of_the_Arctic_Ocean", "CO2_fertilization_effect", "James_Hansen", "Greenhouse_and_icehouse_Earth", "Global_dimming", "Year_Without_a_Summer", "Earth_Changes", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1808/1809_mystery_eruption"], "ranked_scores": [0.9625, 0.9623, 0.9622, 0.9619, 0.9611, 0.9607, 0.9607, 0.9604, 0.9599, 0.9596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Full_Fact", "World_Climate_Change_Conference,_Moscow", "Views_on_the_Kyoto_Protocol", "Friends_of_Science", "An_Appeal_to_Reason", "Duty_of_candour", "Media_coverage_of_climate_change", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.9682, 0.9675, 0.9653, 0.9644, 0.9635, 0.963, 0.9623, 0.9622, 0.9612, 0.9607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Ground-coupled_heat_exchanger", "Cooling_tower", "Cooling_center", "Wind_turbines_on_public_display", "Air_conditioned_clothing", "Coverage_(telecommunication)", "Windbreak", "Water_tower", "Autonomous_building", "Weather_satellite"], "ranked_scores": [0.9712, 0.9709, 0.9703, 0.9702, 0.9699, 0.9698, 0.9696, 0.9685, 0.9685, 0.967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Greening_Earth_Society", "1808/1809_mystery_eruption", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "James_Hansen", "Global_dimming", "350.org", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Global_cooling", "An_Appeal_to_Reason", "Year_Without_a_Summer"], "ranked_scores": [0.9713, 0.9709, 0.97, 0.9699, 0.9681, 0.968, 0.9678, 0.9678, 0.9675, 0.9672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_New_Mexico", "Wind_power_in_California", "Growth_of_wind_power_in_the_United_States", "Jobs_created_during_U.S._presidential_terms", "Wind_power_in_Colorado", "Low-carbon_building", "Petroleum_industry_in_China", "List_of_wind_farms_in_Lithuania", "Canadian_Association_of_Petroleum_Producers", "List_of_lakes_in_California"], "ranked_scores": [0.9597, 0.9597, 0.9546, 0.9491, 0.9491, 0.9488, 0.948, 0.9463, 0.9462, 0.946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Household_income_in_the_United_States", "Petroleum_industry_in_China", "Greenhouse_gas_emissions_by_the_United_States", "Deforestation_and_climate_change", "Climate_change_in_Texas", "Wind_power_by_country", "Wind_power_in_the_United_States", "Energy_in_the_United_States", "Wind_power_in_the_European_Union", "Wind_power_in_California"], "ranked_scores": [0.9656, 0.9648, 0.9625, 0.9614, 0.9605, 0.96, 0.9597, 0.9597, 0.9591, 0.9591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Arctic_Alaska", "Grizzly_bear", "List_of_Alaska_state_forests", "Brown_bear", "Arctic_ecology", "Bear_attack", "The_Bear_(1988_film)"], "ranked_scores": [0.4993, 0.4552, 0.404, 0.3928, 0.3876, 0.3793, 0.3781, 0.3756, 0.3719, 0.3643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8072, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_geoengineering", "Polar_ice_cap", "Permafrost", "Arctic_ice_pack", "Ice_sheet", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7063, 0.6289, 0.6109, 0.5964, 0.5845, 0.5745, 0.5714, 0.5561, 0.5486, 0.5459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Sea", "Ocean_surface_topography", "Climate_of_the_Arctic", "Future_sea_level"], "ranked_scores": [0.6864, 0.6635, 0.6445, 0.6328, 0.628, 0.6058, 0.5996, 0.5897, 0.5651, 0.5601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "Holocene_glacial_retreat"], "ranked_scores": [0.7682, 0.6975, 0.6879, 0.6595, 0.6456, 0.616, 0.5921, 0.5914, 0.5808, 0.5808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_offset", "Atmospheric_carbon_cycle", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_tax"], "ranked_scores": [0.6002, 0.5922, 0.5888, 0.5869, 0.5799, 0.5686, 0.5664, 0.5661, 0.5633, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Global_warming_controversy", "Atmospheric_carbon_cycle", "Politics_of_global_warming", "Climate_change_mitigation", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Carbon_dioxide_removal", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.6289, 0.5792, 0.5607, 0.556, 0.553, 0.5527, 0.5517, 0.5475, 0.5465, 0.5464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Past_sea_level", "Antarctic_ice_sheet", "Last_Glacial_Maximum", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7342, 0.7172, 0.7119, 0.7085, 0.6682, 0.6439, 0.6366, 0.6345, 0.6172, 0.617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Atmospheric_methane"], "ranked_scores": [0.727, 0.7237, 0.7066, 0.6988, 0.6914, 0.6753, 0.6734, 0.6714, 0.6681, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Environmental_issue", "Effects_of_global_warming_on_humans", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Hurricane_Harvey", "Economics_of_global_warming", "Climate_change_in_the_United_States", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.6172, 0.6085, 0.5882, 0.5743, 0.5734, 0.5681, 0.5648, 0.5575, 0.5561, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Frost_Belt", "Climate_of_the_United_States", "Continental_climate", "Climate_of_Minnesota", "Droughts_in_the_United_States", "Disease", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought"], "ranked_scores": [0.5195, 0.5086, 0.488, 0.4795, 0.463, 0.4588, 0.4581, 0.4502, 0.4501, 0.4473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "An_Appeal_to_Reason", "Stern_Review", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.676, 0.654, 0.6225, 0.6189, 0.6123, 0.6091, 0.6082, 0.6031, 0.6004, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "George_Kukla", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Wibjörn_Karlén"], "ranked_scores": [0.5936, 0.5912, 0.5724, 0.5681, 0.5667, 0.5455, 0.542, 0.5375, 0.5311, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_emissions_by_the_United_States", "Permanent_Service_for_Mean_Sea_Level", "Shale_gas", "HadCM3", "World_Glacier_Monitoring_Service", "Michael_E._Mann"], "ranked_scores": [0.6113, 0.5442, 0.518, 0.4843, 0.4218, 0.4144, 0.4136, 0.412, 0.4085, 0.4076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Seawater", "Atmospheric_carbon_cycle", "Metabolic_acidosis", "Greenhouse_gas", "Atmospheric_methane"], "ranked_scores": [0.6232, 0.5775, 0.5695, 0.5189, 0.5074, 0.5028, 0.5027, 0.5021, 0.4921, 0.4914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science", "Greening_Earth_Society", "Media_coverage_of_climate_change"], "ranked_scores": [0.7209, 0.7015, 0.6676, 0.6592, 0.6543, 0.644, 0.6429, 0.6388, 0.6384, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Bølling-Allerød_warming", "Pliocene_climate", "Fleischmann–Pons_experiment", "Cold_fusion", "PDOS", "Orbital_forcing", "Global_cooling", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.4199, 0.4119, 0.3869, 0.3675, 0.3649, 0.353, 0.3487, 0.3445, 0.3437, 0.3435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Wibjörn_Karlén", "Adam_Scaife", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_warming_in_Antarctica"], "ranked_scores": [0.6153, 0.5923, 0.5886, 0.5876, 0.5809, 0.5761, 0.57, 0.5588, 0.5481, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Westerlies", "Polar_High", "Climate_of_Finland", "Gulf_Stream", "Climate_of_the_United_States", "North_Atlantic_Current"], "ranked_scores": [0.6936, 0.6591, 0.6283, 0.6275, 0.5973, 0.5843, 0.5828, 0.5776, 0.5773, 0.5762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6632, 0.6429, 0.6399, 0.6291, 0.629, 0.6243, 0.5953, 0.5932, 0.5867, 0.5858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Climate_change_mitigation_scenarios", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Clouds_and_the_Earth's_Radiant_Energy_System", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Greenhouse_gas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6027, 0.558, 0.5306, 0.5247, 0.5193, 0.5149, 0.5132, 0.5113, 0.5112, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Minerals_Resource_Rent_Tax", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_aviation"], "ranked_scores": [0.5452, 0.5185, 0.4647, 0.4465, 0.4389, 0.4233, 0.4185, 0.4069, 0.4066, 0.4014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Past_sea_level", "Last_Glacial_Maximum", "Ice2sea", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Retreat_of_glaciers_since_1850", "Deglaciation", "Measurement_of_sea_ice"], "ranked_scores": [0.6689, 0.6559, 0.6379, 0.6267, 0.6144, 0.6134, 0.6115, 0.5951, 0.5913, 0.5887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "List_of_climate_research_satellites", "Climate_change_in_the_United_States", "2013_extreme_weather_events", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1908"], "ranked_scores": [0.5432, 0.4888, 0.48, 0.4792, 0.4756, 0.4732, 0.4713, 0.4698, 0.4697, 0.4693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Acid_rain", "Runaway_greenhouse_effect", "Sea_level_rise"], "ranked_scores": [0.7686, 0.742, 0.6484, 0.6395, 0.6133, 0.5992, 0.5829, 0.5692, 0.5677, 0.5609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Waste-to-energy_plant", "The_Real_Global_Warming_Disaster", "Nuclear_power_debate", "Junk_science", "Energy_accidents", "Environmental_skepticism", "Climate_Change_Denial:_Heads_in_the_Sand", "Climate_change_denial"], "ranked_scores": [0.5065, 0.4967, 0.4861, 0.481, 0.4802, 0.477, 0.475, 0.4704, 0.4693, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Climate_change_in_the_Arctic", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.7305, 0.708, 0.7014, 0.6784, 0.6693, 0.6379, 0.6306, 0.6292, 0.6059, 0.6032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Drought_in_Spain", "Effects_of_global_warming", "1997–98_El_Niño_event", "Climate_change_in_Australia", "Global_warming"], "ranked_scores": [0.6352, 0.6317, 0.6245, 0.6001, 0.5982, 0.5938, 0.5842, 0.5839, 0.5767, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Earth's_energy_budget", "Carbon_cycle_re-balancing", "Climate_sensitivity", "Cool_tropics_paradox", "IPCC_First_Assessment_Report", "Climate_variability", "Mitigation_of_global_warming_in_Australia", "Global_warming"], "ranked_scores": [0.5748, 0.5588, 0.5441, 0.5336, 0.5281, 0.5274, 0.5204, 0.5148, 0.5146, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7639, 0.735, 0.7125, 0.6974, 0.6913, 0.665, 0.6629, 0.6608, 0.6513, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Climate_change_denial", "An_Appeal_to_Reason"], "ranked_scores": [0.7054, 0.6683, 0.6581, 0.6483, 0.6449, 0.6194, 0.6139, 0.6102, 0.608, 0.6021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_(general_concept)", "Climate_variability", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "100,000-year_problem", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Climate_change"], "ranked_scores": [0.6103, 0.5941, 0.5889, 0.5857, 0.5808, 0.5743, 0.5627, 0.5608, 0.5579, 0.5554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Environmental_impact_of_transport", "Deforestation_and_climate_change", "Global_warming_potential", "CO2_fertilization_effect", "Environmental_issue"], "ranked_scores": [0.6794, 0.6593, 0.6548, 0.6422, 0.6028, 0.588, 0.5874, 0.5702, 0.5622, 0.5618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Lazy_reason", "Risk", "Prudent_avoidance_principle", "Worst-case_scenario", "Prudentialism", "Argument_from_nonbelief", "Risk_neutral", "Scenario_analysis", "Counterfactual_thinking"], "ranked_scores": [0.5302, 0.4871, 0.4817, 0.4795, 0.4683, 0.4657, 0.4496, 0.4487, 0.4458, 0.444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "CO2_is_Green", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.5918, 0.5835, 0.5557, 0.5274, 0.525, 0.5225, 0.5212, 0.5203, 0.5176, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "2014–16_El_Niño_event", "Polar_amplification", "Climate_change_in_the_Arctic", "Global_cooling", "Bølling-Allerød_warming", "List_of_climate_research_satellites"], "ranked_scores": [0.6546, 0.6482, 0.6429, 0.6366, 0.6345, 0.6044, 0.5986, 0.5939, 0.5911, 0.5885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Polar_seas", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice", "Arctic_resources_race", "Climate_of_the_Arctic"], "ranked_scores": [0.6489, 0.6346, 0.5518, 0.5513, 0.5458, 0.535, 0.5284, 0.5238, 0.5223, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Fossil_fuel_power_station", "Clean_technology", "Carbon_dioxide_removal", "List_of_coal_fired_power_stations_in_Australia", "Waste-to-energy_plant", "Beyond_Coal"], "ranked_scores": [0.7013, 0.6689, 0.663, 0.5822, 0.5767, 0.5718, 0.5683, 0.5547, 0.5492, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Global_cooling", "Cool_tropics_paradox", "PDOS", "Global_cooling_(disambiguation)", "Fleischmann–Pons_experiment", "Cold_fusion", "Air_conditioned_clothing", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.4172, 0.4166, 0.4059, 0.3938, 0.3778, 0.3602, 0.3556, 0.3363, 0.3356, 0.3355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_issue", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Global_warming_controversy"], "ranked_scores": [0.724, 0.7129, 0.6736, 0.6696, 0.662, 0.6595, 0.6589, 0.6509, 0.647, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "350.org", "Climate_change_mitigation_scenarios", "Intergovernmental_Panel_on_Climate_Change", "James_Hansen", "Scientific_consensus_on_climate_change", "Climate_change_denial"], "ranked_scores": [0.5808, 0.5488, 0.5424, 0.5415, 0.5271, 0.5057, 0.4994, 0.4991, 0.4985, 0.4958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_geoengineering", "Arctic_sea_ice_decline", "1908", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Antarctica", "Cool_tropics_paradox"], "ranked_scores": [0.5164, 0.4876, 0.4817, 0.4742, 0.4732, 0.4698, 0.468, 0.4626, 0.4621, 0.4575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Global_warming", "Solar_phenomena", "Climate_change", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic", "Ian_Clark_(geologist)"], "ranked_scores": [0.6595, 0.6439, 0.6367, 0.6195, 0.6179, 0.6123, 0.6103, 0.609, 0.6061, 0.6035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Phillips_curve", "Wage_curve", "Covariate", "Seasonal_adjustment", "Statistical_significance", "Skewness", "Glacier_mass_balance", "Selection_bias"], "ranked_scores": [0.4773, 0.4692, 0.4309, 0.4274, 0.426, 0.4175, 0.4055, 0.4021, 0.3845, 0.3812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Future_of_Earth", "James_Hansen", "History_of_climate_change_science", "Environmental_issue", "Deforestation_and_climate_change"], "ranked_scores": [0.6735, 0.6666, 0.6236, 0.6063, 0.6009, 0.6008, 0.5979, 0.5968, 0.5954, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Global_warming", "Polar_forests_of_the_Cretaceous", "Climate_change"], "ranked_scores": [0.6534, 0.6471, 0.6389, 0.6387, 0.6303, 0.6189, 0.6188, 0.615, 0.6147, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Publication_bias", "False_balance", "Friends_of_Science", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.5611, 0.5351, 0.5184, 0.5156, 0.5149, 0.5003, 0.4906, 0.4879, 0.4807, 0.4717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Cooling_center", "Weather", "Station_model", "Satellite_temperature_measurements", "Humid_subtropical_climate", "Excessive_heat_watch", "Weather_forecasting", "Weather_media_in_the_United_States"], "ranked_scores": [0.636, 0.5513, 0.5459, 0.5414, 0.5408, 0.5263, 0.5198, 0.5091, 0.5069, 0.5065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "Climate_change_in_the_United_States", "Greening_Earth_Society", "James_Hansen", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7284, 0.6965, 0.6734, 0.6508, 0.6391, 0.6365, 0.6361, 0.6354, 0.631, 0.6271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Photovoltaics", "Solar_power_in_Spain", "Solar_power_by_country", "Renewable_energy", "Solar_power_in_Italy", "Solar_power_in_Michigan"], "ranked_scores": [0.7171, 0.6939, 0.6642, 0.6397, 0.6098, 0.6078, 0.6067, 0.5997, 0.5964, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Economic_growth", "Agriculture_in_Ethiopia", "Dairy_farming_in_Canada", "Jobs_created_during_U.S._presidential_terms", "Farm_programs", "Agricultural_Act_of_2014", "Agriculture_in_Brazil"], "ranked_scores": [0.6048, 0.5699, 0.5595, 0.5468, 0.5398, 0.532, 0.5318, 0.5284, 0.5277, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-post-int8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Arctic_Alaska", "Yup'ik_cuisine", "Great_Bear_Wilderness", "Beaufort_Sea", "Denali_National_Park_and_Preserve", "Bear_attack", "The_Bear_(1988_film)", "Arctic_char", "Grizzly_bear"], "ranked_scores": [0.3442, 0.2935, 0.2921, 0.2747, 0.2675, 0.2603, 0.258, 0.257, 0.256, 0.256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Permafrost", "Cryovolcano", "Ice_calving", "Polar_ice_cap", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack"], "ranked_scores": [0.5769, 0.4786, 0.4703, 0.4678, 0.4461, 0.4316, 0.4315, 0.4273, 0.4253, 0.4239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Tide", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Ocean_surface_topography", "Sea", "Future_sea_level", "Pliocene_climate"], "ranked_scores": [0.5042, 0.4805, 0.4707, 0.4658, 0.4598, 0.4496, 0.4418, 0.4034, 0.386, 0.3811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Shutdown_of_thermohaline_circulation", "Global_stilling", "Global_warming_hiatus", "Sea_level_rise", "Copenhagen_Diagnosis"], "ranked_scores": [0.6073, 0.5177, 0.4912, 0.4844, 0.4785, 0.4576, 0.4479, 0.4427, 0.4321, 0.4267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "Climate_footprint", "Carbon_dioxide_removal", "Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas_emissions_by_the_United_States", "GHG_footprint", "Wind_power_in_the_United_Kingdom", "Carbon_offset"], "ranked_scores": [0.4862, 0.4647, 0.4594, 0.459, 0.4537, 0.443, 0.4374, 0.4324, 0.4317, 0.4314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Climate_change_mitigation", "Climate_change_denial", "Climate_change_mitigation_scenarios", "350.org", "Global_warming_controversy", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5167, 0.4695, 0.4636, 0.4548, 0.4535, 0.4516, 0.4488, 0.4441, 0.4358, 0.4357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Past_sea_level", "Last_Glacial_Maximum", "Deglaciation"], "ranked_scores": [0.5382, 0.5309, 0.5128, 0.5097, 0.4776, 0.4726, 0.4688, 0.4634, 0.437, 0.4368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Atmospheric_methane"], "ranked_scores": [0.6134, 0.6023, 0.5742, 0.5644, 0.5641, 0.559, 0.5587, 0.5584, 0.5328, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Environmental_issue", "Hurricane_Harvey", "Effects_of_global_warming", "Hurricane_Florence_(1988)", "Climate_change_in_Texas", "Effects_of_global_warming_on_humans", "2016_Atlantic_hurricane_season", "Hurricane_Alberto_(1982)"], "ranked_scores": [0.4542, 0.4103, 0.4012, 0.3785, 0.3785, 0.3714, 0.3709, 0.3699, 0.3672, 0.3649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Humid_continental_climate", "Climate_of_the_United_States", "Lyme_disease", "Climate_of_Minnesota", "Climate_of_the_United_Kingdom", "Frost_Belt", "Amblyomma_americanum", "Continental_climate", "1936_North_American_cold_wave", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [0.4152, 0.4069, 0.3993, 0.3806, 0.3768, 0.3645, 0.3558, 0.354, 0.3507, 0.3487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Arctic_geoengineering", "Climate_engineering", "Effects_of_global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "An_Appeal_to_Reason", "Climate_change_mitigation_scenarios", "Stern_Review", "IPCC_First_Assessment_Report", "History_of_climate_change_science"], "ranked_scores": [0.4677, 0.4478, 0.4416, 0.4386, 0.432, 0.4316, 0.4294, 0.4199, 0.419, 0.4094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Antarctic_Cold_Reversal", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Younger_Dryas", "Milankovitch_cycles", "Neoglaciation", "Temperature_record_of_the_past_1000_years", "Termination_(geomorphology)"], "ranked_scores": [0.4804, 0.4576, 0.4387, 0.427, 0.4269, 0.4252, 0.4201, 0.417, 0.4167, 0.4112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Mount_Everest", "Lōʻihi_Seamount", "Sea_level", "Greenhouse_gas_emissions_by_the_United_States", "World_Glacier_Monitoring_Service", "350.org"], "ranked_scores": [0.495, 0.4386, 0.4136, 0.351, 0.3354, 0.3304, 0.3215, 0.3188, 0.3159, 0.3105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Seawater", "PH", "Atmospheric_methane", "Greenhouse_gas", "Metabolic_acidosis"], "ranked_scores": [0.546, 0.4773, 0.4493, 0.442, 0.419, 0.415, 0.4126, 0.4018, 0.3983, 0.3976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Global_warming_controversy", "Antarctica_cooling_controversy", "Greening_Earth_Society", "James_Hansen", "Hockey_stick_controversy"], "ranked_scores": [0.6115, 0.5874, 0.5669, 0.5604, 0.5384, 0.5378, 0.53, 0.5256, 0.524, 0.5237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Bølling-Allerød_warming", "Pliocene_climate", "Acclimatization", "PDOS", "Indonesian_Democratic_Party", "Global_cooling", "Fleischmann–Pons_experiment", "Sublimation_(phase_transition)", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.2998, 0.2736, 0.2535, 0.2454, 0.2321, 0.2314, 0.2265, 0.2259, 0.2237, 0.2168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Antarctica_cooling_controversy", "Wibjörn_Karlén", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Adam_Scaife", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "James_Hansen", "Hockey_stick_graph"], "ranked_scores": [0.5364, 0.5005, 0.4927, 0.4865, 0.4858, 0.4757, 0.4661, 0.4534, 0.4447, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Polar_High", "Rear-inflow_jet", "Cold_drop", "Gulf_Stream", "West_Spitsbergen_Current", "Climate_of_the_United_States"], "ranked_scores": [0.5144, 0.4982, 0.4846, 0.4695, 0.4174, 0.4166, 0.412, 0.4107, 0.4061, 0.4054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Instrumental_temperature_record", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5377, 0.5112, 0.5076, 0.4964, 0.4939, 0.4841, 0.463, 0.4602, 0.4478, 0.4478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Scientific_consensus_on_climate_change", "Climate_change_mitigation_scenarios", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Clouds_and_the_Earth's_Radiant_Energy_System", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.4635, 0.416, 0.4071, 0.397, 0.3948, 0.3945, 0.3782, 0.3757, 0.3741, 0.3735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "London_congestion_charge", "Canada_and_the_Kyoto_Protocol", "Alternative_minimum_tax", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble", "California_Proposition_23_(2010)", "Automated_Payment_Transaction_tax"], "ranked_scores": [0.4056, 0.3981, 0.3456, 0.3045, 0.2992, 0.2954, 0.2911, 0.2875, 0.2855, 0.2825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Deglaciation", "Last_Glacial_Maximum", "Past_sea_level", "Antarctic_Cold_Reversal", "Pliocene_climate", "Ice2sea", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5305, 0.5164, 0.4938, 0.4911, 0.4562, 0.4524, 0.4522, 0.4519, 0.4487, 0.4429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "2013_Southwestern_United_States_heat_wave", "1936_North_American_cold_wave", "Solar_cycle_19", "MSU_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)", "Bølling-Allerød_warming", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.4569, 0.4267, 0.3821, 0.3813, 0.3762, 0.3739, 0.3718, 0.3699, 0.3642, 0.3605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Great_Oxygenation_Event", "Greenhouse_gas", "Tropospheric_ozone", "Clathrate_gun_hypothesis"], "ranked_scores": [0.6146, 0.5972, 0.5015, 0.4838, 0.4758, 0.4638, 0.4408, 0.436, 0.4295, 0.4236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_medicine", "Demand_destruction", "Climate_Change_Denial:_Heads_in_the_Sand", "Nuclear_power_debate", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Junk_science", "Algae_fuel", "Reserves-to-production_ratio", "Environmental_skepticism"], "ranked_scores": [0.3604, 0.3583, 0.3563, 0.3557, 0.3553, 0.3502, 0.3471, 0.3372, 0.3372, 0.3368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Antarctic_ice_sheet", "Glacial_earthquake"], "ranked_scores": [0.5046, 0.491, 0.4836, 0.4586, 0.4339, 0.4277, 0.4276, 0.4269, 0.4264, 0.3975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "1997–98_El_Niño_event", "Drought_in_Spain", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Effects_of_global_warming", "Climate_of_Australia"], "ranked_scores": [0.4741, 0.4644, 0.446, 0.4447, 0.4398, 0.4302, 0.4129, 0.3963, 0.3751, 0.3715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Cool_tropics_paradox", "Carbon_cycle_re-balancing", "Climate_change_mitigation_scenarios", "Mitigation_of_global_warming_in_Australia", "Carbon_diet", "Earth's_energy_budget", "Arctic_geoengineering", "Climate_sensitivity", "Carbon_dioxide_removal"], "ranked_scores": [0.4165, 0.4057, 0.4036, 0.4009, 0.3842, 0.3801, 0.3759, 0.3737, 0.3719, 0.3682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [0.6277, 0.5838, 0.5822, 0.5389, 0.5369, 0.5189, 0.5142, 0.5067, 0.5058, 0.5028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "James_Hansen", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "An_Appeal_to_Reason", "Global_warming", "Climate_change_denial"], "ranked_scores": [0.5626, 0.5382, 0.5329, 0.5282, 0.5109, 0.5008, 0.4986, 0.4688, 0.4655, 0.4558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2769, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.6667}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "100,000-year_problem", "Climate_variability", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.5011, 0.4594, 0.457, 0.4544, 0.4467, 0.4441, 0.4406, 0.4363, 0.4281, 0.4258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Flue-gas_emissions_from_fossil-fuel_combustion", "Low-carbon_emission", "Air_pollution", "Environmental_impact_of_transport", "Fossil_fuel", "Deforestation_and_climate_change"], "ranked_scores": [0.5456, 0.5222, 0.5046, 0.4963, 0.452, 0.4507, 0.4444, 0.442, 0.4395, 0.4388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Simulation_heuristic", "Risk", "Lazy_reason", "Prudent_avoidance_principle", "Argument_from_nonbelief", "Counterfactual_thinking", "Never_events", "Risk_(statistics)", "Value_of_life"], "ranked_scores": [0.4115, 0.4086, 0.3966, 0.3814, 0.3806, 0.3795, 0.3778, 0.3706, 0.3681, 0.3644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "CO2_is_Green", "Energy_policy_of_the_Barack_Obama_administration", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "California_Proposition_23_(2010)"], "ranked_scores": [0.4776, 0.4411, 0.4346, 0.4288, 0.4093, 0.404, 0.3904, 0.3827, 0.3824, 0.3771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "Pliocene_climate", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "Global_cooling", "List_of_climate_research_satellites", "Global_warming_hiatus", "Climate_change_in_the_Arctic", "Bølling-Allerød_warming"], "ranked_scores": [0.5116, 0.4967, 0.4944, 0.4919, 0.4616, 0.4514, 0.4508, 0.4484, 0.4415, 0.4383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Sea_ice", "Retreat_of_glaciers_since_1850", "Polar_seas", "Measurement_of_sea_ice", "Arctic_geoengineering", "Climate_of_the_Arctic", "Arctic_Ocean"], "ranked_scores": [0.4711, 0.4549, 0.3917, 0.3882, 0.3834, 0.383, 0.3811, 0.3689, 0.3624, 0.3582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Carbon_capture_and_storage_in_Australia", "History_of_coal_mining", "Beyond_Coal", "Carbon-neutral_fuel", "Clean_technology"], "ranked_scores": [0.5785, 0.5708, 0.5149, 0.4993, 0.4919, 0.4589, 0.4445, 0.4407, 0.4323, 0.4285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Cool_tropics_paradox", "Federal_Fuel_Administration", "Air_conditioned_clothing", "Global_cooling", "Automobile_air_conditioning", "PDOS", "Antarctic_oscillation", "Fleischmann–Pons_experiment", "Indonesian_Democratic_Party"], "ranked_scores": [0.2959, 0.2783, 0.2674, 0.2641, 0.2568, 0.2464, 0.2348, 0.2327, 0.2289, 0.225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation_scenarios", "Global_warming_controversy", "Effects_of_global_warming", "Environmental_issue", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5279, 0.4945, 0.4729, 0.4726, 0.4668, 0.4558, 0.4551, 0.4511, 0.4452, 0.4356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "350.org", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Greening_Earth_Society", "History_of_climate_change_science", "Geographical_renaming", "Climate_change_mitigation_scenarios", "Climate_justice", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.3955, 0.3834, 0.3592, 0.3478, 0.3388, 0.3329, 0.3294, 0.3213, 0.3192, 0.3181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "MSU_temperature_measurements", "Arctic_geoengineering", "Cool_tropics_paradox", "Hockey_stick_controversy", "List_of_storms_on_the_Great_Lakes", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.345, 0.3412, 0.3363, 0.3352, 0.3136, 0.3111, 0.3103, 0.3078, 0.3051, 0.3028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Global_warming", "Polar_amplification", "Greenhouse_effect", "Solar_phenomena", "Scientific_opinion_on_climate_change", "Climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5065, 0.5041, 0.4884, 0.4779, 0.465, 0.463, 0.459, 0.4566, 0.4531, 0.4503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Phillips_curve", "Seasonal_adjustment", "Trend_stationary", "Worse-than-average_effect", "Deglobalization", "Wage_curve", "Reflation", "Kuznets_curve", "Rosenfeld's_law"], "ranked_scores": [0.3798, 0.3713, 0.3621, 0.361, 0.3349, 0.3252, 0.3225, 0.3095, 0.3065, 0.3054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Environmental_issue", "Future_of_Earth", "Deforestation_and_climate_change", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Geological_history_of_oxygen", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5581, 0.5447, 0.5191, 0.4845, 0.4813, 0.4806, 0.4785, 0.4754, 0.4743, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Climate_of_Mars", "Temperature_record_of_the_past_1000_years", "Eocene_Thermal_Maximum_2", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Future_of_Earth", "History_of_climate_change_science", "Climate_change", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.4803, 0.4768, 0.4673, 0.467, 0.4637, 0.4494, 0.446, 0.4444, 0.4407, 0.4403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Illusion_of_validity", "Publication_bias", "Climatic_Research_Unit_documents", "False_balance", "Dunning–Kruger_effect", "False_consensus_effect", "World_Climate_Change_Conference,_Moscow", "Friends_of_Science", "Null_hypothesis"], "ranked_scores": [0.4704, 0.4436, 0.4227, 0.4043, 0.395, 0.3828, 0.382, 0.3812, 0.378, 0.3734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Cooling_center", "Station_model", "Weather_media_in_the_United_States", "2013_Southwestern_United_States_heat_wave", "US_Weather_Bureau_Station_(Block_Island)", "Excessive_heat_watch", "2016_North_American_heat_wave", "Weather_forecasting"], "ranked_scores": [0.5054, 0.4642, 0.4083, 0.3912, 0.3868, 0.3808, 0.3793, 0.3685, 0.3683, 0.3647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Global_cooling_(disambiguation)", "Climate_change_in_the_United_States"], "ranked_scores": [0.5896, 0.5727, 0.5562, 0.5241, 0.5095, 0.5045, 0.504, 0.4976, 0.4905, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_by_country", "Photovoltaics", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Solar_power_in_Spain", "Solar_energy"], "ranked_scores": [0.5241, 0.5005, 0.4829, 0.4823, 0.4551, 0.4448, 0.4414, 0.438, 0.435, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Farm_programs", "Agriculture_in_Ethiopia", "National_Farm_Safety_&_Health_Week", "Economic_growth", "Agricultural_Act_of_2014", "Household_income_in_the_United_States", "Agriculture_in_Brazil"], "ranked_scores": [0.5053, 0.4666, 0.4493, 0.4281, 0.4267, 0.4241, 0.4225, 0.4189, 0.4101, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-post-binary": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Grizzly_bear", "Surplus_killing", "List_of_Alaska_state_forests", "Bear_attack", "Moose", "Arctic_ecology", "Denali_National_Park_and_Preserve"], "ranked_scores": [516.0, 506.0, 495.0, 491.0, 487.0, 486.0, 484.0, 483.0, 481.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic", "Greenland_Sea", "Polar_ice_cap", "Ice_shelf", "Permafrost", "Ice_calving", "Ice_cap", "Ice_sheet"], "ranked_scores": [579.0, 561.0, 549.0, 546.0, 545.0, 542.0, 542.0, 540.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Tide", "Sea_surface_temperature", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Sea", "Tidal_range", "Future_sea_level"], "ranked_scores": [588.0, 574.0, 570.0, 570.0, 565.0, 565.0, 564.0, 559.0, 550.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Shutdown_of_thermohaline_circulation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Past_sea_level", "Climate_change_in_the_Arctic", "Sea_level_rise"], "ranked_scores": [610.0, 583.0, 574.0, 573.0, 565.0, 552.0, 550.0, 550.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Mitigation_of_global_warming_in_Australia", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "Greenhouse_gas_emissions_by_the_United_States", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_removal"], "ranked_scores": [546.0, 544.0, 543.0, 541.0, 540.0, 533.0, 532.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Climate_change_denial", "Global_warming_controversy", "Politics_of_global_warming", "Scientific_consensus_on_climate_change", "James_Hansen", "CO2_is_Green", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "Climate_change_mitigation"], "ranked_scores": [540.0, 538.0, 538.0, 537.0, 536.0, 536.0, 530.0, 530.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic", "Last_Glacial_Maximum", "Arctic_ice_pack", "Past_sea_level"], "ranked_scores": [599.0, 592.0, 591.0, 582.0, 581.0, 579.0, 579.0, 571.0, 568.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Environmental_issue", "Effects_of_global_warming", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States"], "ranked_scores": [613.0, 600.0, 600.0, 596.0, 593.0, 592.0, 590.0, 588.0, 587.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Environmental_issue", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Tropical_Storm_Harvey_(2011)", "Hurricane_Alberto_(1982)", "Effects_of_global_warming_on_humans", "2012–13_North_American_drought", "Climate_change_in_the_United_States"], "ranked_scores": [547.0, 543.0, 538.0, 538.0, 536.0, 534.0, 534.0, 534.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Humid_continental_climate", "Frost_Belt", "Climate_of_Minnesota", "Continental_climate", "Climate_of_the_United_Kingdom", "Climate_of_the_United_States", "Early_2014_North_American_cold_wave", "Humid_subtropical_climate", "Climate_of_Minneapolis–Saint_Paul", "Droughts_in_the_United_States"], "ranked_scores": [537.0, 531.0, 527.0, 523.0, 521.0, 517.0, 515.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "An_Appeal_to_Reason", "Climate_engineering", "Climate_change_mitigation_scenarios", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Global_warming", "History_of_climate_change_science", "Arctic_geoengineering", "List_of_climate_scientists"], "ranked_scores": [559.0, 541.0, 540.0, 538.0, 535.0, 535.0, 535.0, 533.0, 533.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Abrupt_climate_change", "History_of_climate_change_science", "Global_cooling", "Climate_pattern", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Eocene_Thermal_Maximum_2"], "ranked_scores": [552.0, 547.0, 536.0, 535.0, 532.0, 529.0, 529.0, 528.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "Shale_gas", "Lōʻihi_Seamount", "Atmosphere_of_Mars", "Greenhouse_gas_emissions_by_the_United_States", "Permanent_Service_for_Mean_Sea_Level"], "ranked_scores": [559.0, 527.0, 522.0, 505.0, 498.0, 498.0, 496.0, 493.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmosphere_of_Mars", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Dole_effect", "Oxygen_cycle", "Great_Oxygenation_Event", "Carbon_cycle_re-balancing", "Geological_history_of_oxygen"], "ranked_scores": [573.0, 562.0, 532.0, 531.0, 530.0, 529.0, 526.0, 525.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Hockey_stick_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Greening_Earth_Society", "Climate_change_denial", "History_of_climate_change_science", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change"], "ranked_scores": [573.0, 572.0, 571.0, 569.0, 564.0, 559.0, 558.0, 557.0, 556.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Pliocene_climate", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "Neoglaciation", "Eocene_Thermal_Maximum_2", "Interglacial", "Sublimation_(phase_transition)"], "ranked_scores": [481.0, 481.0, 480.0, 477.0, 476.0, 474.0, 474.0, 469.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Wibjörn_Karlén", "Adam_Scaife", "Ice2sea", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [548.0, 545.0, 539.0, 539.0, 538.0, 535.0, 535.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3072, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Polar_vortex", "Climate_of_the_United_States", "Westerlies", "Jet_stream", "Intertropical_Convergence_Zone", "Polar_High", "North_Atlantic_Current", "Mesopause"], "ranked_scores": [577.0, 565.0, 555.0, 555.0, 553.0, 550.0, 542.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "1908", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_hiatus", "Microwave_Sounding_Unit_temperature_measurements", "Climate_change_in_Texas"], "ranked_scores": [577.0, 576.0, 575.0, 569.0, 556.0, 554.0, 551.0, 547.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Greenhouse_gas", "Reasons_for_concern", "James_Hansen", "Attribution_of_recent_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Deforestation_and_climate_change"], "ranked_scores": [550.0, 536.0, 530.0, 528.0, 527.0, 523.0, 521.0, 517.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Alternative_minimum_tax", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble", "Ecotax", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Automated_Payment_Transaction_tax"], "ranked_scores": [524.0, 520.0, 504.0, 503.0, 499.0, 491.0, 489.0, 488.0, 486.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Past_sea_level", "Future_sea_level", "Global_warming_hiatus", "Retreat_of_glaciers_since_1850", "Ice2sea", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deglaciation", "Measurement_of_sea_ice"], "ranked_scores": [581.0, 580.0, 572.0, 569.0, 564.0, 558.0, 551.0, 550.0, 550.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "March_2012_North_American_heat_wave", "Thaw_(weather)", "1936_North_American_cold_wave", "2013_extreme_weather_events", "Climate_of_the_Arctic", "List_of_climate_research_satellites", "Global_warming_hiatus", "Climate_of_Mars", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [533.0, 531.0, 522.0, 518.0, 514.0, 513.0, 512.0, 510.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_methane", "Oceanic_carbon_cycle", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Anoxic_waters", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [599.0, 596.0, 572.0, 566.0, 556.0, 556.0, 555.0, 551.0, 551.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Climate_change_denial", "Demand_destruction", "Reserves-to-production_ratio", "Alternative_energy", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Real_Global_Warming_Disaster", "Energy_accidents", "Fossil_fuel", "Carbon_bubble", "False_attribution"], "ranked_scores": [512.0, 511.0, 510.0, 509.0, 506.0, 505.0, 505.0, 502.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Past_sea_level", "Climate_change_in_the_Arctic", "Ice2sea", "Antarctic_ice_sheet", "Global_warming_in_Antarctica"], "ranked_scores": [593.0, 579.0, 576.0, 574.0, 572.0, 570.0, 569.0, 565.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Climate_change_in_Europe", "2010–13_Southern_United_States_and_Mexico_drought", "Effects_of_global_warming_on_humans", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "1997–98_El_Niño_event", "Climate_change_and_agriculture"], "ranked_scores": [558.0, 554.0, 544.0, 543.0, 542.0, 541.0, 540.0, 536.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Earth's_energy_budget", "Ozone_depletion_and_climate_change", "Cool_tropics_paradox", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Economics_of_global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [549.0, 545.0, 540.0, 539.0, 537.0, 536.0, 534.0, 534.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Excessive_heat_watch"], "ranked_scores": [604.0, 596.0, 586.0, 575.0, 573.0, 571.0, 568.0, 568.0, 561.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Willie_Soon", "Global_warming", "An_Appeal_to_Reason", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [569.0, 567.0, 565.0, 561.0, 558.0, 558.0, 557.0, 555.0, 554.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_variability", "History_of_climate_change_science", "Global_cooling", "Future_of_Earth", "Global_warming", "100,000-year_problem", "Climate_change"], "ranked_scores": [561.0, 559.0, 555.0, 555.0, 553.0, 552.0, 552.0, 549.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Fossil_fuel_power_station", "Fossil_fuel", "Environmental_impact_of_transport", "Arctic_methane_emissions", "Deforestation_and_climate_change", "Global_warming_potential"], "ranked_scores": [576.0, 573.0, 563.0, 560.0, 551.0, 541.0, 539.0, 539.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Lazy_reason", "Risk–benefit_ratio", "Risk", "Argument_from_nonbelief", "Scenario_analysis", "Philosophical_skepticism", "Binomial_regression", "Simulation_heuristic", "Learning_the_hard_way", "Worst-case_scenario"], "ranked_scores": [525.0, 515.0, 510.0, 504.0, 504.0, 499.0, 498.0, 498.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "CO2_is_Green", "Canada_and_the_Kyoto_Protocol", "Environmental_policy_of_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_pricing_in_Australia"], "ranked_scores": [542.0, 540.0, 539.0, 536.0, 528.0, 526.0, 526.0, 524.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Pliocene_climate", "2014–16_El_Niño_event", "Climate_of_Mars", "1997–98_El_Niño_event", "Polar_amplification", "Climate_change", "Global_cooling", "Bølling-Allerød_warming", "2010_Northern_Hemisphere_heat_waves", "Climate_change_in_the_Arctic"], "ranked_scores": [573.0, 568.0, 564.0, 563.0, 561.0, 559.0, 557.0, 556.0, 555.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Sea_ice", "Deglaciation", "Polar_seas", "Climate_of_the_Arctic", "Arctic_ecology", "Climate_change_in_the_Arctic", "Arctic_Ocean"], "ranked_scores": [560.0, 552.0, 530.0, 530.0, 528.0, 528.0, 527.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Coal_gasification_commercialization", "Clean_technology", "Carbon_sequestration", "Carbon-neutral_fuel", "Nuclear_power"], "ranked_scores": [581.0, 573.0, 555.0, 545.0, 541.0, 536.0, 535.0, 535.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cool_tropics_paradox", "Global_cooling", "Automobile_air_conditioning", "Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Federal_Fuel_Administration", "Renewable_energy_in_Germany", "Air_conditioned_clothing", "ECMWF_re-analysis", "Radiative_forcing"], "ranked_scores": [486.0, 481.0, 476.0, 476.0, 475.0, 474.0, 473.0, 469.0, 467.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Global_warming_controversy", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "Environmental_issue"], "ranked_scores": [600.0, 598.0, 593.0, 589.0, 586.0, 582.0, 582.0, 582.0, 581.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "350.org", "Geographical_renaming", "Climate_justice", "Global_change", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "Human_Rights_and_Climate_Change", "Effects_of_global_warming", "Global_cooling"], "ranked_scores": [533.0, 523.0, 519.0, 515.0, 515.0, 515.0, 515.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Hockey_stick_controversy", "Hockey_stick_graph", "Global_cooling_(disambiguation)", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [522.0, 521.0, 520.0, 520.0, 516.0, 512.0, 506.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Polar_amplification", "Climate_variability", "Global_warming", "Scientific_opinion_on_climate_change", "Global_warming_in_Antarctica", "Greenhouse_effect"], "ranked_scores": [574.0, 573.0, 569.0, 569.0, 568.0, 567.0, 565.0, 565.0, 563.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Wage_curve", "Trend_stationary", "Antarctica_cooling_controversy", "Seasonal_adjustment", "Glacier_mass_balance", "Worse-than-average_effect", "Deglobalization", "Future_sea_level", "Statistical_significance"], "ranked_scores": [510.0, 504.0, 503.0, 500.0, 499.0, 495.0, 494.0, 493.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Global_warming", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_United_States", "Atmospheric_methane", "Climate_inertia"], "ranked_scores": [577.0, 574.0, 571.0, 568.0, 564.0, 561.0, 561.0, 557.0, 557.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7537, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Paleocene–Eocene_Thermal_Maximum", "Climate_change", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Future_of_Earth", "Climate_of_Mars", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Bølling-Allerød_warming", "History_of_climate_change_science"], "ranked_scores": [573.0, 570.0, 569.0, 560.0, 560.0, 557.0, 556.0, 554.0, 552.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "False_balance", "Climatic_Research_Unit_documents", "Scientific_consensus", "I'm_not_a_scientist", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Publication_bias", "World_Climate_Change_Conference,_Moscow", "Merchants_of_Doubt", "Scientific_consensus_on_climate_change"], "ranked_scores": [533.0, 517.0, 516.0, 508.0, 507.0, 507.0, 506.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Humid_continental_climate", "Weather", "Station_model", "Humid_subtropical_climate", "March_2012_North_American_heat_wave", "Satellite_temperature_measurements", "Weather_map", "Automatic_weather_station", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [568.0, 532.0, 531.0, 526.0, 522.0, 519.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "Global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Sea_level_rise", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [588.0, 585.0, 577.0, 577.0, 573.0, 566.0, 564.0, 563.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Solar_power_by_country", "Photovoltaics", "List_of_photovoltaic_power_stations", "Solar_power_in_Spain"], "ranked_scores": [585.0, 566.0, 558.0, 557.0, 553.0, 551.0, 548.0, 547.0, 542.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Farm_programs", "Agriculture_in_Brazil", "Agriculture_in_Ethiopia", "Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Tropical_agriculture", "Bioenergy_in_China", "Economic_growth"], "ranked_scores": [549.0, 547.0, 533.0, 527.0, 525.0, 523.0, 519.0, 519.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Yup'ik_cuisine", "Kodiak_bear", "Arctic_Alaska", "Hunting_and_fishing_in_Alaska", "Boreogadus_saida", "Northwoods_(forest)", "Grizzly_Bear_(dance)", "Bear_attack", "Rubus_arcticus", "Paleontology_in_Alaska"], "ranked_scores": [506.0, 499.0, 497.0, 490.0, 488.0, 486.0, 484.0, 484.0, 484.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Ice2sea", "Antarctic_ice_sheet", "Arctic_resources_race", "Arctic_sea_ice_decline", "Mass_wasting", "Atmospheric_methane"], "ranked_scores": [584.0, 551.0, 541.0, 536.0, 532.0, 525.0, 524.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Tide", "Water_distribution_on_Earth", "Ocean_surface_topography", "Sea", "Future_sea_level", "Sea_level_rise", "Anoxic_waters", "Water", "Annual_cycle_of_sea_level_height"], "ranked_scores": [559.0, 549.0, 538.0, 537.0, 532.0, 531.0, 527.0, 523.0, 523.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["The_Coming_Global_Superstorm", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Ice2sea", "Marine_regression", "Glacial_earthquake", "Global_dimming", "Antarctic_Cold_Reversal", "Holocene_glacial_retreat", "Future_sea_level"], "ranked_scores": [528.0, 523.0, 511.0, 511.0, 509.0, 508.0, 508.0, 503.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "GHG_footprint", "Environmental_impact_of_transport", "Environmental_impact_of_aviation", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_removal", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [571.0, 555.0, 555.0, 551.0, 550.0, 545.0, 540.0, 536.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Carbon_neutrality", "Climate_change_mitigation", "Politics_of_global_warming", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere", "Friends_of_Science", "Deforestation_and_climate_change", "Global_warming_controversy", "Global_warming_hiatus", "Carbon_dioxide_removal"], "ranked_scores": [552.0, 544.0, 541.0, 528.0, 528.0, 526.0, 524.0, 524.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "The_Coming_Global_Superstorm", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Past_sea_level", "Abrupt_climate_change"], "ranked_scores": [583.0, 573.0, 566.0, 552.0, 549.0, 549.0, 548.0, 548.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Climate_sensitivity", "Climate_inertia", "Climate_change_feedback", "Deforestation_and_climate_change", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Global_warming_hiatus"], "ranked_scores": [564.0, 563.0, 560.0, 540.0, 536.0, 536.0, 535.0, 535.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5024, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Regional_effects_of_global_warming", "Economics_of_global_warming", "Global_warming_in_Antarctica", "Effects_of_global_warming_on_humans", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster", "Attribution_of_recent_climate_change", "History_of_climate_change_science"], "ranked_scores": [588.0, 566.0, 553.0, 552.0, 550.0, 550.0, 548.0, 543.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["List_of_mammals_of_New_England", "Climate_of_the_United_States", "Humid_continental_climate", "Frost_Belt", "Temperate_climate", "Moose", "Lyme_disease", "Climate_of_the_United_Kingdom", "Climate_of_the_Nordic_countries", "United_States_rainfall_climatology"], "ranked_scores": [523.0, 517.0, 512.0, 499.0, 498.0, 497.0, 496.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["IPCC_First_Assessment_Report", "Stern_Review", "Economics_of_global_warming", "Climate_engineering", "Climate_change_mitigation_scenarios", "Avoiding_Dangerous_Climate_Change", "An_Appeal_to_Reason", "World_Climate_Research_Programme", "Climate_change_and_agriculture", "Climate_Research_(journal)"], "ranked_scores": [563.0, 559.0, 553.0, 552.0, 551.0, 544.0, 540.0, 538.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["100,000-year_problem", "George_Kukla", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2nd_millennium", "Milankovitch_cycles", "Abrupt_climate_change", "Future_of_Earth", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Wibjörn_Karlén"], "ranked_scores": [516.0, 515.0, 514.0, 511.0, 510.0, 506.0, 505.0, 504.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "World_Glacier_Monitoring_Service", "Mauna_Kea", "Atacama_Cosmology_Telescope", "TopHat_(telescope)", "Coalbed_methane", "Alta_Wind_Energy_Center", "Permanent_Service_for_Mean_Sea_Level", "Great_Lakes_Environmental_Research_Laboratory"], "ranked_scores": [496.0, 483.0, 479.0, 479.0, 476.0, 476.0, 474.0, 473.0, 472.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Acidosis", "Seawater", "Water", "Anoxic_waters", "Water_distribution_on_Earth", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Tipping_points_in_the_climate_system"], "ranked_scores": [507.0, 495.0, 490.0, 483.0, 479.0, 478.0, 477.0, 475.0, 475.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Merchants_of_Doubt", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies", "Heaven_and_Earth_(book)", "Global_warming_controversy", "Media_coverage_of_climate_change"], "ranked_scores": [570.0, 567.0, 565.0, 565.0, 565.0, 563.0, 562.0, 559.0, 553.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Fleischmann–Pons_experiment", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Federal_Fuel_Administration", "Marine_isotope_stage", "Late_Glacial", "Pacific_decadal_oscillation", "El_Niño–Southern_Oscillation", "Neoglaciation", "Pliocene_climate"], "ranked_scores": [513.0, 503.0, 498.0, 495.0, 487.0, 487.0, 486.0, 484.0, 483.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "An_Appeal_to_Reason", "Hockey_stick_graph", "Climate_change_in_the_Arctic", "Ian_Clark_(geologist)", "Wiesław_Masłowski", "Climatic_Research_Unit_documents", "The_Hockey_Stick_and_the_Climate_Wars", "James_Hansen"], "ranked_scores": [548.0, 541.0, 536.0, 535.0, 532.0, 530.0, 528.0, 527.0, 527.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Weather_front", "Low-pressure_area", "Polar_drift", "Atmospheric_circulation", "North_Atlantic_Current", "Convective_instability", "Westerlies"], "ranked_scores": [563.0, 555.0, 553.0, 553.0, 529.0, 528.0, 528.0, 522.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["MSU_temperature_measurements", "2010_Northern_Hemisphere_heat_waves", "Satellite_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "1997–98_El_Niño_event", "2013_extreme_weather_events", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record"], "ranked_scores": [543.0, 536.0, 530.0, 525.0, 524.0, 523.0, 522.0, 520.0, 519.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Clouds_and_the_Earth's_Radiant_Energy_System", "Total_Carbon_Column_Observing_Network", "The_Real_Global_Warming_Disaster", "Copenhagen_Diagnosis", "CLOUD_experiment", "Advisory_Group_on_Greenhouse_Gases", "Big_Bang_nucleosynthesis", "Carbon_cycle_re-balancing", "Climatic_Research_Unit_documents"], "ranked_scores": [511.0, 510.0, 509.0, 508.0, 507.0, 505.0, 504.0, 503.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Green_Energy_Act_2009", "Mitigation_of_global_warming_in_Australia", "Fuel_Economy_Reform_Act", "Carbon_price", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "Embedded_emissions", "Energy_policy_of_the_United_States"], "ranked_scores": [499.0, 494.0, 494.0, 492.0, 490.0, 489.0, 488.0, 488.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Pliocene_climate", "Snowball_Earth", "Hockey_stick_controversy", "Hockey_stick_graph", "Arctic_sea_ice_decline", "Temperature_record_of_the_past_1000_years", "Polar_forests_of_the_Cretaceous", "Last_Glacial_Maximum"], "ranked_scores": [518.0, 511.0, 506.0, 506.0, 506.0, 505.0, 503.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2013_in_science", "2013_extreme_weather_events", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Pliocene_climate"], "ranked_scores": [519.0, 518.0, 514.0, 512.0, 511.0, 505.0, 504.0, 499.0, 498.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Sea", "Acid_rain", "Free_Ocean_CO2_Enrichment", "Oceanic_carbon_cycle", "Ocean", "Chemical_oceanography", "Carbonic_acid", "Runaway_greenhouse_effect"], "ranked_scores": [605.0, 594.0, 548.0, 541.0, 535.0, 531.0, 528.0, 526.0, 522.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Energy_development", "Energy_in_the_United_States", "Energy_accidents", "World_energy_consumption", "Alternative_fuel", "Energy_policy_of_the_United_States", "Energy_mix", "Alternative_energy", "Alternatives_assessment", "Energy_industry"], "ranked_scores": [511.0, 507.0, 500.0, 498.0, 498.0, 494.0, 494.0, 492.0, 492.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Ice2sea", "Future_sea_level", "Sea_level_rise", "Ice_rise", "The_Coming_Global_Superstorm", "Climate_change_in_the_Arctic", "Glacial_earthquake", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [565.0, 565.0, 560.0, 552.0, 550.0, 548.0, 548.0, 544.0, 541.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Effects_of_global_warming_on_humans", "Drought_in_Spain", "Droughts_in_the_United_States", "Future_of_Earth", "Global_warming", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "IPCC_First_Assessment_Report"], "ranked_scores": [525.0, 523.0, 518.0, 512.0, 508.0, 505.0, 503.0, 503.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Stern_Review", "Earth's_energy_budget", "Climate_change_in_Europe", "IPCC_First_Assessment_Report", "Reasons_for_concern", "Views_on_the_Kyoto_Protocol", "Climate_sensitivity", "Greening_Earth_Society", "Climate_Research_(journal)"], "ranked_scores": [535.0, 524.0, 517.0, 516.0, 516.0, 513.0, 513.0, 512.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Excessive_heat_watch", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "Climate_of_Oregon"], "ranked_scores": [580.0, 561.0, 556.0, 549.0, 540.0, 533.0, 532.0, 531.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Creation–evolution_controversy", "Merchants_of_Doubt", "Climate_change_denial", "Friends_of_Science", "Climate_Change_Denial:_Heads_in_the_Sand", "Heaven_and_Earth_(book)", "History_of_climate_change_science"], "ranked_scores": [559.0, 553.0, 553.0, 549.0, 544.0, 541.0, 537.0, 536.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Climate_variability", "Climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [536.0, 528.0, 528.0, 526.0, 526.0, 522.0, 520.0, 518.0, 517.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_methane", "Carbon-based_fuel", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions", "Deforestation_and_climate_change", "Fossil_fuel"], "ranked_scores": [551.0, 549.0, 544.0, 540.0, 533.0, 531.0, 531.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Lazy_reason", "Risk–benefit_ratio", "Hypotheticals", "Risk", "Risk_neutral", "Bias", "Global_catastrophic_risk", "Prudent_avoidance_principle", "Philosophical_skepticism", "Panentheism"], "ranked_scores": [507.0, 501.0, 499.0, 495.0, 489.0, 488.0, 487.0, 487.0, 484.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["ExxonMobil_climate_change_controversy", "Energy_policy_of_the_United_States", "Carbon_neutrality", "Beyond_Coal", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Coal_pollution_mitigation", "Views_on_the_Kyoto_Protocol", "Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_United_States"], "ranked_scores": [509.0, 502.0, 497.0, 495.0, 492.0, 491.0, 491.0, 489.0, 488.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Pliocene_climate", "Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "Climate_change", "History_of_climate_change_science", "Abrupt_climate_change"], "ranked_scores": [578.0, 568.0, 552.0, 551.0, 546.0, 543.0, 543.0, 541.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Ice2sea", "Global_warming_in_Antarctica", "Ice_rise", "Antarctic_Cold_Reversal", "Arctic_ice_pack", "Antarctic_ice_sheet", "Arctic_Circle_(organization)", "Bering_Glacier", "Glacial_earthquake", "Iceberg_C-19"], "ranked_scores": [529.0, 527.0, 526.0, 523.0, 516.0, 516.0, 508.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Coal_gasification_commercialization", "Clean_technology", "List_of_coal_fired_power_stations_in_Australia", "Carbon_dioxide_removal", "Coal_gasification", "Coal"], "ranked_scores": [596.0, 596.0, 562.0, 550.0, 548.0, 546.0, 545.0, 543.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Federal_Fuel_Administration", "Pacific_decadal_oscillation", "History_of_the_United_States_(1945–64)", "Paleocene–Eocene_Thermal_Maximum", "Oppenheimer_security_hearing", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Cool_tropics_paradox", "Programmed_Data_Processor", "Nuclear_power_phase-out", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [529.0, 510.0, 495.0, 491.0, 487.0, 486.0, 482.0, 481.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Global_warming_controversy", "Hockey_stick_graph", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_stilling", "IPCC_First_Assessment_Report", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [508.0, 499.0, 494.0, 493.0, 486.0, 484.0, 484.0, 484.0, 483.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["United_Nations_Climate_Change_conference", "Climate_change_policy_of_the_United_States", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_Europe", "ExxonMobil_climate_change_controversy", "Copenhagen_Diagnosis", "Climate_change_adaptation_in_Nepal", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Global_warming", "Global_change"], "ranked_scores": [553.0, 549.0, 536.0, 532.0, 531.0, 530.0, 528.0, 526.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Instrumental_temperature_record", "Global_warming_hiatus", "Climate_of_Antarctica", "Year_Without_a_Summer", "Arctic_geoengineering", "MSU_temperature_measurements", "Great_Salinity_Anomaly", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [486.0, 479.0, 477.0, 476.0, 472.0, 472.0, 470.0, 470.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Global_warming", "Effect_of_Sun_angle_on_climate", "Climate_change_(general_concept)", "Climate_variability", "Earth's_energy_budget", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "Climate_change", "Climate_sensitivity"], "ranked_scores": [578.0, 569.0, 567.0, 567.0, 565.0, 563.0, 563.0, 555.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Worse-than-average_effect", "Kuznets_curve", "Glacier_mass_balance", "Diminishing_returns", "Trend_stationary", "Wage_curve", "Statistical_significance", "Skewness", "Flynn_effect"], "ranked_scores": [511.0, 503.0, 494.0, 493.0, 492.0, 486.0, 484.0, 482.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Deforestation_and_climate_change", "Greenhouse_gas", "Environmental_issue", "IPCC_First_Assessment_Report", "Climate_inertia", "Climate_change_in_the_United_States", "Global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen"], "ranked_scores": [533.0, 529.0, 527.0, 520.0, 518.0, 518.0, 516.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Eocene_Thermal_Maximum_2", "Temperature_record_of_the_past_1000_years", "Abrupt_climate_change", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_Mars", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [558.0, 557.0, 556.0, 546.0, 539.0, 539.0, 538.0, 537.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Not_even_wrong", "Danish_Committees_on_Scientific_Dishonesty", "Policy_advocacy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "March_for_Science", "Level_of_support_for_evolution", "Climatic_Research_Unit_documents", "Scientific_Alliance"], "ranked_scores": [487.0, 483.0, 483.0, 481.0, 481.0, 479.0, 478.0, 476.0, 474.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Station_model", "Cooling_center", "2001_Eastern_North_America_heat_wave", "Weather_map", "Automatic_weather_station", "Humid_continental_climate", "Weather_media_in_the_United_States", "Weather_satellite"], "ranked_scores": [521.0, 519.0, 518.0, 507.0, 506.0, 505.0, 504.0, 503.0, 502.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "IPCC_First_Assessment_Report", "History_of_sustainability", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States"], "ranked_scores": [533.0, 532.0, 532.0, 531.0, 531.0, 530.0, 530.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "California", "Solar_power", "List_of_photovoltaic_power_stations", "Photovoltaics", "List_of_lakes_in_California", "Renewable_energy"], "ranked_scores": [577.0, 575.0, 559.0, 544.0, 539.0, 539.0, 536.0, 531.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Economic_growth", "Growth_of_wind_power_in_the_United_States", "Jobs_created_during_U.S._presidential_terms", "Agriculture,_forestry,_and_fishing_in_Japan", "Energy_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Gross_national_product", "Measures_of_national_income_and_output", "Agriculture_in_Syria", "Bioenergy_in_China"], "ranked_scores": [523.0, 520.0, 514.0, 512.0, 504.0, 503.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["National_preserve", "Kodiak_bear", "Yup'ik_cuisine", "Poverty_in_the_Arctic", "Grizzly_bear", "List_of_glaciers_of_Iceland", "Wilderness_area", "Wilderness", "Veganism", "Endangered_species"], "ranked_scores": [0.7228, 0.7025, 0.6827, 0.6771, 0.666, 0.6611, 0.659, 0.6562, 0.6413, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Greenhouse_gas", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Last_Glacial_Maximum", "Permafrost", "Phreatic_eruption", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [0.9138, 0.8806, 0.8742, 0.8731, 0.8701, 0.8623, 0.856, 0.8311, 0.8281, 0.8256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_surface_temperature", "Sea_level_rise", "Sea_level", "High-pressure_area", "Weather", "Polar_High", "Pliocene_climate", "El_Niño–Southern_Oscillation", "Annual_cycle_of_sea_level_height"], "ranked_scores": [0.8744, 0.8588, 0.8559, 0.8344, 0.8152, 0.813, 0.7958, 0.7946, 0.7909, 0.7901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "350.org", "IPCC_Second_Assessment_Report", "Study_of_Environmental_Arctic_Change", "Post-glacial_rebound", "Deep_ocean_water", "List_of_countries_by_carbon_dioxide_emissions", "Estuarine_acidification", "Global_warming_in_Antarctica", "Arctic_geoengineering"], "ranked_scores": [0.821, 0.7979, 0.7777, 0.7666, 0.7651, 0.7619, 0.7602, 0.7601, 0.7594, 0.7555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage", "Carbon_tax", "Carbon-neutral_fuel", "Carbon_profiling", "Millmerran_Power_Station", "Carbon_emission_trading", "Environmental_impact_of_aviation", "Carbon_offset"], "ranked_scores": [0.8721, 0.8316, 0.8314, 0.8009, 0.7949, 0.7886, 0.7843, 0.7767, 0.775, 0.774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Low-carbon_emission", "Embedded_emissions", "Carbon_tax", "Politics_of_global_warming", "Effects_of_global_warming", "Environmental_impact_of_transport", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Climate_change_mitigation", "James_Hansen"], "ranked_scores": [0.8073, 0.8018, 0.7951, 0.7903, 0.7871, 0.7821, 0.7817, 0.7688, 0.7643, 0.7608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_resources_race", "Future_sea_level", "1997–98_El_Niño_event", "Greenland_ice_sheet", "Sea_level_rise", "Quelccaya_Ice_Cap", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica"], "ranked_scores": [0.8716, 0.8544, 0.8513, 0.8417, 0.8407, 0.8376, 0.8142, 0.8141, 0.8141, 0.8105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Global_warming_in_Antarctica", "Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_methane_emissions", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States"], "ranked_scores": [0.8985, 0.8868, 0.8863, 0.8636, 0.8562, 0.8556, 0.8505, 0.8492, 0.8468, 0.8467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Thermal_pollution", "Natural_disaster", "Energy_accidents", "Effects_of_global_warming_on_humans", "Environmental_issue", "Geothermal_energy", "Disaster", "2016_American_Northeast_heat_wave", "Climate_change_in_the_United_States"], "ranked_scores": [0.8478, 0.8293, 0.8162, 0.8143, 0.8089, 0.7979, 0.7882, 0.7832, 0.7756, 0.7707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Peninsular_Spain", "Tibet", "Social_and_economic_stratification_in_Appalachia", "Appalachian_Mountains", "West_Antarctica", "List_of_mammals_of_New_England", "Severnaya_Zemlya", "Amblyomma_americanum"], "ranked_scores": [0.7151, 0.6878, 0.6789, 0.6748, 0.6654, 0.6537, 0.6502, 0.648, 0.6449, 0.6398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Stern_Review", "Effects_of_global_warming", "Carbon_bubble", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Climate_engineering", "Oil_spill", "Climate_change_mitigation"], "ranked_scores": [0.8639, 0.8574, 0.8036, 0.7988, 0.7973, 0.7967, 0.7957, 0.7748, 0.7696, 0.7637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Neoglaciation", "Global_cooling", "Global_cooling_(disambiguation)", "George_Kukla", "Heaven_and_Earth_(book)", "Global_warming_hiatus", "Human_Rights_and_Climate_Change", "An_Appeal_to_Reason", "Solar_cycle_(calendar)", "World_Climate_Research_Programme"], "ranked_scores": [0.8415, 0.8109, 0.8083, 0.7977, 0.7973, 0.7917, 0.7853, 0.7791, 0.7781, 0.7682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Alta_Wind_Energy_Center", "Mauna_Loa_Observatory", "Patos_Island", "Ojai,_California", "Mackinac_Island", "Ivanpah_Solar_Power_Facility", "Glacier_Bay_Basin", "McMurdo_Sound", "Keeling_Curve", "Portola,_California"], "ranked_scores": [0.7709, 0.7347, 0.733, 0.7083, 0.6984, 0.693, 0.6904, 0.6865, 0.6818, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Atmospheric_carbon_cycle", "Climate_change_feedback", "Greenhouse_gas", "Dissolution_(chemistry)", "Estuarine_acidification", "Ocean_acidification", "Cold_fusion", "James_Hansen", "PH", "Atmospheric_methane"], "ranked_scores": [0.7957, 0.7947, 0.7833, 0.7832, 0.7811, 0.7757, 0.7557, 0.7539, 0.7469, 0.7393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "Scientific_consensus_on_climate_change", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "The_Real_Global_Warming_Disaster", "An_Appeal_to_Reason", "The_Deniers", "Media_coverage_of_climate_change", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.8639, 0.856, 0.8499, 0.8454, 0.8429, 0.8325, 0.8304, 0.823, 0.8046, 0.8035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Theoretical_and_Applied_Climatology", "PDO", "Carl_Sagan", "Bohr_model", "Earth_Changes", "Big_Bang_nucleosynthesis", "History_of_creationism", "History_of_physics", "History_of_science_policy", "Gore_Effect"], "ranked_scores": [0.7693, 0.7605, 0.7532, 0.746, 0.7437, 0.7416, 0.7408, 0.736, 0.7357, 0.7286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Thaw_(weather)", "Climate_change_in_the_Arctic", "George_Kukla", "Effects_of_global_warming", "Global_warming", "Arctic_sea_ice_decline", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "Carbon_bubble", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.8536, 0.8383, 0.8216, 0.8213, 0.8126, 0.8117, 0.7998, 0.796, 0.7954, 0.7937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Jet_stream", "Polar_vortex", "Polar_High", "Westerlies", "Intertropical_Convergence_Zone", "Arctic_Circle", "Polar_front", "Cold-air_damming", "Wind"], "ranked_scores": [0.8733, 0.8731, 0.8694, 0.8619, 0.8544, 0.8525, 0.8489, 0.8487, 0.8449, 0.8404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Arctic_sea_ice_decline", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_United_States", "1980_eruption_of_Mount_St._Helens", "1980_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Future_sea_level"], "ranked_scores": [0.8687, 0.8346, 0.8337, 0.8335, 0.8179, 0.8156, 0.8032, 0.8023, 0.8012, 0.8009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "Climate_change_policy_of_the_United_States", "Greenhouse_gas", "Effects_of_global_warming", "Climate_change_mitigation", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Global_Warming_Pollution_Reduction_Act_of_2007", "The_Real_Global_Warming_Disaster", "Global_warming"], "ranked_scores": [0.837, 0.8013, 0.8007, 0.7985, 0.7967, 0.7821, 0.7765, 0.7751, 0.7751, 0.7723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_bubble", "Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Environmental_pricing_reform", "Mitigation_of_global_warming_in_Australia", "Stern_Review", "Emissions_trading", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.7745, 0.7717, 0.7624, 0.7374, 0.6881, 0.6825, 0.677, 0.6724, 0.6634, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "1997–98_El_Niño_event", "Future_sea_level", "Arctic_sea_ice_decline", "Proglacial_lake", "Arctic_resources_race", "Keeling_Curve", "Past_sea_level", "Pliocene_climate", "IPCC_First_Assessment_Report"], "ranked_scores": [0.8554, 0.8328, 0.823, 0.8099, 0.8091, 0.8035, 0.8018, 0.7962, 0.7956, 0.7939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Poverty_in_the_Arctic", "Arctic_resources_race", "1808/1809_mystery_eruption", "Territorial_claims_in_the_Arctic", "Climate_change_in_Tuvalu", "Termination_(geomorphology)", "Climate_change_in_the_United_States", "Arctic_policy_of_Canada", "List_of_ecoregions_in_the_United_States_(EPA)"], "ranked_scores": [0.742, 0.7329, 0.7312, 0.7301, 0.7272, 0.7224, 0.7142, 0.7139, 0.7137, 0.7102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Runaway_greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Oceanic_carbon_cycle", "Climate_change_feedback"], "ranked_scores": [0.882, 0.8712, 0.8588, 0.8441, 0.832, 0.8318, 0.8297, 0.8263, 0.8237, 0.8123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Minimum_wage", "Energy_policy_of_the_United_States", "Demand_destruction", "Nuclear_power_debate", "Energy_policy_of_the_Barack_Obama_administration", "False_balance", "Real_wages", "Loose_Change", "Unemployment_in_the_United_States", "Job_security"], "ranked_scores": [0.7651, 0.7489, 0.7267, 0.7202, 0.7135, 0.7098, 0.7041, 0.6978, 0.6947, 0.693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Convective_instability", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Arctic_geoengineering", "Global_warming_in_Antarctica", "1997–98_El_Niño_event", "1980_eruption_of_Mount_St._Helens", "Glacial_earthquake"], "ranked_scores": [0.8472, 0.8411, 0.8334, 0.8328, 0.8289, 0.8165, 0.8136, 0.804, 0.7969, 0.7892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Arid", "Drought_in_the_United_Kingdom", "Acid_mine_drainage", "Effects_of_global_warming_on_humans", "Frost_Belt", "Acid_rain", "2013_extreme_weather_events", "Mediterranean_climate", "Climate_change_in_Europe"], "ranked_scores": [0.8446, 0.8411, 0.8335, 0.824, 0.8189, 0.8148, 0.8138, 0.8034, 0.8001, 0.7994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Energy_crisis", "Climate_sensitivity", "Thermal_pollution", "Earth's_energy_budget", "Water_heating", "Tipping_points_in_the_climate_system", "Efficient_energy_use", "Renewable_heat", "Geothermal_energy", "Plug-in_hybrids_in_California"], "ranked_scores": [0.7857, 0.769, 0.7521, 0.7285, 0.7241, 0.7209, 0.7152, 0.7111, 0.7052, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.9225, 0.8934, 0.8708, 0.8643, 0.8585, 0.8552, 0.8501, 0.8342, 0.8256, 0.8171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "History_of_climate_change_science", "Global_warming", "Global_cooling", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "James_Hansen", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "Stern_Review"], "ranked_scores": [0.8705, 0.854, 0.8507, 0.8479, 0.8378, 0.831, 0.8296, 0.8282, 0.8277, 0.8277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Stern_Review", "Attribution_of_recent_climate_change", "Global_warming_controversy", "James_Hansen", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Global_Warming_Policy_Foundation", "Scientific_opinion_on_climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science"], "ranked_scores": [0.8214, 0.8071, 0.793, 0.7832, 0.7813, 0.7792, 0.7749, 0.7738, 0.7715, 0.7705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_China", "Arctic_methane_emissions", "Carbon_dioxide", "Low-carbon_emission", "Carbon_emissions_reporting", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.8927, 0.8864, 0.8771, 0.8696, 0.8511, 0.8499, 0.8469, 0.8314, 0.8243, 0.8222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Positive_economics", "False_consensus_effect", "Cognitive_bias", "Statistical_murder", "Management_systems_for_road_safety", "Bias", "Misuse_of_statistics", "Vulnerability_(computing)", "Outcome_bias", "Error_catastrophe"], "ranked_scores": [0.8313, 0.8035, 0.7862, 0.7772, 0.7743, 0.7731, 0.773, 0.7722, 0.7698, 0.7617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Nuclear_power", "Global_Warming_Pollution_Reduction_Act_of_2007", "Volkswagen_emissions_scandal", "Low-carbon_emission", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Carbon_emissions_reporting", "Clean_Air_Act_(United_States)", "Carbon_tax", "Carbon_pricing_in_Australia"], "ranked_scores": [0.8165, 0.7895, 0.7745, 0.7712, 0.7647, 0.7565, 0.756, 0.7431, 0.737, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "Arctic_resources_race", "Climate_change_in_the_United_States", "1808/1809_mystery_eruption", "Arctic_sea_ice_decline", "IPCC_First_Assessment_Report", "Future_of_Earth", "Copenhagen_Diagnosis", "Future_sea_level", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.907, 0.8966, 0.8881, 0.8778, 0.8752, 0.8693, 0.8595, 0.8568, 0.8551, 0.8528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["List_of_glaciers_of_Iceland", "Ice2sea", "Arctic_resources_race", "Ice_piedmont", "IPCC_Second_Assessment_Report", "Glacier_mass_balance", "Quelccaya_Ice_Cap", "Meteosat_8", "Holocene_glacial_retreat", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [0.8055, 0.7757, 0.7551, 0.7545, 0.7533, 0.7527, 0.7457, 0.7418, 0.7414, 0.7333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Effluent", "Mitigation_of_global_warming_in_Australia", "Incineration", "Blackwater_(coal)", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel"], "ranked_scores": [0.8749, 0.8639, 0.8457, 0.8141, 0.8064, 0.798, 0.7912, 0.7811, 0.7802, 0.7799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "John_D._Hamaker", "Jacques_Cousteau", "Bohr_model", "Evaporation", "History_of_physics", "Steam_engine", "Nicholas_Shackleton", "Hydrology", "Gore_Effect"], "ranked_scores": [0.7078, 0.6771, 0.6557, 0.6497, 0.6476, 0.6444, 0.6439, 0.6429, 0.6381, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Carbon_bubble", "Climate_change_in_the_United_States", "Effects_of_global_warming", "The_Real_Global_Warming_Disaster", "Global_warming", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Economics_of_global_warming", "Climate_change_mitigation", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.8622, 0.8267, 0.8226, 0.8226, 0.8204, 0.8162, 0.8145, 0.8118, 0.8109, 0.8101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_Research_(journal)", "Climate_Change_Denial:_Heads_in_the_Sand", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Media_coverage_of_climate_change", "Climate_fiction", "Global_warming_controversy", "The_Deniers", "World_Climate_Report", "Watts_Up_With_That?"], "ranked_scores": [0.7869, 0.763, 0.7589, 0.7555, 0.7352, 0.734, 0.7298, 0.727, 0.7268, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Antarctica", "Climate_of_the_Arctic", "Freezing_level", "1908", "List_of_heat_waves", "Cold_wave", "Antarctica_cooling_controversy", "Instrumental_temperature_record", "1936_North_American_cold_wave", "Indian_Lake_Chain,_Ontario"], "ranked_scores": [0.817, 0.7723, 0.7712, 0.7575, 0.7501, 0.7428, 0.7391, 0.7377, 0.7313, 0.7303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Solar_gain", "Climate_state", "Climate_variability", "Arctic_geoengineering", "Climate_change_(general_concept)", "Greenhouse_effect", "Polar_amplification", "Global_warming_in_Antarctica", "List_of_climate_research_satellites", "Earth's_energy_budget"], "ranked_scores": [0.8689, 0.8375, 0.8355, 0.8341, 0.8332, 0.8295, 0.8293, 0.8292, 0.8247, 0.8225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Unemployment_in_the_United_States", "Mutual_assured_destruction", "Selection_bias", "Gun_laws_in_California", "Accident", "Statistical_murder", "Phillips_curve", "Error_catastrophe", "Hazard_elimination", "Publication_bias"], "ranked_scores": [0.7555, 0.7304, 0.7158, 0.7022, 0.7013, 0.6931, 0.6867, 0.6832, 0.6819, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "Climate_change_in_the_United_States", "Greenhouse_gas", "IPCC_First_Assessment_Report", "350.org", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Climate_change_in_China"], "ranked_scores": [0.9026, 0.899, 0.893, 0.8711, 0.8627, 0.8604, 0.8504, 0.8484, 0.8481, 0.8472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5376, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth", "Hesperian", "Pliocene_climate", "Geodynamics_of_Mars", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming"], "ranked_scores": [0.8727, 0.87, 0.857, 0.8514, 0.8476, 0.8468, 0.8447, 0.8409, 0.8384, 0.8314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming_controversy", "Scientific_dissent", "Watts_Up_With_That?", "Journal_for_Geoclimatic_Studies", "March_for_Science", "Merchants_of_Doubt", "Climate_change_denial", "Scientific_community"], "ranked_scores": [0.8227, 0.799, 0.7957, 0.7826, 0.7821, 0.7592, 0.758, 0.7517, 0.7513, 0.7412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "Degree_day", "Continental_climate", "Three_Furnaces", "Automobile_air_conditioning", "Port_Huron_Fire_of_1871", "Urban_heat_island", "Water_heating"], "ranked_scores": [0.8182, 0.8101, 0.7752, 0.7648, 0.7632, 0.7559, 0.752, 0.7515, 0.7497, 0.7492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Environmental_issue", "Hurricane_Katrina_and_global_warming", "Global_warming_hiatus", "History_of_sustainability", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.8859, 0.8803, 0.858, 0.8549, 0.8489, 0.8447, 0.839, 0.8353, 0.8353, 0.8336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power_by_country", "Solar_power", "Renewable_energy", "Wind_power_in_the_United_Kingdom", "Solar_power_in_Australia"], "ranked_scores": [0.8671, 0.8535, 0.8333, 0.8329, 0.8177, 0.8016, 0.797, 0.7874, 0.784, 0.7837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Brazil", "Agriculture_in_Pennsylvania", "New_York_metropolitan_area", "Economy_of_North_America", "Economy_of_Spain", "Agriculture_in_Syria", "Ecological_footprint", "1971", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina"], "ranked_scores": [0.7968, 0.7804, 0.7516, 0.7448, 0.7329, 0.7216, 0.7215, 0.7172, 0.7145, 0.711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "National_preserve", "Mink", "Yup'ik_cuisine", "Poverty_in_the_Arctic", "Hunting_and_fishing_in_Alaska", "Deforestation_by_region", "List_of_Alaska_state_forests", "Northwoods_(forest)", "Oak"], "ranked_scores": [0.6548, 0.6103, 0.6066, 0.6025, 0.5894, 0.5781, 0.5749, 0.5746, 0.5714, 0.5712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Glacier", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Sea_ice", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Greenland_Sea", "Global_warming_potential", "Arctic_ice_pack"], "ranked_scores": [0.8278, 0.792, 0.7717, 0.7547, 0.7532, 0.7508, 0.7486, 0.7389, 0.7357, 0.7357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5805, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Sea_surface_temperature", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Weather", "Pliocene_climate", "Ria", "Tide", "Sea"], "ranked_scores": [0.8521, 0.8245, 0.7783, 0.7507, 0.75, 0.7425, 0.7417, 0.7372, 0.7309, 0.7306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Arctic_resources_race", "Future_sea_level", "Quelccaya_Ice_Cap", "Arctic_ice_pack", "Wiesław_Masłowski", "Glacier_mass_balance"], "ranked_scores": [0.8141, 0.7572, 0.718, 0.7116, 0.7068, 0.6991, 0.6963, 0.6927, 0.6864, 0.6809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Carbon_offset", "Contribution_to_global_warming_by_Australia", "Climate_footprint", "Carbon-neutral_fuel", "Carbon_neutrality", "Greenhouse_gas_emissions_accounting", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_tax", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.7764, 0.7596, 0.7581, 0.738, 0.7299, 0.7257, 0.7207, 0.7174, 0.7128, 0.7082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Embedded_emissions", "James_Hansen", "CO2_is_Green", "Politics_of_global_warming", "Atmospheric_carbon_cycle", "Climate_change_mitigation", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_change_policy_of_the_United_States", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.7479, 0.7465, 0.7398, 0.7392, 0.7279, 0.7184, 0.7166, 0.7092, 0.7035, 0.6963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "Quelccaya_Ice_Cap", "List_of_glaciers_of_Iceland", "Bering_Glacier", "Future_sea_level", "Arctic_ice_pack", "Antarctic_ice_sheet"], "ranked_scores": [0.7975, 0.7872, 0.7576, 0.7532, 0.7447, 0.7428, 0.7412, 0.7382, 0.717, 0.7157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Effects_of_global_warming", "Global_warming_potential", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_Arctic"], "ranked_scores": [0.8562, 0.8425, 0.8258, 0.8088, 0.7945, 0.7853, 0.7809, 0.7802, 0.7627, 0.7533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Effects_of_Hurricane_Georges_in_Louisiana", "1982–83_El_Niño_event", "Natural_hazard", "Effects_of_global_warming_on_humans", "2013_Pacific_hurricane_season", "2016_Atlantic_hurricane_season", "Natural_disaster"], "ranked_scores": [0.7776, 0.7767, 0.7489, 0.7394, 0.7288, 0.7262, 0.7208, 0.7185, 0.7154, 0.7102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "2009_flu_pandemic_in_the_United_States_by_state", "2006_North_American_heat_wave", "2009_flu_pandemic_in_the_United_States", "Droughts_in_the_United_States", "Lymphangitis", "Generalized_lymphadenopathy", "Environment_of_West_Virginia", "Ehrlichia_Wisconsin_HM543746"], "ranked_scores": [0.6965, 0.6671, 0.6286, 0.6037, 0.5925, 0.5911, 0.5897, 0.5791, 0.5791, 0.5741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Stern_Review", "Effects_of_global_warming", "Climate_change_mitigation", "Climate_engineering", "Mitigation_of_global_warming_in_Australia", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Politics_of_global_warming"], "ranked_scores": [0.7573, 0.7572, 0.7223, 0.7136, 0.7088, 0.7016, 0.6937, 0.6907, 0.6906, 0.6819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_variability", "Bølling-Allerød_warming", "Neoglaciation", "An_Appeal_to_Reason", "Global_warming_controversy"], "ranked_scores": [0.79, 0.7641, 0.7588, 0.7569, 0.7524, 0.7479, 0.7297, 0.7117, 0.7104, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "Wind_power_in_Colorado", "Ivanpah_Solar_Power_Facility", "Intermountain_Power_Plant", "Manoa", "Glen_Canyon_Dam"], "ranked_scores": [0.6982, 0.6944, 0.6827, 0.6438, 0.6298, 0.6091, 0.5853, 0.579, 0.5748, 0.5693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Ocean_acidification", "Estuarine_acidification", "Atmospheric_methane", "Alkalinity", "Anoxic_waters", "Carbon_dioxide_in_Earth's_atmosphere", "James_Hansen", "PH"], "ranked_scores": [0.7341, 0.7149, 0.7139, 0.7126, 0.7098, 0.6916, 0.6895, 0.6868, 0.6779, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Climate_change_denial", "The_Real_Global_Warming_Disaster", "Merchants_of_Doubt", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Watts_Up_With_That?", "I'm_not_a_scientist"], "ranked_scores": [0.8477, 0.8009, 0.7773, 0.7672, 0.7583, 0.752, 0.7499, 0.7342, 0.7317, 0.713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Boreal_(age)", "Condensation_cloud", "Siderian", "Cryogenian", "Sublimation_(phase_transition)", "Paleocene–Eocene_Thermal_Maximum", "Milankovitch_cycles", "Richard_Lindzen", "Cooling_tower"], "ranked_scores": [0.706, 0.6336, 0.6176, 0.6148, 0.614, 0.6027, 0.6007, 0.5999, 0.5982, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming", "Effects_of_global_warming", "George_Kukla", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Wibjörn_Karlén", "Climate_inertia"], "ranked_scores": [0.7296, 0.7173, 0.7135, 0.7122, 0.7115, 0.707, 0.7024, 0.6965, 0.6918, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_High", "Polar_vortex", "Westerlies", "Jet_stream", "Weather_front", "Polar_front", "Intertropical_Convergence_Zone", "Wind", "Low-pressure_area", "Trade_winds"], "ranked_scores": [0.8307, 0.8255, 0.8238, 0.8217, 0.7989, 0.7981, 0.772, 0.7683, 0.7664, 0.7513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "Temperature_record_of_the_past_1000_years", "1980_United_States_heat_wave", "Hekla_3_eruption", "2000_Southern_United_States_heat_wave", "1936_North_American_cold_wave", "Instrumental_temperature_record", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8234, 0.7562, 0.7516, 0.7336, 0.7248, 0.7201, 0.7145, 0.7136, 0.7129, 0.7124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "1808/1809_mystery_eruption", "James_Hansen", "History_of_climate_change_science", "Global_warming", "Future_of_Earth", "Climate_change_in_China", "Climate_change_mitigation"], "ranked_scores": [0.6908, 0.6752, 0.6645, 0.6526, 0.651, 0.646, 0.6438, 0.6435, 0.6326, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Substitute_natural_gas", "Canadian_Association_of_Petroleum_Producers", "Environmental_pricing_reform", "Liquefied_petroleum_gas", "Pulverised_fuel_ash"], "ranked_scores": [0.67, 0.6307, 0.6299, 0.6033, 0.596, 0.5892, 0.5809, 0.5743, 0.5586, 0.5463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Proglacial_lake", "Past_sea_level", "Arctic_sea_ice_decline", "Future_sea_level", "Arctic_resources_race", "Retreat_of_glaciers_since_1850", "Pliocene_climate", "Great_Salt_Lake_effect", "Last_Glacial_Maximum"], "ranked_scores": [0.8041, 0.7925, 0.7747, 0.7737, 0.7737, 0.7533, 0.7528, 0.7484, 0.73, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave", "1908", "Wibjörn_Karlén", "1980_United_States_heat_wave", "Marine_protected_area", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.7255, 0.7036, 0.7029, 0.6871, 0.6868, 0.6863, 0.6846, 0.6737, 0.6729, 0.672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Acidophiles_in_acid_mine_drainage", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Oceanic_carbon_cycle", "Dissolution_(chemistry)", "Global_warming"], "ranked_scores": [0.7904, 0.7873, 0.7403, 0.733, 0.7154, 0.71, 0.7076, 0.7006, 0.6941, 0.6939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Energy_policy_of_the_United_States", "Energy_industry", "Environmental_impact_of_meat_production", "Petroleum_industry", "Jobs_created_during_U.S._presidential_terms", "Environmental_impact_of_the_coal_industry", "Nonfarm_payrolls", "Alternative_energy", "Nuclear_power_debate"], "ranked_scores": [0.712, 0.6985, 0.6724, 0.6605, 0.6394, 0.6346, 0.6339, 0.6266, 0.6243, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Ice2sea", "Glacial_earthquake", "Arctic_geoengineering", "Bering_Glacier", "Arctic_ice_pack", "Global_warming_in_Antarctica"], "ranked_scores": [0.7978, 0.7943, 0.7929, 0.7522, 0.7497, 0.7222, 0.721, 0.7141, 0.7056, 0.6954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Arid", "Drought_in_the_United_Kingdom", "Drought_in_Spain", "Climate_of_Australia", "Earth_rainfall_climatology", "Rain", "United_States_rainfall_climatology", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7809, 0.7444, 0.7415, 0.7379, 0.7297, 0.7273, 0.7253, 0.7166, 0.7144, 0.7136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Thermal_pollution", "Climate_sensitivity", "Excessive_heat_watch", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Heat_index", "Earth's_energy_budget", "Climate_change_in_the_Arctic", "Desert_climate", "Air_conditioned_clothing"], "ranked_scores": [0.6976, 0.6861, 0.6545, 0.651, 0.6394, 0.6343, 0.6287, 0.6255, 0.6229, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_American_Northeast_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.9082, 0.8842, 0.8702, 0.8687, 0.8578, 0.8428, 0.8424, 0.8367, 0.8288, 0.8276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Global_warming", "James_Hansen", "The_Real_Global_Warming_Disaster", "Environmental_skepticism", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.8061, 0.778, 0.7779, 0.7677, 0.7676, 0.7509, 0.745, 0.7441, 0.741, 0.7398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_warming_hiatus", "Stern_Review", "Climate_variability", "Economics_of_global_warming", "Global_cooling", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "100,000-year_problem", "Global_warming_controversy"], "ranked_scores": [0.7388, 0.7368, 0.7318, 0.708, 0.7053, 0.7049, 0.7041, 0.7018, 0.6948, 0.6782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Wetland_methane_emissions", "Low-carbon_emission", "Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Environmental_impact_of_transport", "Arctic_methane_emissions", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [0.8297, 0.813, 0.7765, 0.7675, 0.7668, 0.7609, 0.7573, 0.756, 0.7449, 0.7382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Cognitive_bias", "Misuse_of_statistics", "Statistical_murder", "Positive_economics", "Inherent_bias", "Dunning–Kruger_effect", "Risk–benefit_ratio", "Outcome_bias", "Optimal_decision", "Global_catastrophic_risk"], "ranked_scores": [0.698, 0.6926, 0.6868, 0.6807, 0.6722, 0.6689, 0.6653, 0.6645, 0.6639, 0.6618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Greenhouse_gas_emissions_by_the_United_States", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Carbon_pricing_in_Australia", "Clean_Air_Act_(United_States)", "CO2_is_Green", "Environmental_policy_of_the_United_States", "Carbon_emissions_reporting", "National_Environmental_Policy_Act"], "ranked_scores": [0.7569, 0.7153, 0.7032, 0.6992, 0.6888, 0.6842, 0.6829, 0.6818, 0.68, 0.6797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "IPCC_First_Assessment_Report", "2010_Northern_Hemisphere_heat_waves", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_of_the_United_States"], "ranked_scores": [0.8438, 0.816, 0.811, 0.8073, 0.8054, 0.8011, 0.7991, 0.7877, 0.7843, 0.7812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Holocene_glacial_retreat", "List_of_glaciers_of_Iceland", "Glacier_mass_balance", "Retreat_of_glaciers_since_1850", "Bering_Glacier", "Arctic_ice_pack", "Quelccaya_Ice_Cap", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Arctic_resources_race"], "ranked_scores": [0.7766, 0.7469, 0.7451, 0.7284, 0.7146, 0.7103, 0.7084, 0.7076, 0.6919, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_dioxide_removal", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage_in_Australia", "History_of_coal_mining", "Incineration", "Carbon_cycle_re-balancing", "Beyond_Coal"], "ranked_scores": [0.8491, 0.8291, 0.8066, 0.7581, 0.735, 0.7248, 0.7232, 0.7028, 0.6979, 0.6946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Condensation_cloud", "Gore_Effect", "Convective_heat_transfer", "Evaporation", "Solar_updraft_tower", "Milankovitch_cycles", "Solar_cycle", "Steam_engine", "Cold_fusion"], "ranked_scores": [0.6919, 0.6003, 0.5998, 0.5906, 0.5738, 0.5595, 0.554, 0.5436, 0.5432, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Global_warming", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.8035, 0.7843, 0.7842, 0.7774, 0.7752, 0.7693, 0.7667, 0.7658, 0.7652, 0.7383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Climate_Research_(journal)", "Climate_change_policy_of_the_United_States", "Climate_justice", "Climate_change_denial", "Climate_Change_Denial:_Heads_in_the_Sand", "Physical_impacts_of_climate_change", "Stern_Review"], "ranked_scores": [0.6778, 0.6491, 0.6481, 0.6478, 0.63, 0.6297, 0.6282, 0.6195, 0.6112, 0.6082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Antarctica", "Great_Lakes_Areas_of_Concern", "Cold_wave", "1908", "Climate_of_the_Arctic", "1936_North_American_cold_wave", "Freezing_level", "Antarctica_cooling_controversy", "Excessive_heat_watch", "Thaw_(weather)"], "ranked_scores": [0.7317, 0.7062, 0.6944, 0.6942, 0.6928, 0.671, 0.6701, 0.6682, 0.6619, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Solar_phenomena", "Global_cooling", "Global_warming", "Earth's_energy_budget", "Solar_gain", "Polar_amplification"], "ranked_scores": [0.8203, 0.8115, 0.8092, 0.7949, 0.7919, 0.781, 0.7769, 0.7718, 0.7699, 0.768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Wage_curve", "Selection_bias", "Worse-than-average_effect", "Debunker", "Statistical_significance", "Environmental_impact_of_the_coal_industry", "Unemployment_in_the_United_States", "Accident", "Skewness"], "ranked_scores": [0.6662, 0.6374, 0.6247, 0.6224, 0.603, 0.5857, 0.5788, 0.5785, 0.5772, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Global_warming", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Low-carbon_emission", "Environmental_issue", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.8002, 0.7975, 0.7975, 0.7853, 0.7802, 0.7797, 0.7757, 0.771, 0.7605, 0.7593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Hesperian", "Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Global_cooling", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Geodynamics_of_Mars"], "ranked_scores": [0.8203, 0.8062, 0.8035, 0.7922, 0.7889, 0.786, 0.7846, 0.7801, 0.7798, 0.7797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Cognitive_bias", "List_of_climate_scientists", "World_Climate_Change_Conference,_Moscow", "Merchants_of_Doubt", "Global_warming_controversy", "Scientific_dissent", "Intergovernmental_Panel_on_Climate_Change", "Wibjörn_Karlén"], "ranked_scores": [0.6717, 0.655, 0.6406, 0.6398, 0.6224, 0.6202, 0.6184, 0.6177, 0.6159, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Degree_day", "List_of_energy_efficient_buildings_in_India", "Early_2009_southeastern_Australia_heat_wave", "Continental_climate", "Late_2009_southeastern_Australia_heat_wave", "Cooling_center", "Climate_of_the_United_States", "Humid_continental_climate", "US_Weather_Bureau_Station_(Block_Island)", "Climate_of_Finland"], "ranked_scores": [0.7564, 0.7562, 0.7383, 0.7359, 0.7329, 0.7281, 0.7248, 0.7187, 0.7169, 0.7126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Environmental_issue", "Global_cooling", "Neoglaciation", "Attribution_of_recent_climate_change", "Late_Glacial", "Copenhagen_Diagnosis"], "ranked_scores": [0.7836, 0.7808, 0.7667, 0.7436, 0.7329, 0.7222, 0.7217, 0.7196, 0.7177, 0.7162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power", "Renewable_energy", "Solar_power_by_country", "Solar_power_in_Italy", "Photovoltaics", "Solar_power_in_Michigan", "Wind_power_in_the_United_States"], "ranked_scores": [0.8191, 0.8103, 0.801, 0.7902, 0.7727, 0.7537, 0.738, 0.7325, 0.7283, 0.7265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Brazil", "Agriculture", "Agriculture_in_Syria", "Economy_of_North_America", "Farm_programs", "Agricultural_Act_of_2014", "Wild_farming", "Agriculture_in_Pennsylvania"], "ranked_scores": [0.7597, 0.7475, 0.7454, 0.7304, 0.7171, 0.7136, 0.7116, 0.7098, 0.7097, 0.7089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Northwoods_(forest)", "List_of_Alaska_state_forests", "Yup'ik_cuisine", "Moose", "National_preserve", "Climate_of_the_Philippines", "Oak", "Ursus_americanus_carlottae"], "ranked_scores": [0.5963, 0.5771, 0.5631, 0.5581, 0.5425, 0.5413, 0.5288, 0.5178, 0.5162, 0.5136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Greenhouse_gas", "Phreatic_eruption", "List_of_glaciers_of_Iceland", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Methane", "Sea_ice", "Polar_ice_cap"], "ranked_scores": [0.7751, 0.6953, 0.6933, 0.6871, 0.6836, 0.6826, 0.6807, 0.6666, 0.6584, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Tide", "Regional_effects_of_global_warming", "Sea_surface_temperature", "Sea_level", "Ocean_surface_topography", "Sea", "Water_distribution_on_Earth"], "ranked_scores": [0.8, 0.7678, 0.7115, 0.705, 0.6957, 0.6928, 0.6886, 0.6884, 0.6629, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.389, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Antarctic_sea_ice", "Sea_ice_thickness"], "ranked_scores": [0.8039, 0.7439, 0.7108, 0.6816, 0.6772, 0.6685, 0.6601, 0.6601, 0.658, 0.6568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Carbon_footprint", "Contribution_to_global_warming_by_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "Climate_footprint", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_aviation", "Low-carbon_emission", "Clean_coal_technology"], "ranked_scores": [0.7482, 0.7226, 0.7126, 0.6979, 0.6895, 0.685, 0.6762, 0.6695, 0.6602, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Politics_of_global_warming", "Atmospheric_carbon_cycle", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Embedded_emissions", "Ozone_depletion_and_climate_change", "James_Hansen", "Deforestation_and_climate_change", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7094, 0.6962, 0.6885, 0.6863, 0.671, 0.6634, 0.6628, 0.6495, 0.6407, 0.64], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Antarctic_ice_sheet", "Sea_ice_thickness", "Ice_rise", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7652, 0.76, 0.7465, 0.7205, 0.71, 0.6986, 0.6889, 0.6833, 0.6826, 0.676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Environmental_issue"], "ranked_scores": [0.7988, 0.7902, 0.7817, 0.7438, 0.7256, 0.7193, 0.7142, 0.7117, 0.6962, 0.6859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Environmental_issue", "Hurricane_Florence_(1988)", "Effects_of_global_warming_on_humans", "Climate_change_mitigation_scenarios", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.7616, 0.7375, 0.7088, 0.6846, 0.6755, 0.6714, 0.6647, 0.6624, 0.6621, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Ehrlichia_Wisconsin_HM543746", "List_of_mammals_of_New_England", "Lymphangitis", "2009_flu_pandemic_in_the_United_States_by_state", "Infection", "2013_extreme_weather_events", "Climate_of_the_United_States", "Environment_of_West_Virginia"], "ranked_scores": [0.6818, 0.5818, 0.5786, 0.5626, 0.5326, 0.5323, 0.5262, 0.5165, 0.5155, 0.5147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_engineering", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Climate_change", "Climate_prediction", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "Stern_Review", "Arctic_geoengineering"], "ranked_scores": [0.6633, 0.6549, 0.6449, 0.6381, 0.6202, 0.604, 0.6013, 0.5982, 0.5948, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_variability", "Global_cooling", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "George_Kukla", "Climate_oscillation", "Climate_change", "Bølling-Allerød_warming"], "ranked_scores": [0.73, 0.7149, 0.714, 0.7028, 0.6995, 0.6886, 0.685, 0.6786, 0.6774, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Alta_Wind_Energy_Center", "Wind_power_in_Colorado", "Carmichael_coal_mine", "Glen_Canyon_Dam", "Carbon_dioxide_in_Earth's_atmosphere", "Lōʻihi_Seamount", "Millmerran_Power_Station"], "ranked_scores": [0.6677, 0.6457, 0.619, 0.532, 0.5265, 0.5231, 0.522, 0.5138, 0.5127, 0.5123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "PH", "Estuarine_acidification", "Alkalinity", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Dissolution_(chemistry)", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Sodium_hydroxide"], "ranked_scores": [0.7049, 0.6821, 0.6806, 0.6381, 0.6357, 0.6267, 0.6203, 0.6183, 0.6085, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "George_Kukla", "Attribution_of_recent_climate_change", "An_Appeal_to_Reason"], "ranked_scores": [0.7722, 0.7643, 0.7528, 0.741, 0.7388, 0.7248, 0.7126, 0.7114, 0.7037, 0.6997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Milankovitch_cycles", "Fleischmann–Pons_experiment", "Condensation_cloud", "Phosphorus_cycle", "PDOS", "PDO", "Cenomanian", "Global_cooling", "Milutin_Milanković"], "ranked_scores": [0.5736, 0.5443, 0.5299, 0.5296, 0.5169, 0.5138, 0.5134, 0.5033, 0.5027, 0.5017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Ice2sea", "Advisory_Group_on_Greenhouse_Gases", "Global_warming_in_Antarctica", "Ian_Clark_(geologist)", "Wibjörn_Karlén", "Avoiding_Dangerous_Climate_Change", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering"], "ranked_scores": [0.7237, 0.6656, 0.655, 0.6421, 0.6377, 0.6365, 0.6322, 0.6296, 0.6253, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Polar_High", "Gulf_Stream", "Rear-inflow_jet", "Intertropical_Convergence_Zone", "North_Atlantic_Current"], "ranked_scores": [0.7766, 0.7433, 0.731, 0.7235, 0.7203, 0.6708, 0.6694, 0.6685, 0.6592, 0.6451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "1908", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "Climate_change_in_Texas", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Satellite_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7548, 0.7507, 0.7444, 0.7274, 0.722, 0.7055, 0.6924, 0.6861, 0.6848, 0.6826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "James_Hansen", "IPCC_First_Assessment_Report", "CLOUD_experiment", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Advisory_Group_on_Greenhouse_Gases", "The_Real_Global_Warming_Disaster", "Arctic_geoengineering", "Global_warming_potential"], "ranked_scores": [0.6288, 0.6062, 0.6005, 0.5956, 0.5932, 0.591, 0.5908, 0.5841, 0.5797, 0.5794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Value-added_tax_(United_Kingdom)", "Carbon_bubble", "International_Fuel_Tax_Agreement", "Environmental_impact_of_aviation", "Environmental_pricing_reform", "Congestion_pricing"], "ranked_scores": [0.6364, 0.6293, 0.6089, 0.5917, 0.537, 0.5245, 0.5224, 0.5163, 0.5143, 0.5061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Past_sea_level", "Ice2sea", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Iceberg_C-19"], "ranked_scores": [0.7941, 0.7755, 0.7478, 0.7431, 0.7249, 0.721, 0.6983, 0.6979, 0.6865, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Wibjörn_Karlén", "March_2012_North_American_heat_wave", "2015_North_American_heat_wave", "1936_North_American_cold_wave", "Thaw_(weather)", "Temperature_record_of_the_past_1000_years", "Climate_change_in_Texas", "Pliocene_climate", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6417, 0.6278, 0.6119, 0.6051, 0.5929, 0.5806, 0.5788, 0.5709, 0.5694, 0.5683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Sulfuric_acid", "Atmospheric_methane", "Acid_rain", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Dissolution_(chemistry)", "Runaway_greenhouse_effect"], "ranked_scores": [0.7899, 0.7703, 0.636, 0.6253, 0.6228, 0.6183, 0.6175, 0.6167, 0.6115, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Energy_industry", "Alternative_energy", "Energy_policy_of_the_United_States", "Nuclear_power_debate", "Waste-to-energy_plant", "Alternative_medicine", "Nuclear_power_proposed_as_renewable_energy", "Energy_development", "Energy_accidents"], "ranked_scores": [0.6193, 0.6061, 0.6048, 0.6011, 0.5918, 0.5833, 0.5783, 0.5725, 0.5684, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Past_sea_level", "Arctic_ice_pack", "Sea_ice_thickness", "Arctic_geoengineering", "Climate_change_in_the_Arctic"], "ranked_scores": [0.8063, 0.7533, 0.7182, 0.7053, 0.6952, 0.6761, 0.6277, 0.6262, 0.6247, 0.6246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Climate_change_in_Europe", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_and_agriculture", "Arid", "Climate_of_Australia", "Drought_in_Spain"], "ranked_scores": [0.7173, 0.6948, 0.6944, 0.6836, 0.6772, 0.6746, 0.6739, 0.6649, 0.6606, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_sensitivity", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Mesopause", "Excessive_heat_watch", "Arctic_dipole_anomaly", "Earth's_energy_budget", "Thermal_pollution", "Arctic_geoengineering", "Copenhagen_Diagnosis"], "ranked_scores": [0.6032, 0.5911, 0.568, 0.5586, 0.5583, 0.5541, 0.5522, 0.5492, 0.5485, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [0.8482, 0.8208, 0.8085, 0.8079, 0.8026, 0.7921, 0.7851, 0.7656, 0.7612, 0.747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "James_Hansen", "The_Real_Global_Warming_Disaster", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism"], "ranked_scores": [0.757, 0.7437, 0.7208, 0.7175, 0.7056, 0.6876, 0.6838, 0.6796, 0.6762, 0.6735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Climate_variability", "Climate_change_(general_concept)", "100,000-year_problem", "Global_cooling", "History_of_climate_change_science", "Shutdown_of_thermohaline_circulation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7431, 0.6992, 0.6907, 0.6902, 0.688, 0.6502, 0.6489, 0.6474, 0.6298, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Methane", "Low-carbon_emission", "Mercury_pollution_in_the_ocean", "Air_pollution", "Clean_coal_technology", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.7557, 0.7259, 0.7155, 0.7015, 0.6932, 0.6872, 0.6649, 0.6648, 0.6644, 0.6577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Outcome_bias", "Misuse_of_statistics", "Risk_neutral", "Statistical_murder", "Never_events", "Prudent_avoidance_principle", "Risk_(statistics)", "Inherent_bias"], "ranked_scores": [0.6455, 0.5954, 0.5815, 0.5749, 0.5734, 0.5689, 0.5649, 0.5558, 0.547, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "Carbon_emissions_reporting", "Environmental_policy_of_the_Donald_Trump_administration", "Low-carbon_emission", "Mitigation_of_global_warming_in_Australia", "United_States_Environmental_Protection_Agency", "Energy_policy_of_the_United_States"], "ranked_scores": [0.7127, 0.7023, 0.6926, 0.6542, 0.6536, 0.6529, 0.6474, 0.647, 0.6208, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Climate_change_in_the_Arctic", "Climate_change_in_Texas", "Climate_change_in_the_United_States"], "ranked_scores": [0.7881, 0.7595, 0.751, 0.7461, 0.7441, 0.7346, 0.7312, 0.7301, 0.7269, 0.7241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "List_of_glaciers_of_Iceland", "Glacier_mass_balance", "Retreat_of_glaciers_since_1850", "Ice_shelf", "Ice_cap", "Antarctic_ice_sheet"], "ranked_scores": [0.7218, 0.6977, 0.6846, 0.6637, 0.6627, 0.6577, 0.6331, 0.6264, 0.6242, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Beyond_Coal", "Carbon_dioxide_removal", "History_of_coal_mining", "Waste-to-energy_plant", "Fossil_fuel_power_station", "Coal_gasification_commercialization", "Coal"], "ranked_scores": [0.8293, 0.8059, 0.7301, 0.6748, 0.6729, 0.6702, 0.6629, 0.6565, 0.6555, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Fleischmann–Pons_experiment", "Condensation_cloud", "Pacific_decadal_oscillation", "Phosphorus_cycle", "Gore_Effect", "Indonesian_Democratic_Party", "Milankovitch_cycles", "John_D._Hamaker", "Cooling_tower"], "ranked_scores": [0.5392, 0.5363, 0.522, 0.5218, 0.5056, 0.496, 0.4783, 0.4717, 0.471, 0.4646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Global_cooling"], "ranked_scores": [0.796, 0.7926, 0.7761, 0.7733, 0.77, 0.7696, 0.7565, 0.7427, 0.7394, 0.7309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Global_warming_controversy", "Climate_change_policy_of_the_United_States", "Global_cooling", "Climate_Research_(journal)", "Global_warming", "Greening_Earth_Society"], "ranked_scores": [0.595, 0.5883, 0.5807, 0.579, 0.5696, 0.5676, 0.5534, 0.5502, 0.5496, 0.5412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_of_Antarctica", "Copenhagen_Diagnosis", "1908", "Freezing_level", "Cold_wave", "Thaw_(weather)", "Great_Salt_Lake_effect", "Winter_1985_cold_wave", "1936_North_American_cold_wave"], "ranked_scores": [0.6518, 0.6486, 0.6281, 0.6268, 0.6155, 0.6124, 0.6112, 0.6095, 0.6017, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Solar_phenomena", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Ian_Clark_(geologist)", "Climate_change", "Arctic_geoengineering", "Weather", "Milankovitch_cycles", "Orbital_forcing"], "ranked_scores": [0.7607, 0.7538, 0.7437, 0.7418, 0.7064, 0.7052, 0.6891, 0.6879, 0.6855, 0.6826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Regression_toward_the_mean", "Trend_stationary", "Phillips_curve", "Outcome_bias", "Maladaptation", "Selection_bias", "Worse-than-average_effect", "List_of_recessions_in_the_United_States", "Bias"], "ranked_scores": [0.5846, 0.5832, 0.5698, 0.5525, 0.5417, 0.5329, 0.5266, 0.525, 0.5107, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.7479, 0.7309, 0.7216, 0.7169, 0.7061, 0.705, 0.6946, 0.6934, 0.6787, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Future_of_Earth", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Climate_change", "Hesperian", "Geodynamics_of_Mars", "Global_cooling", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.7588, 0.7426, 0.7343, 0.7315, 0.7095, 0.6984, 0.6933, 0.6932, 0.6892, 0.6836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "I'm_not_a_scientist", "Danish_Committees_on_Scientific_Dishonesty", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6329, 0.6154, 0.6083, 0.5926, 0.5919, 0.5873, 0.5808, 0.5767, 0.5718, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Weather_station", "Weather", "Automatic_weather_station", "2001_Eastern_North_America_heat_wave", "US_Weather_Bureau_Station_(Block_Island)", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "1936_North_American_cold_wave", "Climate_of_the_United_States"], "ranked_scores": [0.7026, 0.6877, 0.6779, 0.6688, 0.6653, 0.6599, 0.6423, 0.6404, 0.638, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "George_Kukla", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "Abrupt_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.7743, 0.7543, 0.7288, 0.7035, 0.703, 0.6991, 0.6979, 0.6891, 0.6846, 0.6782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_power_by_country", "Solar_energy", "Solar_power_in_Michigan", "Renewable_energy", "Photovoltaics", "Solar_power_in_Italy"], "ranked_scores": [0.8149, 0.7777, 0.7628, 0.7524, 0.7305, 0.728, 0.7233, 0.7172, 0.7105, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Environmental_impact_of_meat_production", "Farm_programs", "Dairy_farming_in_Canada", "Productivity_(ecology)", "Agricultural_Act_of_2014"], "ranked_scores": [0.6974, 0.693, 0.6929, 0.6857, 0.6724, 0.6681, 0.6409, 0.6385, 0.6384, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Moose", "Grizzly_bear", "Ursus_americanus_carlottae", "Brown_bear", "List_of_Alaska_state_forests", "Bear_attack", "Northwoods_(forest)", "Arctic_ecology"], "ranked_scores": [0.6179, 0.5468, 0.5275, 0.5238, 0.5061, 0.503, 0.4966, 0.4944, 0.4836, 0.4668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet", "Arctic_ice_pack", "Climate_of_Antarctica", "Climate_of_the_Arctic", "Polar_ice_cap"], "ranked_scores": [0.7626, 0.6989, 0.6557, 0.6464, 0.6361, 0.6348, 0.6342, 0.6341, 0.6262, 0.6258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Tide", "Sea_surface_temperature", "Ocean_surface_topography", "Sea_level", "Global_stilling"], "ranked_scores": [0.7975, 0.7926, 0.7113, 0.6988, 0.6947, 0.6938, 0.6925, 0.6784, 0.6705, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Arctic_geoengineering", "Antarctic_ice_sheet", "Holocene_glacial_retreat", "Copenhagen_Diagnosis"], "ranked_scores": [0.8073, 0.7282, 0.7035, 0.6896, 0.6736, 0.6657, 0.6656, 0.6353, 0.635, 0.6331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_offset", "Carbon_footprint", "Climate_footprint", "Carbon_neutrality", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Carbon_tax", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7248, 0.7151, 0.7115, 0.711, 0.6887, 0.6795, 0.6772, 0.6768, 0.6765, 0.6743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3072, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "CO2_is_Green", "Atmospheric_carbon_cycle", "James_Hansen", "Deforestation_and_climate_change", "Low-carbon_emission", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Climate_change_mitigation", "Greenhouse_gas"], "ranked_scores": [0.7372, 0.7106, 0.7062, 0.6943, 0.6739, 0.6723, 0.6611, 0.6595, 0.6582, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Antarctic_ice_sheet", "Greenland_ice_sheet", "Ice_rise"], "ranked_scores": [0.7752, 0.7725, 0.7614, 0.7264, 0.7251, 0.7205, 0.7114, 0.7082, 0.6801, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7924, 0.7895, 0.7721, 0.752, 0.7502, 0.7409, 0.7245, 0.722, 0.721, 0.7153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "Hurricane_Florence_(1988)", "Climate_change_in_the_United_States", "Hurricane_Alberto_(1982)", "Environmental_issue", "Global_warming"], "ranked_scores": [0.7094, 0.6854, 0.6775, 0.6361, 0.6337, 0.6324, 0.6266, 0.6255, 0.6195, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "List_of_West_Nile_virus_outbreaks", "Amblyomma_americanum", "List_of_mammals_of_New_England", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "2013_extreme_weather_events", "Infection", "Lymphangitis"], "ranked_scores": [0.7021, 0.595, 0.5837, 0.5772, 0.5601, 0.54, 0.5379, 0.5319, 0.5298, 0.5254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Effects_of_global_warming", "Climate_change", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Climate_engineering", "Arctic_geoengineering", "Climate_prediction", "Global_warming"], "ranked_scores": [0.6727, 0.6579, 0.65, 0.642, 0.6419, 0.6408, 0.6387, 0.6198, 0.6075, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "George_Kukla", "Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_variability", "100,000-year_problem", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming"], "ranked_scores": [0.7083, 0.7077, 0.7009, 0.6762, 0.672, 0.666, 0.664, 0.6639, 0.6616, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Lōʻihi_Seamount", "Alta_Wind_Energy_Center", "Manoa", "Late_Glacial", "World_Glacier_Monitoring_Service", "Mongstad_Power_Station"], "ranked_scores": [0.7024, 0.6675, 0.6599, 0.5492, 0.5381, 0.5344, 0.5019, 0.494, 0.4891, 0.4873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Alkalinity", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Dole_effect", "Oceanic_carbon_cycle", "Atmospheric_methane", "Oxygen"], "ranked_scores": [0.7158, 0.6886, 0.6527, 0.6346, 0.624, 0.6048, 0.6048, 0.6026, 0.5911, 0.5903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "An_Appeal_to_Reason", "Global_warming_controversy", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "The_Great_Global_Warming_Swindle", "George_Kukla"], "ranked_scores": [0.748, 0.7318, 0.7249, 0.7124, 0.7063, 0.6999, 0.6925, 0.6882, 0.6827, 0.6813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Paleocene–Eocene_Thermal_Maximum", "El_Niño–Southern_Oscillation", "Milankovitch_cycles", "Heat", "Condensation_cloud", "Temperature", "Eocene_Thermal_Maximum_2", "Indonesian_Democratic_Party"], "ranked_scores": [0.5423, 0.5055, 0.4917, 0.4886, 0.479, 0.4732, 0.472, 0.4698, 0.4688, 0.4625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_Climate_Impact_Assessment", "Antarctica_cooling_controversy", "Arctic_geoengineering", "Scientific_consensus_on_climate_change", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change"], "ranked_scores": [0.73, 0.6957, 0.6887, 0.6635, 0.6603, 0.6481, 0.6468, 0.6459, 0.6456, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Westerlies", "Intertropical_Convergence_Zone", "Climate_of_the_United_States", "Polar_High", "Rear-inflow_jet", "North_Atlantic_Current"], "ranked_scores": [0.803, 0.7617, 0.7312, 0.6879, 0.6793, 0.6643, 0.664, 0.6625, 0.6398, 0.6337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7569, 0.7439, 0.7094, 0.7089, 0.704, 0.6744, 0.6627, 0.6605, 0.6524, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "James_Hansen", "Scientific_consensus_on_climate_change", "Advisory_Group_on_Greenhouse_Gases", "History_of_climate_change_science", "Greenhouse_gas", "Clouds_and_the_Earth's_Radiant_Energy_System"], "ranked_scores": [0.6211, 0.6164, 0.6058, 0.5976, 0.5971, 0.5961, 0.5813, 0.5755, 0.5724, 0.571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_transport_in_Australia", "Congestion_pricing", "Competitive_Tax_Plan", "London_congestion_charge", "Mitigation_of_global_warming_in_Australia", "European_Union_value_added_tax"], "ranked_scores": [0.6194, 0.619, 0.6041, 0.5147, 0.4888, 0.4799, 0.476, 0.4742, 0.4721, 0.4653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Global_warming_in_Antarctica", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_ice_pack"], "ranked_scores": [0.7692, 0.7619, 0.7264, 0.7215, 0.6976, 0.6963, 0.6961, 0.6927, 0.6763, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "Temperature_record_of_the_past_1000_years", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "1908", "Thaw_(weather)", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6777, 0.6098, 0.6088, 0.6082, 0.5989, 0.5964, 0.5955, 0.5934, 0.5924, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Sulfuric_acid", "Great_Oxygenation_Event", "Runaway_greenhouse_effect"], "ranked_scores": [0.8225, 0.8098, 0.692, 0.6704, 0.6684, 0.6567, 0.6316, 0.6263, 0.6015, 0.5981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Waste-to-energy_plant", "Climate_change_denial", "Carbon_diet", "Energy_accidents", "Energy_industry", "Nuclear_power_proposed_as_renewable_energy", "Energy_development", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [0.6111, 0.5874, 0.5723, 0.5702, 0.5701, 0.5657, 0.5553, 0.5553, 0.5529, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Past_sea_level", "Copenhagen_Diagnosis"], "ranked_scores": [0.7804, 0.7575, 0.7569, 0.7489, 0.7016, 0.6849, 0.6734, 0.6648, 0.6609, 0.6606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Effects_of_global_warming_on_humans", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Climate_change_in_Australia", "Global_warming"], "ranked_scores": [0.7281, 0.7152, 0.7016, 0.7003, 0.6909, 0.6776, 0.6774, 0.6766, 0.6751, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_sensitivity", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Arctic_geoengineering", "Earth's_energy_budget", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Global_warming", "Climate_change_(general_concept)", "Climate_variability"], "ranked_scores": [0.6174, 0.6135, 0.6061, 0.5971, 0.5891, 0.5727, 0.5718, 0.5689, 0.565, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch", "2011_North_American_heat_wave"], "ranked_scores": [0.8526, 0.8474, 0.8233, 0.811, 0.795, 0.7942, 0.7879, 0.7838, 0.7702, 0.7612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Media_coverage_of_climate_change", "James_Hansen", "The_Real_Global_Warming_Disaster", "Climate_change_denial"], "ranked_scores": [0.7859, 0.7677, 0.7356, 0.7334, 0.7326, 0.7148, 0.7071, 0.7045, 0.7024, 0.6903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Attribution_of_recent_climate_change", "100,000-year_problem", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling", "Orbital_forcing"], "ranked_scores": [0.7369, 0.7099, 0.7095, 0.7001, 0.6854, 0.6834, 0.6764, 0.6578, 0.655, 0.6503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Greenhouse_effect", "Air_pollution", "Deforestation_and_climate_change", "Fossil_fuel", "Environmental_issue"], "ranked_scores": [0.7923, 0.7855, 0.7632, 0.7476, 0.7145, 0.71, 0.6917, 0.6879, 0.6819, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Outcome_bias", "Risk", "Bias", "Accident", "Lazy_reason", "Prudentialism", "Counterfactual_thinking", "Worst-case_scenario"], "ranked_scores": [0.6225, 0.6037, 0.6002, 0.5922, 0.5402, 0.5303, 0.5292, 0.5251, 0.5228, 0.5103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Environmental_policy_of_the_Donald_Trump_administration", "Low-carbon_emission", "CO2_is_Green"], "ranked_scores": [0.7093, 0.7085, 0.7004, 0.6937, 0.6798, 0.6658, 0.6588, 0.6376, 0.6313, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Global_warming", "Climate_change_in_Texas", "History_of_climate_change_science", "2013_extreme_weather_events", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.7786, 0.7675, 0.7631, 0.7571, 0.7508, 0.7281, 0.7244, 0.7242, 0.7061, 0.7023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Glacier_mass_balance", "Sea_ice", "Holocene_glacial_retreat", "Permafrost", "Climate_of_Antarctica"], "ranked_scores": [0.7717, 0.7422, 0.6833, 0.682, 0.6745, 0.6726, 0.6651, 0.6642, 0.6392, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Beyond_Coal", "Coal_gasification_commercialization", "History_of_coal_mining", "Waste-to-energy_plant", "List_of_coal_fired_power_stations_in_Australia", "Carbon_dioxide_removal"], "ranked_scores": [0.8348, 0.8121, 0.7444, 0.706, 0.697, 0.6676, 0.6608, 0.659, 0.6554, 0.6462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Pacific_decadal_oscillation", "Condensation_cloud", "PDOS", "Cooling_tower", "Air_conditioned_clothing", "Indonesian_Democratic_Party", "Automobile_air_conditioning", "PDO", "Convective_heat_transfer"], "ranked_scores": [0.5079, 0.4872, 0.4839, 0.4776, 0.4687, 0.4502, 0.448, 0.4356, 0.4324, 0.4311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_controversy", "IPCC_First_Assessment_Report"], "ranked_scores": [0.8104, 0.7798, 0.7742, 0.7707, 0.7611, 0.7469, 0.7424, 0.7278, 0.7261, 0.7225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Effects_of_global_warming", "James_Hansen", "Global_warming", "Greening_Earth_Society", "Climate_change_adaptation_in_Nepal", "Climate_change_mitigation_scenarios", "Global_warming_controversy"], "ranked_scores": [0.646, 0.6325, 0.6324, 0.6309, 0.6117, 0.5941, 0.5798, 0.5762, 0.5723, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Arctic_sea_ice_decline", "1908", "Antarctica_cooling_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Thaw_(weather)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_of_Antarctica", "Temperature_record_of_the_past_1000_years", "Copenhagen_Diagnosis", "Freezing_level"], "ranked_scores": [0.6458, 0.6384, 0.6197, 0.6155, 0.6153, 0.6092, 0.6082, 0.6055, 0.6044, 0.6034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effect_of_Sun_angle_on_climate", "Greenhouse_effect", "Global_warming", "Ian_Clark_(geologist)", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Attribution_of_recent_climate_change"], "ranked_scores": [0.73, 0.7242, 0.7206, 0.6905, 0.6901, 0.6793, 0.6758, 0.6701, 0.669, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Statistical_significance", "Trend_stationary", "Skewness", "Selection_bias", "Wage_curve", "Null_hypothesis", "Seasonal_adjustment", "Publication_bias", "Worse-than-average_effect"], "ranked_scores": [0.571, 0.5279, 0.5156, 0.5143, 0.4931, 0.4909, 0.4849, 0.477, 0.4755, 0.4712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Atmospheric_carbon_cycle", "Environmental_issue", "Deforestation_and_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.773, 0.7611, 0.7365, 0.7256, 0.7212, 0.7117, 0.7112, 0.7076, 0.7035, 0.6986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth", "Pliocene_climate", "Eocene_Thermal_Maximum_2", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Bølling-Allerød_warming", "Global_warming", "Global_cooling"], "ranked_scores": [0.7269, 0.7176, 0.7119, 0.7029, 0.697, 0.6959, 0.6955, 0.6758, 0.6617, 0.6581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "The_Great_Global_Warming_Swindle", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus_on_climate_change", "Danish_Committees_on_Scientific_Dishonesty", "False_consensus_effect"], "ranked_scores": [0.6236, 0.6041, 0.5965, 0.586, 0.581, 0.5791, 0.5735, 0.5717, 0.5714, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "Automatic_weather_station", "Excessive_heat_watch", "Weather", "2000_Southern_United_States_heat_wave", "Humid_subtropical_climate", "Climate_of_Dallas", "Weather_forecasting"], "ranked_scores": [0.6906, 0.6767, 0.663, 0.6493, 0.6219, 0.6188, 0.6172, 0.6064, 0.605, 0.6029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7708, 0.7659, 0.7471, 0.7154, 0.7098, 0.7009, 0.6967, 0.6958, 0.6932, 0.692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_power_by_country", "Solar_power_in_Michigan", "Solar_energy", "Photovoltaics", "Solar_power_in_Australia", "Solar_power_in_Italy"], "ranked_scores": [0.8135, 0.7758, 0.7751, 0.7704, 0.7452, 0.7404, 0.735, 0.7063, 0.7004, 0.6885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Farm_programs", "Dairy_farming_in_Canada", "Agriculture_in_Brazil", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Syria"], "ranked_scores": [0.7134, 0.6987, 0.6691, 0.6594, 0.6577, 0.6529, 0.6492, 0.6435, 0.6305, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Moose", "Brown_bear", "Bear_attack", "Great_Bear_Wilderness", "Arctic_char", "Rubus_arcticus", "Ursus_americanus_carlottae"], "ranked_scores": [0.5668, 0.5025, 0.4934, 0.48, 0.473, 0.4712, 0.4699, 0.4641, 0.4611, 0.4607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Permafrost", "Antarctic_ice_sheet", "Polar_ice_cap"], "ranked_scores": [0.8006, 0.7262, 0.7035, 0.6883, 0.6536, 0.6536, 0.651, 0.6452, 0.6374, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Sea_level", "Tide", "Sea_surface_temperature", "Future_sea_level", "Ocean_surface_topography", "Sea"], "ranked_scores": [0.8028, 0.7865, 0.7433, 0.7116, 0.7067, 0.7028, 0.7, 0.6911, 0.6751, 0.6706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_ice_pack"], "ranked_scores": [0.8538, 0.7786, 0.7476, 0.7431, 0.7296, 0.7151, 0.7016, 0.6905, 0.6866, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_emissions_reporting", "Carbon_footprint", "Contribution_to_global_warming_by_Australia", "Carbon_offset", "Carbon_tax", "Climate_footprint", "Politics_of_global_warming"], "ranked_scores": [0.7181, 0.7058, 0.6979, 0.6947, 0.6912, 0.6812, 0.6747, 0.6695, 0.6648, 0.6594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Politics_of_global_warming", "James_Hansen", "Deforestation_and_climate_change", "CO2_is_Green", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "Low-carbon_emission", "Effects_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.7723, 0.7616, 0.7332, 0.733, 0.7246, 0.7211, 0.7153, 0.71, 0.7048, 0.7045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Copenhagen_Diagnosis", "Arctic_geoengineering"], "ranked_scores": [0.8147, 0.8119, 0.8036, 0.788, 0.7733, 0.7633, 0.7391, 0.7267, 0.7228, 0.7184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "James_Hansen", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Climate_change_in_the_United_States"], "ranked_scores": [0.8141, 0.807, 0.7937, 0.7726, 0.7663, 0.7617, 0.7608, 0.7514, 0.7388, 0.7385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming_on_humans", "Effects_of_global_warming", "Hurricane_Florence_(1988)", "Climate_change_in_the_United_States", "Environmental_issue", "Hurricane_Alberto_(1982)", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7262, 0.6933, 0.6924, 0.6519, 0.6515, 0.6326, 0.6209, 0.6189, 0.6185, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Humid_continental_climate", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "Amblyomma_americanum", "Continental_climate", "2013_extreme_weather_events", "List_of_West_Nile_virus_outbreaks", "1936_North_American_cold_wave"], "ranked_scores": [0.6474, 0.5436, 0.5241, 0.5226, 0.5134, 0.5107, 0.5086, 0.5068, 0.5032, 0.4949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "Climate_engineering", "Global_warming", "Physical_impacts_of_climate_change", "Stern_Review"], "ranked_scores": [0.7557, 0.7491, 0.74, 0.7304, 0.7246, 0.7151, 0.6929, 0.691, 0.6907, 0.6874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "George_Kukla", "List_of_climate_research_satellites", "Climate_change_(general_concept)", "Climate_variability", "Bølling-Allerød_warming"], "ranked_scores": [0.7184, 0.7005, 0.6884, 0.6783, 0.6751, 0.6695, 0.6609, 0.659, 0.6582, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Lōʻihi_Seamount", "Michael_E._Mann", "Alta_Wind_Energy_Center", "Permanent_Service_for_Mean_Sea_Level", "IPCC_First_Assessment_Report", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.706, 0.658, 0.6526, 0.5762, 0.5562, 0.5244, 0.5166, 0.5132, 0.513, 0.5071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Alkalinity", "PH", "Great_Oxygenation_Event", "Atmospheric_methane"], "ranked_scores": [0.7151, 0.682, 0.63, 0.608, 0.6031, 0.6005, 0.5996, 0.5985, 0.586, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Global_warming_controversy", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "History_of_climate_change_science"], "ranked_scores": [0.7922, 0.7853, 0.7518, 0.7468, 0.7438, 0.7374, 0.7252, 0.7218, 0.7097, 0.7075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Eocene_Thermal_Maximum_2", "PDOS", "Paleocene–Eocene_Thermal_Maximum", "El_Niño–Southern_Oscillation", "Heat", "Federal_Fuel_Administration", "Condensation_cloud", "PDO"], "ranked_scores": [0.5356, 0.4695, 0.4664, 0.4652, 0.4618, 0.4605, 0.4577, 0.4558, 0.4517, 0.451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Climate_change_in_the_Arctic", "Wibjörn_Karlén", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Global_warming_in_Antarctica"], "ranked_scores": [0.7362, 0.7054, 0.7018, 0.6955, 0.6943, 0.6927, 0.6855, 0.6848, 0.6808, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Climate_of_the_United_States", "Westerlies", "Intertropical_Convergence_Zone", "Winter_1985_cold_wave", "Polar_High", "November_2014_North_American_cold_wave"], "ranked_scores": [0.7541, 0.7033, 0.6788, 0.6782, 0.6608, 0.656, 0.6446, 0.6395, 0.6352, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming_hiatus"], "ranked_scores": [0.7436, 0.7247, 0.7167, 0.7091, 0.706, 0.6917, 0.6904, 0.6761, 0.6643, 0.663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Greenhouse_gas", "History_of_climate_change_science", "Greening_Earth_Society", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6779, 0.6746, 0.6503, 0.6477, 0.6466, 0.6408, 0.6269, 0.6268, 0.6249, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_transport_in_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble", "European_Union_value_added_tax", "European_Union_Emission_Trading_Scheme", "Low-carbon_emission"], "ranked_scores": [0.6608, 0.644, 0.618, 0.5409, 0.5254, 0.5246, 0.514, 0.5029, 0.499, 0.4981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Sea_level_rise", "Past_sea_level", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.774, 0.7463, 0.74, 0.7326, 0.731, 0.7064, 0.7046, 0.7015, 0.7012, 0.6983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "Instrumental_temperature_record", "Wibjörn_Karlén", "List_of_climate_research_satellites", "Temperature_record_of_the_past_1000_years", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_hiatus"], "ranked_scores": [0.6464, 0.6249, 0.6205, 0.6085, 0.6063, 0.6002, 0.5934, 0.5932, 0.5844, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_rain", "Atmospheric_methane", "Tropospheric_ozone", "Greenhouse_gas", "Anoxic_event"], "ranked_scores": [0.8299, 0.8263, 0.7131, 0.7067, 0.6644, 0.6564, 0.6435, 0.6414, 0.6379, 0.6331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "Environmental_impact_of_the_coal_industry", "Waste-to-energy_plant", "Nuclear_power_debate", "The_Real_Global_Warming_Disaster", "List_of_renewable_energy_companies_by_stock_exchange", "Energy_policy_of_the_United_States", "Renewable_energy_debate", "Environmental_skepticism"], "ranked_scores": [0.6454, 0.6339, 0.6251, 0.6026, 0.5983, 0.5893, 0.5864, 0.5862, 0.5849, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Climate_change_in_the_Arctic", "Global_warming", "Arctic_geoengineering"], "ranked_scores": [0.8207, 0.8104, 0.7995, 0.7878, 0.7653, 0.7441, 0.7306, 0.7303, 0.7142, 0.7079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans", "Climate_change_mitigation_scenarios", "Drought_in_the_United_Kingdom", "Effects_of_global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe"], "ranked_scores": [0.7594, 0.719, 0.7147, 0.7075, 0.6986, 0.6964, 0.6897, 0.6863, 0.6816, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Global_warming", "Earth's_energy_budget", "Climate_sensitivity", "Effects_of_global_warming", "Greenhouse_gas"], "ranked_scores": [0.6538, 0.6486, 0.639, 0.6339, 0.6273, 0.621, 0.6151, 0.6126, 0.6116, 0.6108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch", "2011_North_American_heat_wave"], "ranked_scores": [0.8393, 0.8198, 0.7907, 0.7895, 0.7683, 0.7634, 0.7584, 0.7545, 0.7544, 0.7314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "James_Hansen", "Global_warming_controversy", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Global_warming"], "ranked_scores": [0.7913, 0.7572, 0.7545, 0.7542, 0.7482, 0.7448, 0.7284, 0.7282, 0.7239, 0.7119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Attribution_of_recent_climate_change", "Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "100,000-year_problem", "Global_warming", "Scientific_opinion_on_climate_change", "Climate_change"], "ranked_scores": [0.7432, 0.7255, 0.722, 0.7207, 0.7172, 0.7024, 0.6882, 0.6875, 0.6869, 0.6862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6817, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Deforestation_and_climate_change", "Fossil_fuel", "Environmental_impact_of_transport", "Arctic_methane_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.789, 0.7792, 0.7662, 0.7506, 0.7219, 0.7013, 0.6955, 0.6929, 0.6887, 0.6825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Worst-case_scenario", "Lazy_reason", "Risk_neutral", "Project_risk_management", "Misuse_of_statistics", "Counterfactual_thinking", "Prudent_avoidance_principle", "Management_systems_for_road_safety"], "ranked_scores": [0.6494, 0.6184, 0.5834, 0.5541, 0.5527, 0.548, 0.5474, 0.547, 0.5427, 0.5419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Beyond_Coal", "Carbon_emissions_reporting", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Mitigation_of_global_warming_in_Australia", "CO2_is_Green"], "ranked_scores": [0.7298, 0.7294, 0.7181, 0.7168, 0.7029, 0.6984, 0.6936, 0.6925, 0.6912, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_change_in_Texas", "2013_extreme_weather_events"], "ranked_scores": [0.7582, 0.7549, 0.7404, 0.7342, 0.7207, 0.7001, 0.6994, 0.6955, 0.6934, 0.6892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Sea_ice", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Polar_seas", "Climate_change_in_the_Arctic", "Arctic_geoengineering"], "ranked_scores": [0.7889, 0.7594, 0.6994, 0.6993, 0.6941, 0.6888, 0.6847, 0.6827, 0.6782, 0.6748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Beyond_Coal", "History_of_coal_mining", "Waste-to-energy_plant", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology", "Coal"], "ranked_scores": [0.8411, 0.8299, 0.7387, 0.7314, 0.7082, 0.7072, 0.7044, 0.6929, 0.6801, 0.678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Indonesian_Democratic_Party", "Programmed_Data_Processor", "Global_cooling_(disambiguation)", "Federal_Fuel_Administration", "Global_cooling", "Condensation_cloud", "Air_conditioned_clothing"], "ranked_scores": [0.5066, 0.4971, 0.479, 0.4642, 0.4554, 0.4545, 0.4539, 0.4499, 0.443, 0.4404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_controversy", "Global_cooling"], "ranked_scores": [0.8246, 0.8222, 0.7873, 0.7864, 0.7823, 0.7813, 0.7718, 0.7639, 0.7629, 0.7501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Greening_Earth_Society", "James_Hansen", "Climate_change_denial", "350.org", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6761, 0.6639, 0.6559, 0.647, 0.6468, 0.6316, 0.6269, 0.6264, 0.6236, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Arctic_geoengineering", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "List_of_storms_on_the_Great_Lakes"], "ranked_scores": [0.6439, 0.6315, 0.6235, 0.6233, 0.6233, 0.6188, 0.6119, 0.6067, 0.6027, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "Climate_change", "Ian_Clark_(geologist)", "Scientific_opinion_on_climate_change", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.7635, 0.758, 0.7537, 0.724, 0.7172, 0.7167, 0.7149, 0.7112, 0.7078, 0.7071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Phillips_curve", "Wage_curve", "Trend_stationary", "Regression_toward_the_mean", "Worse-than-average_effect", "Statistical_significance", "Effects_of_global_warming_on_humans", "Deglobalization", "Seasonal_adjustment", "Kuznets_curve"], "ranked_scores": [0.5349, 0.5277, 0.5177, 0.5099, 0.486, 0.4817, 0.481, 0.4754, 0.4744, 0.4705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Effects_of_global_warming", "Environmental_issue", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "James_Hansen", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7983, 0.7778, 0.77, 0.7578, 0.7424, 0.741, 0.739, 0.738, 0.7315, 0.7239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Global_warming", "Pliocene_climate", "Future_of_Earth", "Paleocene–Eocene_Thermal_Maximum", "Climate_change", "Climate_of_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7243, 0.7237, 0.7098, 0.7092, 0.7073, 0.7056, 0.7017, 0.6959, 0.6931, 0.6886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Danish_Committees_on_Scientific_Dishonesty", "The_Great_Global_Warming_Swindle", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Friends_of_Science", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.6267, 0.6252, 0.594, 0.5939, 0.5937, 0.5905, 0.5883, 0.5867, 0.5819, 0.5762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Cooling_center", "Automatic_weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Weather_media_in_the_United_States", "Weather_forecasting", "Weatherization", "Weather", "Weather_map", "Excessive_heat_watch"], "ranked_scores": [0.7348, 0.669, 0.6653, 0.6546, 0.6497, 0.6486, 0.6338, 0.6319, 0.6125, 0.6121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.8045, 0.7925, 0.7819, 0.7532, 0.7511, 0.7424, 0.7379, 0.736, 0.7359, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_energy", "Solar_power_in_Spain", "Renewable_energy", "Solar_power_in_Italy"], "ranked_scores": [0.7995, 0.7819, 0.7725, 0.7614, 0.7479, 0.7467, 0.7271, 0.7197, 0.7017, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Farm_programs", "Agriculture", "Dairy_farming_in_Canada", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.698, 0.6702, 0.6433, 0.6418, 0.6393, 0.6372, 0.6365, 0.635, 0.6332, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-post-binary": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Myrmecophagy", "National_preserve", "Autumn", "2019_heat_wave_in_India_and_Pakistan", "California_Endangered_Species_Act", "Raccoon", "Conservation_agriculture", "High-fructose_corn_syrup", "Crop", "Wilderness_area"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Greenhouse_gas", "Dry_ice", "Effluent", "Climate_change_mitigation_scenarios", "Isostasy", "International_Permafrost_Association", "Ozone_depletion", "Rubus_defectionis", "Space_Shuttle_Challenger_disaster", "Thaw_depth"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Land", "Lake", "Dam_failure", "Geopotential_height", "Sea_surface_temperature", "Past_sea_level", "Polder", "Rain", "Tidal_flooding", "Triple_divide"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Effluent", "Dry_ice", "Flood", "1966_New_York_City_smog", "Smog", "Labrador_Current", "PH", "Thermal_mass", "Polar_vortex", "Surf_break"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Low-carbon_building", "Renewable_thermal_energy", "Nuclear_power_plant", "Greenhouse_gas_inventory", "Mitigation_of_global_warming_in_Australia", "Millmerran_Power_Station", "Runaway_greenhouse_effect", "Politics_of_global_warming", "Wind_power_in_Pennsylvania", "Solar_power_in_Italy"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Geyser", "Arctic_methane_emissions", "German_response_to_Kyoto_Protocol", "Pyrite", "Mitigation_of_global_warming_in_Australia", "Substitute_natural_gas", "Ozone_depletion", "Thermal_pollution", "Ozone_depletion_and_climate_change"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Atmospheric_model", "Meteosat_8", "Sea_level_rise", "Future_sea_level", "Isostasy", "Mesohigh", "Sea_ice_thickness", "Mountain-gap_wind", "Snowball_Earth"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Permafrost_carbon_cycle", "Geological_history_of_oxygen", "Carmichael_coal_mine", "Coal", "Colorado", "Isostasy", "Contribution_to_global_warming_by_Australia", "El_Niño", "Oceanic_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Great_Flood_of_1913", "Saint_Lawrence_Lowlands", "Hurricane_Rita_tornado_outbreak", "Peak_water", "Thermal_pollution", "Tropical_Storm_Lee_(2011)", "United_States_rainfall_climatology", "Thunderstorm", "Water_scarcity_in_Africa", "Weatherization"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Siberian_High", "Renewable_resource", "Utah", "Water_scarcity_in_Africa", "North_American_High", "Oregon", "Thwaites_Glacier", "Radiative_forcing", "Water_restrictions_in_Australia", "Stephen_Schneider"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Environmental_issue", "Climate_change_adaptation", "Thaw_depth", "Reasons_for_concern", "Environmental_policy", "Nuclear_power_debate", "Food_systems", "Permafrost", "Hurricane_Katrina_and_global_warming", "Supervolcano"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Northwestern_United_States", "Alberta", "Eurasian_Plate", "High-pressure_area", "Global_warming_hiatus", "Upper_Paleolithic", "Ice_core", "Western_United_States", "Wibjörn_Karlén", "Younger_Dryas"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Tibet", "Denali_National_Park_and_Preserve", "Ojai,_California", "Great_Smoky_Mountains", "Himalayas", "Withdrawal_of_Greenland_from_the_European_Communities", "Mount_Baker", "Indian_Himalayan_Region", "Paris_Agreement", "Water_on_Mars"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Convention_on_Early_Notification_of_a_Nuclear_Accident", "Hydrofluorocarbon", "Kerogen", "Mercury_pollution_in_the_ocean", "Estuarine_acidification", "Mercury_in_fish", "Photosynthesis", "Sodium_hydroxide", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Skewness"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Global_warming_controversy", "Greening_Earth_Society", "Climate_change_denial", "Peak_coal", "The_Great_Global_Warming_Swindle", "The_Great_Warming", "Richard_Dawkins", "The_Real_Global_Warming_Disaster", "World_Climate_Report"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Scientific_Alliance", "Reasons_To_Believe", "Minerals_Resource_Rent_Tax", "Climate_change_in_Canada", "History_of_science_policy", "David_Icke", "On_the_Origin_of_Species", "The_Radiators_(American_band)", "Deglobalization", "Parti_Québécois"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Thaw_(weather)", "Carbon_bubble", "Swiss_cheese_model", "Hockey_stick_controversy", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change", "Iris_hypothesis", "Wild_farming", "Wibjörn_Karlén", "James_Hansen"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Antarctic_Circle", "Intertropical_Convergence_Zone", "Arctic_resources_race", "December_1960_nor'easter", "Atmospheric_circulation", "The_Sun_(United_Kingdom)", "Environmental_migrant", "The_Coming_Global_Superstorm", "Early_2014_North_American_cold_wave", "Mantle_plume"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Late_Ordovician_glaciation", "Ice_core", "Climate_state", "Climate_change", "Arctic_sea_ice_decline", "Orbital_forcing", "Planetary_boundaries", "Wibjörn_Karlén", "Tipping_points_in_the_climate_system"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "IPCC_First_Assessment_Report", "Global_warming_potential", "Attribution_of_recent_climate_change", "Oil_shale_industry", "Shale_gas", "Soot", "Thaw_depth", "Tipping_point_(climatology)"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Thermal_pollution", "Mitigation_of_global_warming_in_Australia", "Interstitial_condensation", "Greenpeace", "Carbon_price", "Geyser", "Secretary_of_State_for_Energy_and_Climate_Change", "Water_vapor", "Stern_Review", "Weatherization"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Water_on_Mars", "Lunar_Orbiter_program", "BOOMERanG_experiment", "Chilean_Antarctic_Territory", "Great_Salt_Lake", "Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "Sea_level_rise", "Sunda_Arc", "TopHat_(telescope)"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Oil_reserves", "2000_Southern_United_States_heat_wave", "Carbon_bubble", "Ice_core", "Global_warming_hiatus", "Climate_change_in_the_United_States", "Secretary_of_State_for_Energy_and_Climate_Change", "Growing_region"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Kelp", "Atmospheric_methane", "Bituminous_coal", "Plate_tectonics", "Palearctic_realm", "Permafrost_carbon_cycle", "Oceanic_carbon_cycle", "Carbon_dioxide", "Sea_ice", "Thermal_mass"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Coal_pollution_mitigation", "Incineration", "Environmental_Defense_v._Duke_Energy_Corp.", "List_of_renewable_energy_companies_by_stock_exchange", "Net_metering", "Nuclear_explosion", "Nuclear_power_debate", "Oil_spill", "Nuclear_power_proposed_as_renewable_energy", "Nuclear_safety_and_security"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Atmospheric_methane", "Arctic_sea_ice_decline", "Climate_change_mitigation_scenarios", "Flood", "Tipping_point_(climatology)", "Carbon_dioxide_in_Earth's_atmosphere", "Thaw_depth", "Climate_sensitivity", "Peak_oil", "Wild_farming"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drylands", "Humid_subtropical_climate", "Natural_resource", "Ozone_depletion", "Thunderstorm", "Tropical_Storm_Lee_(2011)", "Subtropical_cyclone", "Year_Without_a_Summer", "Water_scarcity_in_Africa", "United_States_rainfall_climatology"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Gasoline", "Mitigation_of_global_warming_in_Australia", "Thermal_pollution", "Low-carbon_emission", "Carbon-neutral_fuel", "Petroleum", "Carbon_cycle_re-balancing", "Sodium_hydroxide", "Geyser", "Ozone"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["1936_North_American_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_heat_waves", "2006_European_heat_wave", "2001_Eastern_North_America_heat_wave", "Oceanic_plateau", "Physical_impacts_of_climate_change", "Polar_forests_of_the_Cretaceous", "Weather", "Territorial_claims_in_the_Arctic"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Stern_Review", "Anthropocentrism", "Attribution_of_recent_climate_change", "Hurricane_Katrina_and_global_warming", "Fleischmann–Pons_experiment", "Environmental_policy_of_the_United_States", "Global_warming_in_Antarctica", "Peak_water", "Reasons_for_concern", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Hockey_stick_graph", "Hockey_stick_controversy", "Climate_state", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Fossil_fuel_power_station", "Eocene_Thermal_Maximum_2", "Thaw_(weather)", "Runaway_greenhouse_effect", "Scott_Pruitt", "Nuclear_power_in_China"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Biomass_(ecology)", "Carbon_dioxide_in_Earth's_atmosphere", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Carbon_emissions_reporting", "Contribution_to_global_warming_by_Australia", "Mitigation_of_global_warming_in_Australia", "Mercury_pollution_in_the_ocean", "List_of_countries_by_carbon_dioxide_emissions", "Ozone_depletion"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Self-sufficiency", "Evolutionary_mismatch", "Error_catastrophe", "Bias", "Global_catastrophic_risk", "Urban_decay", "Nuclear_safety_and_security", "Tornadoes_of_2017", "Weather_forecasting", "Vulnerability_(computing)"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Nuclear_power_phase-out", "Air_Pollution_Control_Act", "Environmental_Investigation_Agency", "Clean_Air_Act_(United_States)", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "ExxonMobil", "Nuclear_power", "Nuclear_power_proposed_as_renewable_energy", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "National_Environmental_Policy_Act"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Megathermal", "Climate_change_in_Australia", "2006_European_heat_wave", "Special_Report_on_Global_Warming_of_1.5_°C", "Super-Earth", "Territorial_claims_in_the_Arctic", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Eco-economic_decoupling", "Environmental_emergency", "Green_Revolution", "Future_sea_level", "United_Nations_Environment_Organization", "Farm_programs", "Supercell", "Study_of_Environmental_Arctic_Change", "Landfill_gas_emission_reduction_in_Brazil", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Carbon_sequestration", "Carbon_capture_and_storage", "Low-carbon_building", "Deglobalization", "Carbonation", "Fluidized_bed_combustion", "Coal_pollution_mitigation", "List_of_countries_by_carbon_dioxide_emissions", "Zero-energy_building", "Total_inorganic_carbon"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Rachel_Carson", "Earth_Changes", "McCarthyism", "Minerals_Resource_Rent_Tax", "Gore_Effect", "ExxonMobil_climate_change_controversy", "Quark_epoch", "Scientific_Alliance", "Skeptical_movement", "Winds_aloft"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Hockey_stick_controversy", "Hockey_stick_graph", "Production_function", "Carbon_bubble", "Michael_E._Mann", "Nuclear_power_debate", "Tipping_points_in_the_climate_system", "Scientific_opinion_on_climate_change", "Statistical_significance", "Wibjörn_Karlén"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Myth_of_the_flat_Earth", "Weather_Underground", "Chemocline", "Earth_Changes", "East_Antarctica", "Great_Lakes_Brewery_(Toronto)", "John_D._Hamaker", "Three_Furnaces", "Trade_winds", "Westerlies"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Los_Angeles", "Chain_of_Lakes_(Winter_Haven)", "Houghton_Lake,_Michigan", "Great_Salt_Lake_effect", "Greenhouse", "The_Ledger", "List_of_Florida_state_parks", "Yellowstone_National_Park", "Urban_heat_island", "Southern_California_Edison"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Biomass_(ecology)", "Solar_cycle", "Hydrophobe", "Marine_microorganism", "John_D._Hamaker", "Metropolitan_statistical_area", "Microbial_ecology", "Mars", "Sun", "Snowpack"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Mutual_assured_destruction", "Unemployment_in_the_United_States", "Denial", "Teach_the_Controversy", "List_of_satirical_news_websites", "Plausible_deniability", "Soft_landing_(economics)", "Sure-thing_principle", "Substantial_truth", "Underconsumption"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["German_response_to_Kyoto_Protocol", "Climate_change_in_the_United_States", "Fossil_fuel", "Coal_by_country", "Gasoline", "Fossil_fuel_power_station", "Mitigation_of_global_warming_in_Australia", "Low-carbon_emission", "Substitute_natural_gas", "Politics_of_global_warming"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Hekla_3_eruption", "Highest_temperature_recorded_on_Earth", "Great_Lakes_tectonic_zone", "High-pressure_area", "Ian_Clark_(geologist)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Upper_Paleolithic", "Territorial_claims_in_the_Arctic", "Peak_water", "Planet_Earth_(1986_series)"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Global_warming_controversy", "Statistical_significance", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Scientific_consensus", "Scientific_dissent", "Null_hypothesis", "Outcome_bias", "Opinion", "Teach_the_Controversy"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Air_conditioned_clothing", "List_of_energy_efficient_buildings_in_India", "Urban_heat_island", "Water_heating", "North_Sea_Wind_Power_Hub", "The_Great_Global_Warming_Swindle", "The_Great_Warming", "Trade_winds", "Weatherization", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Hekla_3_eruption", "Eocene_Thermal_Maximum_2", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Attribution_of_recent_climate_change", "Great_Lakes_tectonic_zone", "History_of_Mars_observation", "Highest_temperature_recorded_on_Earth", "Younger_Dryas", "Wibjörn_Karlén", "Neoglaciation"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Canada–Panama_Free_Trade_Agreement", "Mountaintop_removal_mining", "Niagara_Escarpment", "Plug-in_hybrids_in_California", "Solar_power_in_the_United_States", "Portage_River_(Ohio)", "Stephen_Schneider", "Wind_power_in_the_United_States", "Solar_power_in_Australia"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Bering_Glacier", "Biomass_(ecology)", "Agriculture_in_Brazil", "Spheroid", "Dust_Bowl", "Glaciers_on_Mars", "Swiss_cheese_features", "Thwaites_Glacier", "Wind_power_in_Mexico", "Wild_farming"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-post-binary": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["National_preserve", "Autumn", "Arctostaphylos", "Raccoon", "Crop", "Pinniped", "List_of_fatal_cougar_attacks_in_North_America", "Oak", "Mangrove", "Paleontology_in_Alaska"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_ice_pack", "Dry_ice", "Ophiolite", "Global_warming_potential", "Arctic_Ocean", "Ozone_depletion", "Polar_ice_cap", "Polar_seas", "Sea_ice"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Seawater", "Sea_level_rise", "Flash_flood", "Future_sea_level", "Climate_of_India", "High_water_mark", "Land", "Sea_surface_temperature", "Ocean_surface_topography"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Iceberg_B-9", "Deepwater_Horizon_oil_spill", "Ice2sea", "Iceberg_C-19", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Dust_Bowl", "Environmental_issues_with_coral_reefs", "Permafrost"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Low-carbon_building", "Climate_footprint", "Contribution_to_global_warming_by_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_offset", "Carbon_neutrality", "Carbon_profiling", "Greenhouse_gas_inventory", "Renewable_thermal_energy"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Coal_by_country", "Greenhouse_gas_emissions_by_the_United_States", "Contribution_to_global_warming_by_Australia", "Low-carbon_emission", "Embedded_emissions", "German_response_to_Kyoto_Protocol", "Environmental_issue", "Fossil_fuel_power_station", "Mitigation_of_global_warming_in_Australia", "Ozone_depletion"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_ice_pack", "Abyssal_hill", "Marine_transgression", "Drift_ice", "Sea_level_rise", "Marine_layer", "Ross_Ice_Shelf", "Permafrost", "Proglacial_lake"], "ranked_scores": [57.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Geological_history_of_oxygen", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Climate_of_Mars", "Carbon_dioxide", "Circumstellar_habitable_zone", "El_Niño", "Contribution_to_global_warming_by_Australia", "Isostasy"], "ranked_scores": [58.0, 57.0, 57.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Geomagnetic_storm", "1997–98_El_Niño_event", "2016_Louisiana_floods", "Heat_wave", "Hurricane_Rita_tornado_outbreak", "2014–16_El_Niño_event", "Thunderstorm", "List_of_heat_waves", "Natural_disaster", "Natural_hazard"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Amblyomma_americanum", "Great_Basin_Floristic_Province", "List_of_West_Nile_virus_outbreaks", "Environment_of_West_Virginia", "Geomagnetic_storm", "Lymphangitis", "Lyme_disease", "Klamath_Mountains", "Palo_Alto,_California", "Rhodope_Mountains"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Environmental_issue", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation", "Climate_risk", "Reasons_for_concern", "World_Climate_Change_Conference,_Moscow", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Economics_of_global_warming", "Effects_of_global_warming"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "High-pressure_area", "List_of_energy_efficient_buildings_in_India", "List_of_climate_research_satellites", "Global_warming_hiatus", "Degree_day", "Sun_Belt", "Neoglaciation", "Runaway_greenhouse_effect", "Year"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Deseret_News", "Wind_power_in_Colorado", "Sierra_Nevada_(U.S.)", "Arctic_methane_emissions", "Carmichael_coal_mine", "Arctic_oscillation", "Community_Earth_System_Model", "Endorheic_basin", "Deschutes_National_Forest", "Geography_of_Greenland"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Hydrofluorocarbon", "Great_Oxygenation_Event", "Oxygen", "Sodium_hydroxide", "Atmospheric_carbon_cycle", "Alkalinity", "Atmospheric_methane", "Photosynthesis", "Carbon_dioxide_reforming", "Water_vapor"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Air_conditioned_clothing", "Climate_change_denial", "Scientific_consensus_on_climate_change", "Global_cooling", "Runaway_greenhouse_effect", "The_Great_Global_Warming_Swindle", "The_Great_Warming"], "ranked_scores": [56.0, 55.0, 53.0, 53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Wind_tunnel", "Gore_Effect", "Antarctic_Cold_Reversal", "Apollo_17", "Climate_change_in_the_Arctic", "El_Niño–Southern_Oscillation", "Heat_index", "Convective_heat_transfer", "Solar_eclipse_of_October_3,_2005", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Hockey_stick_controversy", "Carbon_bubble", "Iris_hypothesis", "Economy_of_Canada", "The_Great_Global_Warming_Swindle", "Secretary_of_State_for_Energy_and_Climate_Change", "Efficient_energy_use", "Michael_E._Mann", "Global_Warming_Policy_Foundation", "Skeptical_Science"], "ranked_scores": [55.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Labrador_Current", "Convective_instability", "Polar_High", "Gliese_1132_b", "Intertropical_Convergence_Zone", "Antarctic_Circumpolar_Current", "Jet_stream", "November_2014_North_American_cold_wave", "Rear-inflow_jet", "Wind_shear"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["2006_European_heat_wave", "Hekla_3_eruption", "2010_Northern_Hemisphere_summer_heat_waves", "100,000-year_problem", "2010_Northern_Hemisphere_heat_waves", "Eocene_Thermal_Maximum_2", "Guyot", "Mississippian_(geology)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Wibjörn_Karlén"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Hekla_3_eruption", "Greenhouse_gas", "Rubus_defectionis", "Climate_change_mitigation_scenarios", "Biotic_material", "Trifluoromethyl_sulphur_pentafluoride", "Ozone_layer", "Siderian", "Soot", "Sublimation_(phase_transition)"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Value-added_tax_(United_Kingdom)", "Flue-gas_stack", "Geyser", "Flue-gas_emissions_from_fossil-fuel_combustion", "Carbon_pricing_in_Australia", "Potassium_bicarbonate", "Low-carbon_emission", "Particulates", "Pro-nuclear_movement", "Volcanic_winter"], "ranked_scores": [50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Last_Glacial_Maximum", "Great_Salt_Lake", "Past_sea_level", "Pliocene_climate", "Water_on_Mars", "Bering_Glacier", "Earth_rainfall_climatology", "Proglacial_lake", "Oceanic_plateau", "Sea_level_rise"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Agricultural_Act_of_2014", "1908", "Ice_core", "Food,_Conservation,_and_Energy_Act_of_2008", "Central_America", "Climate_change_in_the_United_States", "Economy_of_North_America", "Oil_reserves", "Future_sea_level", "Wibjörn_Karlén"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Kelp", "IPCC_First_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Desalination", "Carbon_dioxide", "Fresh_water", "Global_warming", "Intergovernmental_Panel_on_Climate_Change", "Mitigation_of_global_warming_in_Australia", "Ocean_acidification"], "ranked_scores": [55.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Measures_of_national_income_and_output", "List_of_renewable_energy_companies_by_stock_exchange", "Climate_change_mitigation", "American_Recovery_and_Reinvestment_Act_of_2009", "Environmental_Defense_v._Duke_Energy_Corp.", "Environmental_impact_of_the_coal_industry", "Renewable_energy_credit", "Energy_policy_of_the_Barack_Obama_administration", "Prudent_avoidance_principle", "Turnover_(employment)"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Royal_jelly", "Deepwater_Horizon_oil_spill", "Arctic_geoengineering", "Thaw_depth", "Flash_flood", "Bering_Glacier", "Permafrost", "Last_Glacial_Maximum"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Arid", "Drylands", "Climate_change_in_Tuvalu", "Earth_rainfall_climatology", "Humid_subtropical_climate", "Water_restrictions_in_Australia", "Dry_Spell", "Great_Arctic_Cyclone_of_2012", "Trewartha_climate_classification", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Heat_index", "Evaporation", "Thermal_pollution", "Circumstellar_habitable_zone", "Hypercapnia", "Earth's_energy_budget", "La_Niña", "Radiative_forcing", "Orbital_forcing"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2006_European_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan", "2013_extreme_weather_events", "March_2012_North_American_heat_wave"], "ranked_scores": [58.0, 58.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Fleischmann–Pons_experiment", "Hekla_3_eruption", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Environmental_issue", "Environmental_skepticism", "Paleocene–Eocene_Thermal_Maximum", "Global_Warming_Policy_Foundation", "Global_waste_trade", "The_Real_Global_Warming_Disaster"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Runaway_greenhouse_effect", "Global_cooling_(disambiguation)", "Iris_hypothesis", "100,000-year_problem", "Global_warming_hiatus", "Global_warming_potential", "Hockey_stick_controversy", "Thaw_(weather)", "Politics_of_global_warming", "Little_Ice_Age"], "ranked_scores": [54.0, 54.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Mercury_pollution_in_the_ocean", "Mercury_in_fish", "Biomass_(ecology)", "Sea_surface_temperature", "List_of_countries_by_carbon_dioxide_emissions", "North_American_High", "Low-carbon_emission", "Thermal_pollution", "Ozone_depletion"], "ranked_scores": [56.0, 55.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Multicollinearity", "2011_Super_Outbreak", "Never_events", "Error_catastrophe", "Disaster", "Global_catastrophic_risk", "Null_hypothesis", "Human_extinction", "Probability_measure", "Poverty_in_the_Arctic"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Carbon_price", "Carbon_neutrality", "United_States_Environmental_Protection_Agency", "National_Environmental_Policy_Act", "Energy_policy_of_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Nuclear_power_proposed_as_renewable_energy", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Nuclear_power"], "ranked_scores": [55.0, 54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "High-pressure_area", "1936_North_American_cold_wave", "Climate_change_in_Texas", "2018_British_Isles_heat_wave", "Climate_of_the_United_Kingdom", "Climate_change_in_the_United_States", "Climate_of_the_United_States", "El_Niño"], "ranked_scores": [59.0, 58.0, 56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Study_of_Environmental_Arctic_Change", "Arctic_ecology", "Environmental_degradation", "Great_Arctic_Cyclone_of_2012", "Iceberg_B-9", "Global_stilling", "Holocene_glacial_retreat", "Polar_ice_cap", "Ice2sea"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Blackwater_(coal)", "Carmichael_coal_mine", "Nuclear_reprocessing", "Carbon_sequestration", "Fossil_fuel_power_station", "Energy_development", "Coal_gasification_commercialization", "Wind_power_in_Colorado"], "ranked_scores": [54.0, 54.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Heat_index", "Rachel_Carson", "Antarctic_Cold_Reversal", "Gore_Effect", "Convective_heat_transfer", "Global_cooling_(disambiguation)", "El_Niño–Southern_Oscillation", "Evaporation", "Paleocene–Eocene_Thermal_Maximum", "Wind_tunnel"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming_controversy", "Hockey_stick_controversy", "Scientific_opinion_on_climate_change", "Michael_E._Mann", "The_Real_Global_Warming_Disaster", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_Audit", "Tipping_points_in_the_climate_system"], "ranked_scores": [58.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Great_Lakes_Brewery_(Toronto)", "Antarctic_Cold_Reversal", "The_Coming_Global_Superstorm", "History_of_climate_change_science", "Michael_E._Mann", "Seven_Seas", "Stephen_Schneider", "The_Great_Plains_Ecoregion", "The_Skeptic_(film)", "Tyrrell_Sea"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_South_Africa", "Photovoltaics", "Antarctic_Peninsula", "US_West", "BBC_Earth", "Effect_of_Sun_angle_on_climate", "Lake_North_Pole", "Great_Salt_Lake_effect", "Solar_power", "Yellowstone_National_Park"], "ranked_scores": [52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Earth's_energy_budget", "Climate_Audit", "Fishing_down_the_food_web", "Earth's_critical_zone", "John_D._Hamaker", "Metropolitan_statistical_area", "Mars", "Microclimate", "Thermohaline_circulation", "Natural_circulation"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Debunker", "Denial", "Unemployment_in_the_United_States", "Climate_justice", "Prudent_avoidance_principle", "Dry_state", "Energy_accidents", "Falsifiability", "False_balance", "Holocaust_denial"], "ranked_scores": [53.0, 52.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "World_Energy_Outlook", "German_response_to_Kyoto_Protocol", "Atmospheric_carbon_cycle", "Carbon_footprint", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Low-carbon_emission", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "List_of_climate_research_satellites", "Hekla_3_eruption", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "High-pressure_area", "Attribution_of_recent_climate_change", "Hesperian", "Siderian", "Upper_Paleolithic"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_dissent", "2008–09_Canadian_parliamentary_dispute", "Dissenting_opinion", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Sure-thing_principle", "Media_coverage_of_climate_change", "Cognitive_bias", "Danish_Committees_on_Scientific_Dishonesty", "Royal_Institute_of_Chemistry", "Statistical_significance"], "ranked_scores": [53.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Climate_of_the_Nordic_countries", "US_Weather_Bureau_Station_(Block_Island)", "2013–14_North_American_winter", "Texas_Norther", "Climate_of_Finland", "March_2012_North_American_heat_wave", "Climate_of_the_United_States", "Three_Furnaces", "Urban_heat_island"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Hekla_3_eruption", "Attribution_of_recent_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Eocene_Thermal_Maximum_2", "Paleocene–Eocene_Thermal_Maximum", "Hockey_stick_controversy", "Pleistocene", "Special_Report_on_Global_Warming_of_1.5_°C", "The_Real_Global_Warming_Disaster", "Younger_Dryas"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Ivanpah_Solar_Power_Facility", "Acciona_Energy", "Solar_power", "Wind_power_in_California", "List_of_energy_efficient_buildings_in_India", "Solar_cell_efficiency", "Wind_power_in_Pennsylvania", "Solar_power_in_Spain", "Solar_power_in_Australia"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Food,_Conservation,_and_Energy_Act_of_2008", "Santa_Clara_Valley", "Bering_Glacier", "Snowpack", "San_Joaquin_River", "Famine", "Last_Glacial_Maximum", "Minnesota", "Year_Without_a_Summer", "Wibjörn_Karlén"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-post-binary": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Arctostaphylos", "List_of_Alaska_state_forests", "Raccoon", "Northwoods_(forest)", "Kodiak_bear", "Indigenous_(ecology)", "National_preserve", "Yup'ik_cuisine", "Mangrove", "Pinniped"], "ranked_scores": [95.0, 94.0, 93.0, 93.0, 93.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Greenhouse_gas", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Ice2sea", "Antarctic_ice_sheet", "Ice_shelf", "Arctic_resources_race", "Dry_ice", "Estuarine_acidification", "Soot"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_surface_temperature", "Sea_level_rise", "Future_sea_level", "Flash_flood", "Crater_Lake_National_Park", "High_water_mark", "Geopotential_height", "Ocean_surface_topography", "Sea_level"], "ranked_scores": [105.0, 105.0, 103.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Antarctic_ice_sheet", "Arctic_ice_pack", "Future_sea_level", "Arctic_sea_ice_decline", "Climate_of_Antarctica", "Global_warming_in_Antarctica", "Glacier", "Antarctic_sea_ice", "Climate_change_in_the_Arctic"], "ranked_scores": [105.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Low-carbon_building", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_offset", "Carbon_profiling", "List_of_countries_by_carbon_dioxide_emissions", "Climate_footprint", "Fossil_fuel_divestment"], "ranked_scores": [100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Fossil_fuel_power_station", "Contribution_to_global_warming_by_Australia", "Coal_by_country", "Low-carbon_emission", "Ozone_depletion", "CO2_is_Green", "Carbon_bubble", "Carbon_dioxide_removal", "Ozone_depletion_and_climate_change", "Fossil_fuel"], "ranked_scores": [102.0, 100.0, 100.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_ice_pack", "Future_sea_level", "Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "Glacier", "Ice_rise", "Global_warming_in_Antarctica", "Sea_level_rise"], "ranked_scores": [114.0, 106.0, 106.0, 105.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Atmospheric_methane", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_Arctic", "Global_warming", "Planetary_equilibrium_temperature", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [105.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["2016_Louisiana_floods", "1997–98_El_Niño_event", "2012–13_North_American_drought", "Hurricane_Rita_tornado_outbreak", "List_of_heat_waves", "Environmental_issue", "Great_Flood_of_1913", "Heat_wave", "Reasons_for_concern", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Microclimate", "Climate_of_the_United_Kingdom", "List_of_storms_on_the_Great_Lakes", "Amblyomma_americanum", "Texas_Norther", "2013_Southwestern_United_States_heat_wave", "Lyme_disease", "Climate_of_Argentina", "Spring_fever", "Geomagnetic_storm"], "ranked_scores": [94.0, 94.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_risk", "Environmental_policy", "Arctic_geoengineering", "Environmental_issue", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Climate_change_adaptation"], "ranked_scores": [97.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Younger_Dryas", "Global_warming_hiatus", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "George_Kukla", "Economics_of_global_warming", "Global_cooling", "Glacial_period", "List_of_climate_research_satellites", "Tipping_points_in_the_climate_system"], "ranked_scores": [100.0, 99.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Alta_Wind_Energy_Center", "Mauna_Kea", "Wind_power_in_Colorado", "1980_eruption_of_Mount_St._Helens", "Marcellus_natural_gas_trend", "Atacama_Cosmology_Telescope", "Keeling_Curve", "Mount_Tambora", "Millmerran_Power_Station", "Mongstad_Power_Station"], "ranked_scores": [97.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Oxygen", "Ocean_acidification", "Hydrofluorocarbon", "Photosynthesis", "PH", "Greenhouse_gas", "Carbon_dioxide", "Dole_effect", "Dry_ice", "Great_Oxygenation_Event"], "ranked_scores": [99.0, 98.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Advisory_Group_on_Greenhouse_Gases", "Greening_Earth_Society", "Global_warming_controversy", "An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster", "Copenhagen_Diagnosis", "Global_cooling", "The_Great_Global_Warming_Swindle", "World_Climate_Report"], "ranked_scores": [103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Discoveries_of_exoplanets", "Heat_index", "Tide_clock", "British_Arctic_Expedition", "1906_Valparaíso_earthquake", "Cryosphere", "Climate_of_the_United_Kingdom", "Oligocene", "Younger_Dryas", "Gore_Effect"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "George_Kukla", "World_Climate_Research_Programme", "Frost_Belt", "Humid_continental_climate", "Hockey_stick_controversy", "Post-glacial_rebound", "Peter_Sinclair_(environmental_activist)", "Thaw_(weather)"], "ranked_scores": [99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Intertropical_Convergence_Zone", "Climate_of_the_United_States", "Rear-inflow_jet", "Geography_of_Antarctica", "Glacier", "Weather_front", "South_Atlantic_Convergence_Zone", "November_2014_North_American_cold_wave", "Westerlies"], "ranked_scores": [98.0, 98.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Global_warming_hiatus", "MSU_temperature_measurements", "Climate_change", "1908", "Climate_change_in_the_United_States", "100,000-year_problem", "Climate_change_in_Texas", "1936_North_American_cold_wave", "Greening_Earth_Society", "Standard_day"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "Solar_Radiation_and_Climate_Experiment", "Global_warming_potential", "Advisory_Group_on_Greenhouse_Gases", "Greening_Earth_Society", "Explorer_7", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Hekla_3_eruption", "Earth_Radiation_Budget_Satellite", "SBUV/2"], "ranked_scores": [101.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Value-added_tax_(United_Kingdom)", "Carbon_pricing_in_Australia", "Alternative_minimum_tax", "Carbon_tax", "International_Fuel_Tax_Agreement", "Carbon_price", "Congestion_pricing", "London_congestion_charge", "Automated_Payment_Transaction_tax", "Minerals_Resource_Rent_Tax"], "ranked_scores": [96.0, 93.0, 93.0, 93.0, 92.0, 90.0, 90.0, 90.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Last_Glacial_Maximum", "Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Ice2sea", "Arctic_ice_pack", "Retreat_of_glaciers_since_1850", "Global_Climate_Observing_System", "Pliocene_climate", "Sea_surface_temperature"], "ranked_scores": [105.0, 103.0, 102.0, 101.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Year", "Climate_of_Oregon", "Glacier_mass_balance", "Arctic_sea_ice_decline", "Climate_state", "Climate_of_the_United_States", "List_of_cities_by_sunshine_duration", "Ice_core", "Interglacial"], "ranked_scores": [95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Kelp", "Dry_ice", "Dissolution_(chemistry)", "Cyanobacteria", "Atmospheric_methane", "Carbon_dioxide", "Paleo-Tethys_Ocean", "Tropospheric_ozone"], "ranked_scores": [97.0, 96.0, 95.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["American_Jobs", "Environmental_impact_of_the_coal_industry", "Alternative_medicine", "Climate_change_mitigation", "Oil_spill", "Kyoto_Protocol", "Nuclear_power", "Nuclear_power_debate", "Nuclear_power_proposed_as_renewable_energy", "Weather_forecasting"], "ranked_scores": [95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Winter_1985_cold_wave", "Last_Glacial_Maximum", "Sea_surface_temperature", "Weather-related_cancellation"], "ranked_scores": [106.0, 101.0, 100.0, 98.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Water_restrictions_in_Australia", "Drought_in_Spain", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "2010–13_Southern_United_States_and_Mexico_drought", "Arid", "Drylands", "Earth_rainfall_climatology", "Humid_subtropical_climate"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Cool_tropics_paradox", "Heat_index", "Climate_change_feedback", "Radiative_forcing", "Earth's_energy_budget", "Global_warming_hiatus", "Global_warming_potential", "Media_coverage_of_climate_change", "Stern_Review", "Thermal_pollution"], "ranked_scores": [94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "March_2012_North_American_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_European_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave", "1936_North_American_cold_wave"], "ranked_scores": [109.0, 105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Attribution_of_recent_climate_change", "Global_warming_controversy", "The_Deniers", "Objections_to_evolution", "Carbon_bubble", "Greenhouse_gas", "Merchants_of_Doubt", "Reasons_To_Believe"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_warming_hiatus", "Antarctic_Cold_Reversal", "100,000-year_problem", "Attribution_of_recent_climate_change", "Runaway_greenhouse_effect", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_controversy", "Willie_Soon", "Scientific_opinion_on_climate_change"], "ranked_scores": [100.0, 100.0, 99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Mercury_pollution_in_the_ocean", "Mercury_in_fish", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Thermal_pollution", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_gas", "Biomass_(ecology)", "Low-carbon_emission", "Wetland_methane_emissions"], "ranked_scores": [104.0, 104.0, 103.0, 101.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Never_events", "Binomial_regression", "Prudentialism", "Risk_(statistics)", "Error_catastrophe", "Lazy_reason", "Opinion", "Prudent_avoidance_principle", "Learning_the_hard_way", "Optimal_decision"], "ranked_scores": [91.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["CO2_is_Green", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Politics_of_global_warming", "Low-carbon_fuel_standard", "Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "United_States_Environmental_Protection_Agency", "Contribution_to_global_warming_by_Australia", "Energy_policy_of_the_United_States", "German_response_to_Kyoto_Protocol"], "ranked_scores": [98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "El_Niño", "Global_warming", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "History_of_climate_change_science", "2014–16_El_Niño_event", "Climate_change_in_the_United_States", "March_2012_North_American_heat_wave"], "ranked_scores": [102.0, 101.0, 101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Sea_ice_thickness", "Antarctic_sea_ice", "Sea_ice", "Global_warming_in_Antarctica", "Polar_ice_cap", "Antarctic_ice_sheet", "List_of_glaciers_of_Iceland", "Climate_of_the_Arctic", "Measurement_of_sea_ice"], "ranked_scores": [107.0, 103.0, 102.0, 101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Nuclear_reprocessing", "Waste-to-energy_plant", "Coal_mining", "Wind_power_in_Colorado", "Beyond_Coal", "Clean_coal_technology", "Blackwater_(coal)", "Wind_power_in_Pennsylvania", "History_of_coal_mining"], "ranked_scores": [101.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Environmentalist", "Discoveries_of_exoplanets", "British_Arctic_Expedition", "Heat_index", "Circumstellar_habitable_zone", "Rachel_Carson", "Gore_Effect", "Reasons_To_Believe", "Human_impact_on_the_environment"], "ranked_scores": [92.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming_controversy", "Copenhagen_Diagnosis", "Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_hiatus", "The_Real_Global_Warming_Disaster", "Tipping_points_in_the_climate_system"], "ranked_scores": [109.0, 107.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_Change_Denial:_Heads_in_the_Sand", "Global_warming", "Cretaceous", "Earth_Day", "ExxonMobil_climate_change_controversy", "Geographical_renaming", "History_of_climate_change_science", "United_Nations_Framework_Convention_on_Climate_Change", "Runaway_greenhouse_effect"], "ranked_scores": [93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Great_Salt_Lake_effect", "An_Appeal_to_Reason", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Humid_continental_climate", "Continental_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Lake_North_Pole", "Freezing_level", "Trewartha_climate_classification"], "ranked_scores": [100.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Humid_continental_climate", "Climate_of_the_United_Kingdom", "Earth's_energy_budget", "Climate_of_the_Nordic_countries", "Effect_of_Sun_angle_on_climate", "Heat_index", "Sun", "Solar_cycle", "Solar_power_in_the_United_States", "Tipping_points_in_the_climate_system"], "ranked_scores": [95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["False_balance", "Denial", "Unemployment_in_the_United_States", "Climate_change_denial", "Global_biodiversity", "Worse-than-average_effect", "Regression_toward_the_mean", "Debunker", "List_of_recessions_in_the_United_States", "Marine_regression"], "ranked_scores": [96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Global_warming", "Politics_of_global_warming", "Embedded_emissions", "World_Energy_Outlook", "Greenhouse_gas", "Climate_change_in_the_United_States", "Carbon_bubble", "Greenhouse_gas_emissions_by_the_United_States", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Scientific_consensus_on_climate_change"], "ranked_scores": [100.0, 100.0, 100.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Hekla_3_eruption", "Early_Earth", "Geodynamics_of_Mars", "History_of_Earth", "Siderian", "Greenhouse_and_icehouse_Earth", "Upper_Paleolithic", "List_of_climate_research_satellites"], "ranked_scores": [98.0, 97.0, 97.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Climatic_Research_Unit_documents", "Scientific_dissent", "Inherent_bias", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Scientific_method", "Selection_bias", "Lists_about_skepticism", "Outcome_bias"], "ranked_scores": [97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Weather", "Effect_of_Sun_angle_on_climate", "2001_Eastern_North_America_heat_wave", "Climate_of_Minneapolis–Saint_Paul", "Atmospheric_circulation", "Climate_of_the_United_States", "Dry_Spell", "Geothermal_heat_pump", "Weatherization"], "ranked_scores": [100.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Attribution_of_recent_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Hekla_3_eruption", "Pleistocene", "Global_warming", "History_of_climate_change_science", "George_Kukla", "Global_cooling", "Hurricane_Katrina_and_global_warming", "Younger_Dryas"], "ranked_scores": [103.0, 101.0, 100.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Solar_energy", "Ivanpah_Solar_Power_Facility", "Alta_Wind_Energy_Center", "Solar_power_in_Spain", "Solar_panel", "Solar_power_by_country", "Solar_power", "Solar_power_in_Australia"], "ranked_scores": [104.0, 98.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Climate_change_and_agriculture", "Biomass_(ecology)", "Agriculture_in_Pennsylvania", "Balance_of_nature", "Global_hectare", "Droughts_in_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Effects_of_global_warming_on_humans", "Environmental_impact_of_meat_production", "Famine"], "ranked_scores": [104.0, 102.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-post-binary": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Northwoods_(forest)", "Raccoon", "Moose", "Ursus_americanus_carlottae", "Grizzly_bear", "Olympic_marmot", "List_of_Alaska_state_forests", "Rubus_arcticus", "Seed_predation"], "ranked_scores": [179.0, 178.0, 176.0, 175.0, 175.0, 174.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Arctic_ice_pack", "Greenhouse_gas", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_geoengineering", "Permafrost", "Greenland_ice_sheet", "Last_Glacial_Maximum"], "ranked_scores": [195.0, 194.0, 191.0, 188.0, 187.0, 186.0, 186.0, 186.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Sea_surface_temperature", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Ocean_surface_topography", "Tide", "Oceanic_climate", "Tidal_flooding"], "ranked_scores": [213.0, 212.0, 204.0, 200.0, 198.0, 197.0, 197.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_ice_pack", "Sea_level_rise", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness"], "ranked_scores": [204.0, 201.0, 199.0, 193.0, 191.0, 191.0, 190.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_capture_and_storage_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Contribution_to_global_warming_by_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage", "Carbon_dioxide_removal", "Carbon_offset", "Carbon_neutrality", "Environmental_impact_of_aviation"], "ranked_scores": [195.0, 195.0, 194.0, 194.0, 193.0, 192.0, 192.0, 192.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Politics_of_global_warming", "CO2_is_Green", "Low-carbon_emission", "Environmental_issue", "Mitigation_of_global_warming_in_Australia", "Fossil_fuel_power_station", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_impact_of_transport"], "ranked_scores": [195.0, 191.0, 191.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Antarctic_ice_sheet", "Sea_level_rise", "Ice_shelf", "Greenland_ice_sheet", "Geography_of_Antarctica", "Ice_sheet"], "ranked_scores": [211.0, 205.0, 202.0, 199.0, 198.0, 197.0, 194.0, 194.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Global_warming", "Atmospheric_methane", "1808/1809_mystery_eruption", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [204.0, 203.0, 203.0, 202.0, 198.0, 198.0, 197.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Effects_of_Hurricane_Katrina_in_Mississippi", "Hurricane_Florence_(1988)", "Tropical_Storm_Harvey_(2011)", "2016_Louisiana_floods", "1993_Storm_of_the_Century", "Hurricane_Rita_tornado_outbreak", "Tropical_Storm_Lee_(2011)", "1997–98_El_Niño_event", "Hurricane_Alberto_(1982)"], "ranked_scores": [199.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Climate_of_Minnesota", "Amblyomma_americanum", "Climate_of_Brazil", "Microclimate", "Southern_tick-associated_rash_illness", "Lyme_disease", "Continental_climate", "Climate_of_the_United_Kingdom", "Ehrlichia_Wisconsin_HM543746", "Spring_fever"], "ranked_scores": [185.0, 184.0, 183.0, 181.0, 180.0, 179.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Arctic_geoengineering", "Effects_of_global_warming", "Climate_engineering", "Climate_risk", "Climate_change_mitigation_scenarios", "Climate_prediction", "Deforestation_and_climate_change", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change"], "ranked_scores": [190.0, 188.0, 188.0, 186.0, 184.0, 183.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["History_of_climate_change_science", "Global_warming_hiatus", "Global_cooling", "Global_cooling_(disambiguation)", "Antarctic_Cold_Reversal", "Diurnal_cycle", "Climate_pattern", "Greenhouse_and_icehouse_Earth", "Climate_variability", "Runaway_greenhouse_effect"], "ranked_scores": [196.0, 195.0, 195.0, 195.0, 193.0, 193.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Alta_Wind_Energy_Center", "Mauna_Loa_Observatory", "Mauna_Kea", "Lōʻihi_Seamount", "List_of_new_islands", "Mount_Tambora", "Climate_change_in_Tuvalu", "Hekla_3_eruption", "Supervolcano"], "ranked_scores": [193.0, 190.0, 189.0, 188.0, 185.0, 184.0, 181.0, 179.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Oxygen", "Greenhouse_gas", "Atmospheric_methane", "Tropospheric_ozone"], "ranked_scores": [201.0, 193.0, 190.0, 189.0, 189.0, 189.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Advisory_Group_on_Greenhouse_Gases", "Global_cooling", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Greening_Earth_Society", "IPCC_First_Assessment_Report", "World_Climate_Report"], "ranked_scores": [199.0, 198.0, 198.0, 197.0, 195.0, 194.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Heat", "Heat_index", "Convective_heat_transfer", "Hesperian", "El_Niño–Southern_Oscillation", "Solar_phenomena", "Celsius", "Disease_diffusion_mapping", "Condensation_cloud", "Solar_tower_(astronomy)"], "ranked_scores": [184.0, 182.0, 178.0, 177.0, 176.0, 176.0, 175.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Climate_change_in_the_Arctic", "Attribution_of_recent_climate_change", "Ice2sea", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Wibjörn_Karlén", "George_Kukla", "World_Climate_Research_Programme"], "ranked_scores": [195.0, 192.0, 190.0, 188.0, 186.0, 185.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Climate_of_the_United_States", "Weather_front", "Westerlies", "Jet_stream", "Climate_of_the_Arctic", "Polar_vortex", "Intertropical_Convergence_Zone", "Polar_High", "Rear-inflow_jet"], "ranked_scores": [202.0, 198.0, 198.0, 195.0, 192.0, 191.0, 191.0, 191.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "MSU_temperature_measurements", "Climate_change_in_the_United_States", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_Texas", "Global_warming", "Global_warming_hiatus", "Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave"], "ranked_scores": [200.0, 193.0, 192.0, 192.0, 191.0, 190.0, 190.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Greenhouse_gas", "Attribution_of_recent_climate_change", "Clouds_and_the_Earth's_Radiant_Energy_System", "Arctic_geoengineering", "Greening_Earth_Society", "Copenhagen_Diagnosis", "Hekla_3_eruption", "Explorer_7", "Solar_Radiation_and_Climate_Experiment"], "ranked_scores": [186.0, 186.0, 185.0, 182.0, 182.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Value-added_tax_(United_Kingdom)", "Carbon_tax", "Carbon_price", "International_Fuel_Tax_Agreement", "Congestion_pricing", "Automated_Payment_Transaction_tax", "London_congestion_charge", "Alternative_minimum_tax", "Competitive_Tax_Plan"], "ranked_scores": [184.0, 184.0, 183.0, 182.0, 182.0, 178.0, 177.0, 176.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "1908", "Pliocene_climate", "Ice2sea", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice"], "ranked_scores": [204.0, 202.0, 201.0, 200.0, 196.0, 196.0, 194.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_of_Oregon", "March_2012_North_American_heat_wave", "Climate_state", "Year", "1908", "Interglacial", "Climate_of_Ecuador", "Highest_temperature_recorded_on_Earth", "2012–13_North_American_drought", "Mesoscale_convective_system"], "ranked_scores": [185.0, 184.0, 182.0, 182.0, 182.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Tropospheric_ozone", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Sulfuric_acid"], "ranked_scores": [206.0, 202.0, 191.0, 187.0, 187.0, 186.0, 186.0, 185.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Alternative_medicine", "Climate_change_mitigation", "Cost_contingency", "Job_security", "100%_renewable_energy", "Sustainable_energy", "Hazard_elimination", "Loss_and_damage", "Weather_forecasting"], "ranked_scores": [183.0, 183.0, 183.0, 183.0, 181.0, 181.0, 181.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Past_sea_level", "Arctic_ice_pack", "Global_stilling", "Global_warming_in_Antarctica"], "ranked_scores": [200.0, 196.0, 195.0, 192.0, 190.0, 189.0, 189.0, 188.0, 188.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_mitigation_scenarios", "Environmental_issue", "Droughts_in_the_United_States", "Climate_change_adaptation_in_Nepal", "Arid", "Climate_change_adaptation", "Climate_change_in_Australia"], "ranked_scores": [201.0, 199.0, 197.0, 192.0, 192.0, 192.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Global_warming_potential", "Climate_change_mitigation_scenarios", "Climate_sensitivity", "Earth's_energy_budget", "Thermal_pollution", "Global_warming_hiatus", "Orbital_forcing", "Arctic_geoengineering", "Effects_of_global_warming", "Heat_index"], "ranked_scores": [196.0, 189.0, 189.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [219.0, 213.0, 210.0, 209.0, 208.0, 205.0, 205.0, 201.0, 199.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "The_Deniers", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "The_Great_Global_Warming_Swindle", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "Greenhouse_gas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [203.0, 200.0, 198.0, 197.0, 195.0, 191.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["100,000-year_problem", "Global_warming_hiatus", "Climate_change_(general_concept)", "Antarctic_Cold_Reversal", "Shutdown_of_thermohaline_circulation", "Climate_variability", "History_of_climate_change_science", "Willie_Soon", "Attribution_of_recent_climate_change", "Effects_of_global_warming"], "ranked_scores": [195.0, 195.0, 194.0, 193.0, 193.0, 190.0, 190.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Thermal_pollution", "Environmental_issue", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Mercury_pollution_in_the_ocean", "Airborne_fraction", "Nitrogen_dioxide_poisoning"], "ranked_scores": [207.0, 206.0, 203.0, 197.0, 196.0, 196.0, 196.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Lazy_reason", "Wishful_thinking", "Risk", "Risk_neutral", "Opinion", "Agnosticism", "Optimal_decision", "Binomial_regression", "Prudentialism", "Risk_(statistics)"], "ranked_scores": [179.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "United_States_Environmental_Protection_Agency", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Green_Power_Partnership", "CO2_is_Green", "Fossil_fuel_power_station", "Carbon_pricing_in_Australia", "Energy_policy_of_the_United_States"], "ranked_scores": [199.0, 193.0, 191.0, 190.0, 189.0, 189.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["El_Niño", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Global_warming", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "El_Niño–Southern_Oscillation", "Pliocene_climate", "Pacific_decadal_oscillation", "List_of_climate_research_satellites"], "ranked_scores": [203.0, 200.0, 199.0, 199.0, 198.0, 196.0, 195.0, 195.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Sea_ice", "Global_warming_in_Antarctica", "Arctic_Ocean", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Arctic", "Polar_seas", "Poverty_in_the_Arctic", "Sea_ice_thickness"], "ranked_scores": [203.0, 200.0, 197.0, 197.0, 194.0, 192.0, 192.0, 192.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Beyond_Coal", "Fossil_fuel_power_station", "List_of_coal_fired_power_stations_in_Australia", "Redbank_Power_Station", "Waste-to-energy_plant", "Coal", "Capitol_Power_Plant"], "ranked_scores": [209.0, 203.0, 196.0, 196.0, 196.0, 194.0, 192.0, 191.0, 191.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Exothermic_process", "Heat_index", "Air_conditioning", "Thermal_pollution", "Air_conditioned_clothing", "Heat", "Convective_heat_transfer", "Combined_cycle", "Automobile_air_conditioning", "Natural_circulation"], "ranked_scores": [180.0, 178.0, 175.0, 175.0, 174.0, 174.0, 174.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming_controversy", "Global_warming", "Attribution_of_recent_climate_change", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Global_warming_hiatus", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [212.0, 209.0, 207.0, 206.0, 204.0, 203.0, 203.0, 202.0, 202.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "Earth_Changes", "Runaway_greenhouse_effect", "Climate_change_policy_of_the_United_States", "Global_change", "Global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Deglaciation", "Climate_change_denial", "History_of_climate_change_science"], "ranked_scores": [187.0, 185.0, 185.0, 184.0, 184.0, 183.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_oscillation", "Freezing_level", "Instrumental_temperature_record", "Great_Salt_Lake_effect", "Temperature_record_of_the_past_1000_years", "Tipping_points_in_the_climate_system", "Thaw_(weather)"], "ranked_scores": [189.0, 186.0, 185.0, 185.0, 183.0, 183.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Climate_change_(general_concept)", "Climate_variability", "El_Niño–Southern_Oscillation", "Weather", "Climate_change_in_the_Arctic", "Climate_of_the_United_Kingdom", "Polar_amplification", "Regional_effects_of_global_warming"], "ranked_scores": [193.0, 191.0, 190.0, 190.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3452, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.3452, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.4}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Seasonal_adjustment", "Statistical_significance", "Regression_toward_the_mean", "Publication_bias", "Wage_curve", "Unemployment_in_the_United_States", "Selection_bias", "Trend_stationary", "Skewness", "Weighting"], "ranked_scores": [181.0, 181.0, 179.0, 175.0, 175.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Environmental_issue", "Carbon_bubble", "Politics_of_global_warming", "James_Hansen"], "ranked_scores": [203.0, 202.0, 197.0, 197.0, 196.0, 196.0, 195.0, 194.0, 194.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth", "Climate_of_Mars", "Highest_temperature_recorded_on_Earth", "Global_warming", "Global_warming_hiatus", "Thermal_optimum", "Pliocene_climate"], "ranked_scores": [201.0, 198.0, 197.0, 194.0, 193.0, 193.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Scientific_method", "Danish_Committees_on_Scientific_Dishonesty", "American_Association_of_State_Climatologists", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_Alliance"], "ranked_scores": [189.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0, 184.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Geothermal_heat_pump", "US_Weather_Bureau_Station_(Block_Island)", "Weather", "AccuWeather", "Weather_station", "Weatherization", "Automobile_air_conditioning", "Climate_of_Minneapolis–Saint_Paul", "Effect_of_Sun_angle_on_climate", "National_Hurricane_Center"], "ranked_scores": [193.0, 193.0, 190.0, 190.0, 188.0, 188.0, 188.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming_controversy", "Climate_change_in_the_United_States", "Global_warming", "Global_cooling", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Hurricane_Katrina_and_global_warming", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [202.0, 199.0, 198.0, 198.0, 198.0, 197.0, 197.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_energy", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "List_of_photovoltaic_power_stations", "Solar_power_by_country", "Concentrated_solar_power", "Solar_power_in_Australia"], "ranked_scores": [201.0, 199.0, 198.0, 194.0, 190.0, 190.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Global_hectare", "Climate_change_and_agriculture", "Biomass_(ecology)", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Farm_programs"], "ranked_scores": [194.0, 192.0, 191.0, 189.0, 188.0, 188.0, 187.0, 186.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-post-binary": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Moose", "Northwoods_(forest)", "Surplus_killing", "Sloth_bear", "Hunting_and_fishing_in_Alaska", "Corylus_cornuta", "Ursus_americanus_carlottae", "Walrus"], "ranked_scores": [358.0, 348.0, 346.0, 346.0, 346.0, 340.0, 339.0, 338.0, 338.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Permafrost", "Antarctic_ice_sheet", "Arctic_ice_pack", "Atmospheric_methane", "Arctic_geoengineering", "Climate_of_Antarctica", "Arctic_Ocean", "Greenhouse_gas"], "ranked_scores": [404.0, 391.0, 382.0, 381.0, 380.0, 380.0, 379.0, 378.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Sea", "Future_sea_level", "Ocean_surface_topography", "Sea_surface_temperature", "Annual_cycle_of_sea_level_height", "Ocean", "Water_distribution_on_Earth"], "ranked_scores": [420.0, 411.0, 397.0, 393.0, 393.0, 392.0, 391.0, 386.0, 383.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Sea_level_rise", "Sea_ice_thickness", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Global_warming"], "ranked_scores": [415.0, 413.0, 404.0, 394.0, 393.0, 392.0, 387.0, 386.0, 385.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6423, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Mitigation_of_global_warming_in_Australia", "Contribution_to_global_warming_by_Australia", "Climate_footprint", "100%_renewable_energy", "Carbon_footprint", "Politics_of_global_warming", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [388.0, 381.0, 381.0, 381.0, 381.0, 380.0, 378.0, 377.0, 377.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Environmental_issue", "Carbon_dioxide_removal", "Politics_of_global_warming", "Deforestation_and_climate_change", "Contribution_to_global_warming_by_Australia", "CO2_is_Green", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [390.0, 389.0, 386.0, 385.0, 385.0, 384.0, 383.0, 380.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Arctic_geoengineering"], "ranked_scores": [418.0, 410.0, 409.0, 405.0, 398.0, 397.0, 397.0, 394.0, 391.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Global_warming", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [409.0, 409.0, 407.0, 401.0, 397.0, 397.0, 397.0, 396.0, 394.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Tropical_Storm_Lee_(2011)", "Hurricane_Florence_(1988)", "Effects_of_Hurricane_Katrina_in_Mississippi", "2016_Louisiana_floods", "Hurricane_Katrina_and_global_warming", "1997–98_El_Niño_event", "Meteorological_history_of_Hurricane_Matthew", "Hurricane_Katrina"], "ranked_scores": [413.0, 395.0, 386.0, 382.0, 381.0, 380.0, 378.0, 378.0, 378.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Climate_of_Minnesota", "Lyme_disease", "Southern_tick-associated_rash_illness", "Spring_fever", "2006_European_cold_wave", "Continental_climate", "Microclimate", "Climate_of_Finland", "Amblyomma_americanum", "United_States_rainfall_climatology"], "ranked_scores": [362.0, 360.0, 356.0, 355.0, 355.0, 354.0, 353.0, 352.0, 351.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Arctic_geoengineering", "Climate_engineering", "Climate_prediction", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "List_of_climate_research_satellites"], "ranked_scores": [390.0, 387.0, 384.0, 384.0, 382.0, 381.0, 380.0, 376.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Effect_of_Sun_angle_on_climate", "Global_cooling_(disambiguation)", "Climate_variability", "Antarctic_Cold_Reversal", "Urban_heat_island", "Pliocene_climate"], "ranked_scores": [384.0, 383.0, 381.0, 380.0, 377.0, 377.0, 376.0, 375.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Kea", "Keeling_Curve", "Mauna_Loa_Observatory", "Lōʻihi_Seamount", "Mount_Tambora", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Tuvalu", "List_of_new_islands", "Greenland_ice_core_project", "Late_Glacial"], "ranked_scores": [378.0, 377.0, 367.0, 365.0, 364.0, 361.0, 359.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Geological_history_of_oxygen", "Atmospheric_methane", "Tropospheric_ozone", "PH", "Oxygen", "Total_inorganic_carbon"], "ranked_scores": [397.0, 382.0, 378.0, 377.0, 374.0, 373.0, 370.0, 369.0, 367.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Global_warming_controversy", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "James_Hansen", "Antarctica_cooling_controversy"], "ranked_scores": [409.0, 407.0, 400.0, 398.0, 394.0, 393.0, 392.0, 390.0, 389.0, 388.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Heat", "El_Niño–Southern_Oscillation", "Pacific_decadal_oscillation", "Antarctic_oscillation", "Earth_Changes", "Fahrenheit", "Eocene_Thermal_Maximum_2", "2010_Northern_Hemisphere_summer_heat_waves", "Condensation_cloud", "Convective_instability"], "ranked_scores": [349.0, 344.0, 343.0, 339.0, 339.0, 339.0, 339.0, 338.0, 338.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Climate_change_in_the_Arctic", "Ice2sea", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Attribution_of_recent_climate_change", "Wibjörn_Karlén", "Global_warming_in_Antarctica", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [380.0, 378.0, 376.0, 376.0, 374.0, 373.0, 373.0, 370.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Westerlies", "Jet_stream", "Weather_front", "Climate_of_the_United_States", "Intertropical_Convergence_Zone", "Polar_vortex", "Cold-air_damming", "Rear-inflow_jet", "Cold_drop"], "ranked_scores": [399.0, 388.0, 387.0, 385.0, 384.0, 380.0, 376.0, 376.0, 373.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1908", "MSU_temperature_measurements", "Instrumental_temperature_record", "March_2012_North_American_heat_wave", "Satellite_temperature_measurements", "Climate_change_in_the_United_States", "List_of_climate_research_satellites", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [389.0, 388.0, 387.0, 386.0, 381.0, 378.0, 378.0, 377.0, 376.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "James_Hansen", "Clouds_and_the_Earth's_Radiant_Energy_System", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Greening_Earth_Society", "Global_warming_controversy"], "ranked_scores": [387.0, 373.0, 370.0, 369.0, 369.0, 369.0, 368.0, 365.0, 364.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Automated_Payment_Transaction_tax", "Value-added_tax_(United_Kingdom)", "International_Fuel_Tax_Agreement", "Congestion_pricing", "Low-carbon_emission", "Competitive_Tax_Plan", "Tax"], "ranked_scores": [380.0, 373.0, 362.0, 358.0, 356.0, 350.0, 350.0, 349.0, 343.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Ice2sea", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Pliocene_climate", "Arctic_resources_race", "Measurement_of_sea_ice"], "ranked_scores": [403.0, 399.0, 394.0, 392.0, 390.0, 388.0, 385.0, 384.0, 382.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "March_2012_North_American_heat_wave", "Global_warming_hiatus", "International_Geophysical_Year", "Tropical_year", "Year", "Highest_temperature_recorded_on_Earth", "Bølling-Allerød_warming", "Instrumental_temperature_record", "Interglacial"], "ranked_scores": [370.0, 367.0, 358.0, 353.0, 353.0, 352.0, 350.0, 350.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_event", "Oceanic_carbon_cycle", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_waters", "Ozone_depletion", "Atmospheric_methane"], "ranked_scores": [415.0, 414.0, 389.0, 389.0, 383.0, 382.0, 381.0, 380.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Climate_change_denial", "Energy_mix", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Environmental_skepticism", "Energy_accidents", "World_energy_consumption", "Sustainable_energy", "Energy_development", "Energy_in_the_United_States"], "ranked_scores": [366.0, 362.0, 361.0, 361.0, 360.0, 358.0, 357.0, 353.0, 351.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Past_sea_level", "Climate_change_in_the_Arctic", "Ice2sea", "Antarctic_ice_sheet", "Global_warming", "Retreat_of_glaciers_since_1850"], "ranked_scores": [409.0, 409.0, 402.0, 401.0, 398.0, 394.0, 394.0, 392.0, 384.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Deforestation_and_climate_change", "Environmental_issue", "Drought_in_the_United_Kingdom", "Climate_change_in_the_United_States", "Water_restrictions_in_Australia", "Climate_change_mitigation_scenarios"], "ranked_scores": [395.0, 391.0, 391.0, 391.0, 389.0, 383.0, 381.0, 381.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_variability", "Climate_change_mitigation_scenarios", "Climate_change_(general_concept)", "Arctic_geoengineering", "Climate_engineering", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Attribution_of_recent_climate_change", "Climate_sensitivity"], "ranked_scores": [377.0, 377.0, 376.0, 374.0, 372.0, 372.0, 372.0, 372.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "2018_British_Isles_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [434.0, 416.0, 412.0, 410.0, 408.0, 408.0, 405.0, 403.0, 395.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster", "James_Hansen", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [409.0, 406.0, 399.0, 392.0, 387.0, 387.0, 387.0, 386.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Climate_variability", "Effects_of_global_warming", "Global_warming_hiatus", "Climate_change", "Global_warming", "History_of_climate_change_science", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [395.0, 390.0, 389.0, 388.0, 383.0, 383.0, 382.0, 381.0, 380.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5085, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Fossil_fuel", "Environmental_issue", "Flue-gas_emissions_from_fossil-fuel_combustion", "Greenhouse_gas_emissions_by_the_United_States", "Arctic_methane_emissions", "Fossil_fuel_power_station"], "ranked_scores": [408.0, 403.0, 401.0, 394.0, 391.0, 391.0, 389.0, 385.0, 384.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Lazy_reason", "Counterfactual_thinking", "Risk", "Bad_faith", "Risk_neutral", "Binomial_regression", "Cynicism_(contemporary)", "Misuse_of_statistics", "Null_hypothesis", "Scenario_analysis"], "ranked_scores": [359.0, 357.0, 355.0, 350.0, 349.0, 349.0, 347.0, 347.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Canada_and_the_Kyoto_Protocol", "United_States_Environmental_Protection_Agency", "Energy_policy_of_the_United_States", "Fossil_fuel_power_station", "Clean_Air_Act_(United_States)", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [398.0, 383.0, 382.0, 382.0, 379.0, 378.0, 378.0, 376.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming", "El_Niño", "2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "Pacific_decadal_oscillation"], "ranked_scores": [398.0, 396.0, 394.0, 393.0, 392.0, 392.0, 391.0, 390.0, 388.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Sea_ice", "Antarctic_sea_ice", "Polar_seas", "Sea_ice_thickness", "Arctic_Ocean", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Climate_of_the_Arctic"], "ranked_scores": [407.0, 399.0, 391.0, 391.0, 386.0, 386.0, 385.0, 385.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Beyond_Coal", "Waste-to-energy_plant", "Coal", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization"], "ranked_scores": [414.0, 405.0, 395.0, 394.0, 388.0, 382.0, 380.0, 377.0, 376.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Air_conditioning", "Exothermic_process", "Heat_index", "Sublimation_(phase_transition)", "Automobile_air_conditioning", "Heat", "Air_conditioned_clothing", "Convective_heat_transfer", "Combined_cycle", "Nuclear_power_phase-out"], "ranked_scores": [341.0, 341.0, 339.0, 337.0, 336.0, 335.0, 335.0, 335.0, 333.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "History_of_climate_change_science"], "ranked_scores": [420.0, 418.0, 413.0, 409.0, 408.0, 408.0, 406.0, 404.0, 402.0, 401.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_denial", "Global_warming_controversy", "2015_United_Nations_Climate_Change_Conference", "Global_cooling", "Climate_change_policy_of_the_United_States", "Copenhagen_Diagnosis", "Greening_Earth_Society", "Scientific_consensus_on_climate_change", "Runaway_greenhouse_effect", "Scientific_opinion_on_climate_change"], "ranked_scores": [373.0, 367.0, 364.0, 364.0, 364.0, 363.0, 363.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1908", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_oscillation", "Global_cooling", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_Historical_Climatology_Network"], "ranked_scores": [373.0, 370.0, 367.0, 367.0, 366.0, 364.0, 362.0, 361.0, 359.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming", "Effect_of_Sun_angle_on_climate", "Earth's_energy_budget", "Regional_effects_of_global_warming", "Ian_Clark_(geologist)", "Polar_amplification", "History_of_climate_change_science", "Climate_change_in_the_United_States"], "ranked_scores": [390.0, 389.0, 389.0, 389.0, 382.0, 380.0, 380.0, 379.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Seasonal_adjustment", "Wage_curve", "Regression_toward_the_mean", "Trend_stationary", "Statistical_significance", "Stern_Review", "Kuznets_curve", "IPCC_First_Assessment_Report", "Antarctica_cooling_controversy", "Null_hypothesis"], "ranked_scores": [352.0, 350.0, 350.0, 350.0, 347.0, 346.0, 346.0, 345.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Effects_of_global_warming", "Global_warming", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Carbon_diet", "Climate_change_in_the_United_States"], "ranked_scores": [405.0, 403.0, 403.0, 400.0, 395.0, 393.0, 393.0, 391.0, 387.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7157, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Earth's_internal_heat_budget", "Pliocene_climate", "Global_warming"], "ranked_scores": [399.0, 395.0, 394.0, 392.0, 391.0, 389.0, 388.0, 387.0, 387.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "False_consensus_effect", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "False_balance", "Scientific_method", "Confirmation_bias", "I'm_not_a_scientist"], "ranked_scores": [366.0, 363.0, 363.0, 360.0, 360.0, 359.0, 358.0, 358.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Weather", "AccuWeather", "National_Hurricane_Center", "Geothermal_heat_pump", "US_Weather_Bureau_Station_(Block_Island)", "Automatic_weather_station", "Station_model", "United_States_rainfall_climatology", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [388.0, 383.0, 380.0, 375.0, 374.0, 374.0, 373.0, 371.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "Global_warming", "Attribution_of_recent_climate_change", "Global_warming_controversy", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "James_Hansen", "Global_cooling_(disambiguation)"], "ranked_scores": [410.0, 407.0, 406.0, 405.0, 401.0, 400.0, 397.0, 392.0, 390.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Solar_energy", "Solar_power", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "List_of_photovoltaic_power_stations", "Solar_power_in_Michigan", "Solar_power_in_Italy", "Photovoltaics"], "ranked_scores": [408.0, 399.0, 396.0, 393.0, 389.0, 386.0, 385.0, 383.0, 379.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Farm_programs", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Agricultural_Act_of_2014", "Agriculture", "Dairy_farming_in_Canada", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [382.0, 378.0, 374.0, 374.0, 372.0, 372.0, 367.0, 362.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m16-n8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Moose", "Kodiak_bear", "Yup'ik_cuisine", "Brown_bear", "Arctic_ecology", "Grizzly_bear", "Sloth_bear", "Coyote", "Transboundary_Watershed_Region"], "ranked_scores": [0.398, 0.3967, 0.381, 0.3799, 0.374, 0.372, 0.3662, 0.3646, 0.3579, 0.3523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5726, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Ice_sheet", "Ice_cap", "Polar_ice_cap", "Sea_ice", "Jakobshavn_Glacier", "Antarctic_ice_sheet", "Sea_ice_thickness", "Arctic_ice_pack", "Climate_change_in_the_Arctic"], "ranked_scores": [0.587, 0.5757, 0.5742, 0.5722, 0.5668, 0.5663, 0.5657, 0.5555, 0.5545, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Tide", "Sea", "Climate_of_the_United_Kingdom", "Climate_of_the_United_States", "Sea_level_rise", "Regional_effects_of_global_warming", "Climate_of_India", "Climate_of_Finland", "Past_sea_level", "Sea_surface_temperature"], "ranked_scores": [0.5934, 0.5821, 0.5818, 0.5812, 0.581, 0.5778, 0.5736, 0.5728, 0.5709, 0.5658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Ice2sea", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling"], "ranked_scores": [0.6512, 0.6332, 0.613, 0.6086, 0.6051, 0.6003, 0.5922, 0.5905, 0.5853, 0.5839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_neutrality", "Carbon_emission_trading", "Carbon_tax", "Carbon_offset", "Carbon_credit", "Emissions_trading", "Carbon_price", "Carbon_emissions_reporting", "Climate_change_in_China", "Climate_footprint"], "ranked_scores": [0.6202, 0.6184, 0.6182, 0.6161, 0.6153, 0.6153, 0.6131, 0.6008, 0.5967, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Environmental_impact_of_aviation", "Embedded_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Contribution_to_global_warming_by_Australia", "Carbon_tax", "Carbon_neutrality", "Environmental_impact_of_transport", "Global_warming_controversy", "Low-carbon_emission", "Carbon_dioxide_removal"], "ranked_scores": [0.5777, 0.5757, 0.5737, 0.5678, 0.5665, 0.5556, 0.554, 0.5518, 0.5492, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Sea_level_rise", "Ice2sea", "Past_sea_level", "Jakobshavn_Glacier", "Ice_sheet", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6488, 0.6432, 0.6349, 0.6291, 0.6288, 0.6285, 0.6017, 0.596, 0.5931, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "Effects_of_global_warming", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Atmospheric_methane"], "ranked_scores": [0.7076, 0.7063, 0.6918, 0.6913, 0.6751, 0.6701, 0.6686, 0.6681, 0.668, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "History_of_climate_change_science", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.585, 0.5825, 0.5754, 0.5669, 0.5658, 0.5584, 0.5573, 0.5568, 0.5534, 0.5532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["1936_North_American_cold_wave", "Infection", "Climate_of_Minnesota", "Continental_climate", "Humid_continental_climate", "Disease", "Climate_of_the_United_Kingdom", "Climate_of_the_United_States", "Climate_of_Finland", "Multiple_sclerosis"], "ranked_scores": [0.4855, 0.4836, 0.4821, 0.4782, 0.4782, 0.4759, 0.4744, 0.4743, 0.4704, 0.4655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_adaptation", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "An_Appeal_to_Reason", "Human_Rights_and_Climate_Change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.636, 0.6277, 0.6267, 0.6251, 0.6215, 0.6204, 0.62, 0.6113, 0.6091, 0.6072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Wibjörn_Karlén", "Bølling-Allerød_warming", "Little_Ice_Age", "Orbital_forcing", "Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "James_Hansen"], "ranked_scores": [0.6012, 0.5844, 0.5658, 0.5646, 0.5567, 0.5559, 0.5548, 0.5543, 0.5496, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Historical_Climatology_Network", "Retreat_of_glaciers_since_1850", "Future_of_Earth", "Δ13C", "Carbon_dioxide_in_Earth's_atmosphere", "Highest_temperature_recorded_on_Earth", "Greenhouse_gas", "Global_warming_potential"], "ranked_scores": [0.419, 0.4107, 0.3975, 0.3966, 0.3918, 0.3911, 0.391, 0.3885, 0.3878, 0.3873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Atmospheric_methane", "Dole_effect", "Paleoatmosphere", "Seawater"], "ranked_scores": [0.5458, 0.5416, 0.5145, 0.5112, 0.5109, 0.5109, 0.5001, 0.4961, 0.4908, 0.4849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["James_Hansen", "Greening_Earth_Society", "Media_coverage_of_climate_change", "The_Deniers", "An_Appeal_to_Reason", "Climatic_Research_Unit_email_controversy", "Antarctica_cooling_controversy", "Global_cooling", "Ian_Clark_(geologist)", "Climatic_Research_Unit_documents"], "ranked_scores": [0.7082, 0.6916, 0.6909, 0.6898, 0.6892, 0.6859, 0.6853, 0.6741, 0.6714, 0.6701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Orbital_forcing", "100,000-year_problem", "Milankovitch_cycles", "Bølling-Allerød_warming", "Fleischmann–Pons_experiment", "Little_Ice_Age", "Boreal_(age)", "Pliocene_climate", "Solar_cycle_18", "Celsius"], "ranked_scores": [0.3341, 0.3288, 0.3247, 0.3155, 0.3122, 0.3068, 0.3066, 0.3017, 0.2961, 0.2953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ian_Clark_(geologist)", "James_Hansen", "Wibjörn_Karlén", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Michael_E._Mann", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_climate_scientists", "Antarctica_cooling_controversy"], "ranked_scores": [0.607, 0.6055, 0.5849, 0.5827, 0.5756, 0.5755, 0.5753, 0.5687, 0.5669, 0.5658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Westerlies", "Polar_High", "Polar_low", "Intertropical_Convergence_Zone", "Pneumonia_front", "Jet_stream", "North_Atlantic_Current"], "ranked_scores": [0.6596, 0.6509, 0.642, 0.614, 0.5962, 0.595, 0.588, 0.5673, 0.5653, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Global_cooling_(disambiguation)", "Proxy_(climate)", "MSU_temperature_measurements"], "ranked_scores": [0.6418, 0.6194, 0.6128, 0.6128, 0.6092, 0.6021, 0.5957, 0.591, 0.5859, 0.5848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "Ian_Clark_(geologist)", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Climate_change_in_the_United_States", "Global_warming"], "ranked_scores": [0.5719, 0.5521, 0.5489, 0.5415, 0.5403, 0.54, 0.5372, 0.5335, 0.5283, 0.5282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Embedded_emissions", "Carbon_tax", "Low-carbon_emission", "Carbon_offset", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.4294, 0.4231, 0.4142, 0.4111, 0.4089, 0.4085, 0.4055, 0.4035, 0.4003, 0.3977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Sea_level_rise", "Hockey_stick_graph", "Deglaciation", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6505, 0.6265, 0.6245, 0.6225, 0.6195, 0.6169, 0.6158, 0.6048, 0.6034, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2006_European_heat_wave", "2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "Wibjörn_Karlén", "2011_North_American_heat_wave", "Summer_of_1976_(Europe)", "2015_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "James_Hansen", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.497, 0.4835, 0.4831, 0.4796, 0.4778, 0.4778, 0.4778, 0.477, 0.476, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Oceanic_carbon_cycle", "Deforestation_and_climate_change", "Greenhouse_gas"], "ranked_scores": [0.6712, 0.6427, 0.6283, 0.6246, 0.6056, 0.5955, 0.5955, 0.5944, 0.5892, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Pro-nuclear_movement", "Renewable_energy_debate", "Nuclear_power_debate", "Alternative_energy", "Sustainable_energy", "Climate_Change_Denial:_Heads_in_the_Sand", "Fossil_fuel_divestment", "Energy_in_the_United_States", "Waste-to-energy_plant", "False_balance"], "ranked_scores": [0.492, 0.4894, 0.4813, 0.4798, 0.4737, 0.4732, 0.4718, 0.4688, 0.4683, 0.4649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Ice2sea", "Glacial_earthquake", "Arctic_geoengineering", "Past_sea_level"], "ranked_scores": [0.6247, 0.6238, 0.6165, 0.6063, 0.6056, 0.5989, 0.5775, 0.5766, 0.5723, 0.5715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Effects_of_global_warming", "Climate_change_and_agriculture", "Drought_in_Spain", "Economics_of_global_warming", "Climate_change_in_the_United_States", "Drought_in_the_United_Kingdom", "1997–98_El_Niño_event"], "ranked_scores": [0.6375, 0.6111, 0.6111, 0.5697, 0.5686, 0.5666, 0.5629, 0.5616, 0.5604, 0.556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.5434, 0.5333, 0.5331, 0.5327, 0.532, 0.5296, 0.5294, 0.5286, 0.5271, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_European_heat_wave", "1911_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "Excessive_heat_watch"], "ranked_scores": [0.7501, 0.7428, 0.7419, 0.7412, 0.74, 0.7333, 0.7179, 0.7115, 0.7023, 0.6999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["James_Hansen", "Greening_Earth_Society", "Ian_Clark_(geologist)", "Media_coverage_of_climate_change", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Watts_Up_With_That?", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6877, 0.6599, 0.6569, 0.6486, 0.6466, 0.6393, 0.6349, 0.6339, 0.6328, 0.6316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "James_Hansen", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Proxy_(climate)", "Global_cooling", "Wibjörn_Karlén", "Hockey_stick_controversy", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5968, 0.5925, 0.5869, 0.5776, 0.5707, 0.5685, 0.5643, 0.5642, 0.561, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Global_warming_potential", "Atmospheric_carbon_cycle", "Environmental_impact_of_aviation", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Airborne_fraction", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6444, 0.6372, 0.6242, 0.6198, 0.616, 0.6132, 0.6084, 0.6023, 0.602, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Prudent_avoidance_principle", "Hazard_elimination", "Worst-case_scenario", "Risk–benefit_ratio", "Accident", "Risk_assessment", "Scenario_analysis", "Risk", "Risk_neutral", "Lazy_reason"], "ranked_scores": [0.5023, 0.5017, 0.4903, 0.4881, 0.4839, 0.4779, 0.4745, 0.466, 0.4656, 0.462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_in_China", "Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble"], "ranked_scores": [0.5762, 0.5548, 0.5422, 0.5408, 0.5374, 0.5271, 0.5247, 0.5205, 0.5087, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Polar_amplification", "Global_cooling_(disambiguation)", "Pliocene_climate", "Future_of_Earth", "Global_warming_hiatus", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6068, 0.6013, 0.5992, 0.5986, 0.5985, 0.5949, 0.5831, 0.5808, 0.5775, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Sea_ice", "Measurement_of_sea_ice", "Sea_ice_thickness", "Arctic_sea_ice_decline", "Polar_ice_cap", "Drift_ice", "Antarctic_sea_ice", "Arctic_Ocean", "Jakobshavn_Glacier"], "ranked_scores": [0.5581, 0.5465, 0.5431, 0.5279, 0.5209, 0.5198, 0.5166, 0.5106, 0.51, 0.5085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Refined_coal", "Carbon_capture_and_storage_in_Australia", "Capitol_Power_Plant", "Carbon_dioxide_removal", "Redbank_Power_Station", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology"], "ranked_scores": [0.6376, 0.6091, 0.6061, 0.5933, 0.5904, 0.5774, 0.5711, 0.5633, 0.5568, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Orbital_forcing", "Indonesian_Democratic_Party", "Air_conditioned_clothing", "Cool_tropics_paradox", "Cooling_center", "Global_cooling", "Heat_index", "Global_cooling_(disambiguation)", "Fleischmann–Pons_experiment", "Air_conditioning"], "ranked_scores": [0.3446, 0.3266, 0.3184, 0.3171, 0.3153, 0.3149, 0.3103, 0.3084, 0.3071, 0.298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Copenhagen_Diagnosis", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.6888, 0.6832, 0.6823, 0.6815, 0.6781, 0.6771, 0.6758, 0.6709, 0.6695, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "An_Appeal_to_Reason", "Physical_impacts_of_climate_change", "Climate_change_in_Canada", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Greening_Earth_Society"], "ranked_scores": [0.5505, 0.5452, 0.5424, 0.5422, 0.5414, 0.5408, 0.5403, 0.5396, 0.5396, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Winter_1985_cold_wave", "Arctic_geoengineering", "Global_warming_hiatus"], "ranked_scores": [0.494, 0.4844, 0.4806, 0.4706, 0.4652, 0.4652, 0.4635, 0.463, 0.4617, 0.4601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Ian_Clark_(geologist)", "James_Hansen", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Global_warming", "Effects_of_global_warming", "Climate_change_feedback"], "ranked_scores": [0.6391, 0.6316, 0.6232, 0.6213, 0.6211, 0.6134, 0.6127, 0.6097, 0.6096, 0.6092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Phillips_curve", "Trend_stationary", "Covariate", "Regression_toward_the_mean", "Statistical_significance", "Proportional_reduction_in_loss", "Skewness", "Wage_curve", "GDP_deflator", "Selection_bias"], "ranked_scores": [0.401, 0.3972, 0.3916, 0.3866, 0.3849, 0.3828, 0.3786, 0.378, 0.3778, 0.376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Deforestation_and_climate_change", "Environmental_issue", "Global_warming", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Airborne_fraction", "Global_warming_potential"], "ranked_scores": [0.6449, 0.6246, 0.6213, 0.6146, 0.6075, 0.6047, 0.5911, 0.5905, 0.5893, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7757, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Hockey_stick_graph", "Proxy_(climate)", "Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming"], "ranked_scores": [0.6397, 0.6388, 0.6258, 0.6184, 0.6184, 0.6174, 0.6155, 0.6114, 0.6087, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Publication_bias", "Climate_change_denial", "The_Deniers", "The_Great_Global_Warming_Swindle", "Climate_Change_Denial:_Heads_in_the_Sand", "Global_Warming_Policy_Foundation", "Friends_of_Science", "Danish_Committees_on_Scientific_Dishonesty", "Watts_Up_With_That?", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5129, 0.5101, 0.5086, 0.5044, 0.5028, 0.4969, 0.4935, 0.4895, 0.488, 0.4784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Excessive_heat_watch", "2018_British_Isles_heat_wave", "2006_European_heat_wave", "Summer_of_1976_(Europe)", "Heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "Weather_station", "Continental_climate", "Humid_continental_climate"], "ranked_scores": [0.5522, 0.5358, 0.5336, 0.5323, 0.5308, 0.5298, 0.5288, 0.5278, 0.5272, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["James_Hansen", "Global_cooling", "History_of_climate_change_science", "Ian_Clark_(geologist)", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Wibjörn_Karlén", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Greening_Earth_Society"], "ranked_scores": [0.6998, 0.6985, 0.6802, 0.6733, 0.6706, 0.6639, 0.6603, 0.6551, 0.6518, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_Italy", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Spain", "Solar_power_in_Australia", "List_of_photovoltaic_power_stations", "Solar_power_by_country", "Solar_power_in_Michigan", "Wind_power_in_California", "Wind_power_by_country"], "ranked_scores": [0.6715, 0.6702, 0.6702, 0.6692, 0.6615, 0.659, 0.6583, 0.6566, 0.638, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Agriculture_in_Argentina", "Agriculture_in_Brazil", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Farm_programs", "Agriculture"], "ranked_scores": [0.6113, 0.5809, 0.5789, 0.5665, 0.5502, 0.549, 0.549, 0.5484, 0.5382, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m16-n4": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "The_Bear_(1988_film)", "Alaska-St._Elias_Range_tundra", "Beaufort_Sea", "Ellesmere_Island", "Season_creep", "Kodiak_bear", "Arctic_ecology", "List_of_glaciers_of_Iceland", "Bird_migration"], "ranked_scores": [0.3288, 0.3089, 0.3011, 0.2969, 0.293, 0.2893, 0.289, 0.2889, 0.2876, 0.2862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_ice_pack", "Sea_ice", "Antarctic_ice_sheet", "Sea_ice_thickness", "Climate_of_Antarctica", "Measurement_of_sea_ice", "Ice_cap", "Iceberg_C-19", "Permafrost"], "ranked_scores": [0.5426, 0.5426, 0.5383, 0.5366, 0.5344, 0.5332, 0.5324, 0.5316, 0.5279, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Microclimate", "Climate_of_the_Falkland_Islands", "Climate_of_Svalbard", "Sea_surface_temperature", "Humid_continental_climate", "Climate_of_Australia", "Mediterranean_climate", "Climate_of_South_Africa", "Continental_climate", "Climate_of_Africa"], "ranked_scores": [0.6047, 0.6012, 0.6007, 0.5844, 0.5828, 0.5803, 0.5795, 0.5787, 0.5785, 0.576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Future_sea_level", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_sea_ice_decline", "Little_Ice_Age", "Ice2sea", "Past_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Tipping_points_in_the_climate_system", "Sea_level_rise"], "ranked_scores": [0.5639, 0.5597, 0.5513, 0.5458, 0.5443, 0.5423, 0.5395, 0.5389, 0.5351, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Mandatory_renewable_energy_target", "Green_certificate", "Carbon_capture_and_storage_in_Australia", "Climate_change_in_China", "Carbon_bubble", "European_Union_Emission_Trading_Scheme", "Climate_change_in_Canada", "Emissions_trading", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.585, 0.5674, 0.5627, 0.5585, 0.558, 0.5531, 0.5522, 0.5517, 0.5506, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_diet", "CO2_is_Green", "Views_on_the_Kyoto_Protocol", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_aviation", "Contribution_to_global_warming_by_Australia", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5589, 0.5487, 0.5372, 0.5353, 0.5343, 0.5315, 0.5307, 0.5279, 0.5278, 0.5278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Past_sea_level", "Ice2sea", "Little_Ice_Age", "Ice_shelf", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.5892, 0.5718, 0.5714, 0.5671, 0.567, 0.5631, 0.5543, 0.5541, 0.5533, 0.547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Copenhagen_Diagnosis", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "Climate_inertia", "James_Hansen", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change"], "ranked_scores": [0.6284, 0.6262, 0.6197, 0.6196, 0.6141, 0.6126, 0.6123, 0.6106, 0.6105, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Climate_justice", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Climate_change_and_gender", "Environmental_issue", "2006_North_American_heat_wave", "Climate_inertia", "Climate_change_in_Texas", "Climate_change_mitigation_scenarios", "Tropical_Storm_Arlene_(1993)"], "ranked_scores": [0.5514, 0.5503, 0.5498, 0.5492, 0.5489, 0.5471, 0.5448, 0.5444, 0.5407, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Climate_of_Australia", "Continental_climate", "United_States_rainfall_climatology", "Climate_of_the_Arctic", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_South_Africa", "Climate_of_India", "Climate_of_Finland", "Climate_of_Los_Angeles", "Snow_in_Florida"], "ranked_scores": [0.4453, 0.4382, 0.4356, 0.4352, 0.4314, 0.4304, 0.4296, 0.4291, 0.4291, 0.4288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["History_of_climate_change_science", "Global_warming_controversy", "Economics_of_global_warming", "Effects_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Advisory_Group_on_Greenhouse_Gases", "IPCC_Fifth_Assessment_Report", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6156, 0.6142, 0.6124, 0.612, 0.6082, 0.6082, 0.6074, 0.6069, 0.6056, 0.6056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Sea_level_rise", "Orbital_forcing", "Paleocene–Eocene_Thermal_Maximum", "Little_Ice_Age", "Climate_inertia", "Year_Without_a_Summer", "History_of_climate_change_science"], "ranked_scores": [0.5368, 0.5308, 0.5249, 0.517, 0.5066, 0.5065, 0.5056, 0.5039, 0.5031, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Michael_E._Mann", "History_of_climate_change_science", "Keeling_Curve", "350.org", "Nicholas_Shackleton", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_Fifth_Assessment_Report", "HadCM3"], "ranked_scores": [0.3957, 0.388, 0.3866, 0.3859, 0.3812, 0.3797, 0.3783, 0.3776, 0.3772, 0.3739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Sulfate_aerosol", "Alkalinity", "Ocean_acidification", "Oceanic_carbon_cycle", "Carbonic_acid", "Estuarine_acidification", "C3_carbon_fixation", "Dissolution_(chemistry)", "Carbonation", "Acidosis"], "ranked_scores": [0.4864, 0.479, 0.4785, 0.4776, 0.4724, 0.4722, 0.4673, 0.4622, 0.4616, 0.4597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Deniers", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_Change_Denial:_Heads_in_the_Sand", "Watts_Up_With_That?", "James_Hansen"], "ranked_scores": [0.6174, 0.6139, 0.6127, 0.6104, 0.6098, 0.6074, 0.6074, 0.6057, 0.6042, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Milutin_Milanković", "Pacific_decadal_oscillation", "Temperature", "Neoglaciation", "Paleocene–Eocene_Thermal_Maximum", "Quaternary_glaciation", "Late_Ordovician_glaciation", "Pliocene_climate", "Arctic_dipole_anomaly", "Polar_see-saw"], "ranked_scores": [0.3016, 0.2968, 0.2933, 0.2932, 0.2918, 0.2912, 0.2904, 0.2878, 0.2868, 0.2867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Wibjörn_Karlén", "Ian_Clark_(geologist)", "Climate_Research_(journal)", "World_Climate_Research_Programme", "Copenhagen_Diagnosis", "Media_coverage_of_climate_change", "History_of_climate_change_science", "George_Kukla", "World_Climate_Change_Conference,_Moscow", "Antarctica_cooling_controversy"], "ranked_scores": [0.5368, 0.5267, 0.5222, 0.5214, 0.5204, 0.5195, 0.5186, 0.5168, 0.5157, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather", "Westerlies", "Trade_winds", "Polar_High", "Weather_front", "Temperate_climate", "Polar_low", "East_Asian_Monsoon", "Climate_of_the_Falkland_Islands"], "ranked_scores": [0.5878, 0.5772, 0.5735, 0.5705, 0.5699, 0.5692, 0.5687, 0.568, 0.5674, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Global_warming_hiatus", "Little_Ice_Age", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Summer_of_1976_(Europe)", "Orbital_forcing", "Cold_wave", "2006_European_heat_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [0.5603, 0.5443, 0.5438, 0.5405, 0.5354, 0.5344, 0.5336, 0.5315, 0.5311, 0.5307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "Global_warming_controversy", "Ian_Clark_(geologist)", "Global_warming_potential", "David_Titley", "Economics_of_global_warming", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Media_coverage_of_climate_change"], "ranked_scores": [0.5366, 0.5366, 0.5306, 0.5204, 0.5198, 0.5188, 0.5179, 0.5167, 0.515, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "German_response_to_Kyoto_Protocol", "Carbon_capture_and_storage_in_Australia", "Carbon_offset", "Mitigation_of_global_warming_in_Australia", "Carbon_tax", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Carbon_diet", "Carbon_credit", "UK_Emissions_Trading_Scheme"], "ranked_scores": [0.3726, 0.3691, 0.3657, 0.3584, 0.3582, 0.3528, 0.3525, 0.3491, 0.3464, 0.3455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Little_Ice_Age", "Ice_age", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Last_Glacial_Maximum", "Greenhouse_and_icehouse_Earth", "Quaternary_glaciation", "Deglaciation", "Past_sea_level", "Arctic_sea_ice_decline"], "ranked_scores": [0.602, 0.5971, 0.5933, 0.5932, 0.5916, 0.5877, 0.5844, 0.5821, 0.578, 0.577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Global_warming_hiatus", "Wibjörn_Karlén", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Nicholas_Shackleton", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "March_2012_North_American_heat_wave", "Hurricane_Katrina_and_global_warming", "Antarctica_cooling_controversy", "History_of_climate_change_science", "Little_Ice_Age"], "ranked_scores": [0.4573, 0.4521, 0.4493, 0.4399, 0.4392, 0.4377, 0.4357, 0.435, 0.4341, 0.4333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Sulfate_aerosol", "Total_organic_carbon", "Carbonic_acid", "Sodium_hydroxide", "Thermal_pollution", "Sea_level_rise", "Atmospheric_methane"], "ranked_scores": [0.5884, 0.5662, 0.5655, 0.5584, 0.5539, 0.5517, 0.5489, 0.5469, 0.5445, 0.5442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Waste-to-energy_plant", "Renewable_energy_credit", "Lies,_damned_lies,_and_statistics", "Fossil_fuel_divestment", "Pro-nuclear_movement", "Landfills_in_the_United_Kingdom", "List_of_countries_by_average_wage", "Alternative_energy", "Solar_Renewable_Energy_Certificate", "Knowledge_economy"], "ranked_scores": [0.4717, 0.4661, 0.4651, 0.4648, 0.4611, 0.4608, 0.4558, 0.4546, 0.4545, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Past_sea_level", "Arctic_geoengineering", "Sea_level_rise", "Tipping_points_in_the_climate_system", "Retreat_of_glaciers_since_1850", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5716, 0.5572, 0.5558, 0.5522, 0.5521, 0.5516, 0.5432, 0.5415, 0.5378, 0.5375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Abrupt_climate_change", "Climate_change_in_Texas", "Tipping_points_in_the_climate_system", "Sea_level_rise", "Droughts_in_the_United_States", "Climate_inertia", "Regional_effects_of_global_warming", "Physical_impacts_of_climate_change", "Climate_change_and_agriculture", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5541, 0.5494, 0.546, 0.5425, 0.5386, 0.5385, 0.5358, 0.5317, 0.5304, 0.5292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "James_Hansen", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling_(disambiguation)", "Economics_of_global_warming"], "ranked_scores": [0.533, 0.5272, 0.5244, 0.5229, 0.5206, 0.5183, 0.5181, 0.5168, 0.5153, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave", "2006_European_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Early_2009_southeastern_Australia_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.5251, 0.5247, 0.5219, 0.5211, 0.5206, 0.5165, 0.5139, 0.5135, 0.5112, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["The_Deniers", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "The_Hockey_Stick_and_the_Climate_Wars", "Climate_Change_Denial:_Heads_in_the_Sand", "Greening_Earth_Society", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "James_Hansen", "Watts_Up_With_That?"], "ranked_scores": [0.6109, 0.6107, 0.6015, 0.5997, 0.599, 0.5955, 0.5955, 0.5955, 0.5949, 0.5932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "James_Hansen", "Climate_change", "Global_cooling_(disambiguation)", "Tipping_points_in_the_climate_system", "Sea_level_rise", "Arctic_geoengineering", "Orbital_forcing"], "ranked_scores": [0.5606, 0.5495, 0.5278, 0.5275, 0.5271, 0.5265, 0.5265, 0.526, 0.5233, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Low-carbon_emission", "Carbon_tax", "Carbon_credit", "Fossil_fuel", "Contribution_to_global_warming_by_Australia", "Emission_intensity", "Greenhouse_gas", "Environmental_impact_of_aviation", "Carbon_diet", "Atmospheric_methane"], "ranked_scores": [0.5933, 0.5686, 0.5663, 0.5651, 0.5648, 0.561, 0.5607, 0.5561, 0.5531, 0.5527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Perjury", "Fallacy", "Informal_fallacy", "Historian's_fallacy", "Deception", "Inherent_bias", "Ambivalence", "Plausible_deniability", "Lazy_reason", "Prevention_paradox"], "ranked_scores": [0.4634, 0.4611, 0.4577, 0.4532, 0.4496, 0.4435, 0.4429, 0.4417, 0.441, 0.4352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Energy_policy_of_the_Barack_Obama_administration", "350.org", "Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_in_Canada", "Climate_Change_Act_2008", "Carbon_bubble", "Green_Power_Partnership", "Canada_and_the_Kyoto_Protocol", "Energy_policy_of_the_United_States"], "ranked_scores": [0.4957, 0.4894, 0.4853, 0.4804, 0.4801, 0.4733, 0.4727, 0.472, 0.4704, 0.4683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Pacific_decadal_oscillation", "Global_cooling_(disambiguation)", "Climate_inertia", "Abrupt_climate_change", "Cold_wave", "Urban_heat_island", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Climate_change_in_Texas", "Orbital_forcing"], "ranked_scores": [0.5772, 0.5745, 0.5734, 0.5733, 0.5699, 0.5695, 0.5655, 0.5623, 0.5622, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Measurement_of_sea_ice", "Sea_ice", "Greenland_Sea", "Ice_cap", "Arctic_ice_pack", "Antarctic_sea_ice", "Polar_ice_cap", "Iceberg_C-19", "Drift_ice", "Ice_shelf"], "ranked_scores": [0.4585, 0.4538, 0.4499, 0.4485, 0.4456, 0.4456, 0.4432, 0.4386, 0.4381, 0.4372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Carbon_capture_and_storage", "Millmerran_Power_Station", "Electricity_sector_in_the_United_Kingdom", "Energy_in_Denmark", "Energiewende_in_Germany", "100%_renewable_energy", "Renewable_energy_commercialization", "Wind_power_in_Colorado", "Wind_power_in_the_European_Union", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [0.5806, 0.5785, 0.5577, 0.5558, 0.5516, 0.5491, 0.5491, 0.5488, 0.5456, 0.5456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Polar_see-saw", "Global_warming_hiatus", "Global_cooling", "Urban_heat_island", "Automobile_air_conditioning", "Pacific_decadal_oscillation", "Idealized_greenhouse_model", "Runaway_greenhouse_effect", "ECMWF_re-analysis"], "ranked_scores": [0.2958, 0.286, 0.2857, 0.2849, 0.282, 0.2811, 0.2788, 0.2787, 0.2781, 0.2765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["James_Hansen", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Economics_of_global_warming", "Scientific_opinion_on_climate_change", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6438, 0.6377, 0.6365, 0.6365, 0.6302, 0.6292, 0.6283, 0.6256, 0.6198, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Economics_of_global_warming", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "David_Titley", "Global_warming_controversy", "Advisory_Group_on_Greenhouse_Gases", "Intergovernmental_Panel_on_Climate_Change", "James_Hansen", "Climate_change_in_Canada"], "ranked_scores": [0.5297, 0.5293, 0.5293, 0.5291, 0.5288, 0.526, 0.5241, 0.5241, 0.5232, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Cool_tropics_paradox", "Climate_pattern", "2013_extreme_weather_events", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "Arctic_geoengineering", "Pliocene_climate", "Global_cooling_(disambiguation)", "Little_Ice_Age", "Arctic_sea_ice_decline"], "ranked_scores": [0.4772, 0.4466, 0.4464, 0.4447, 0.441, 0.4407, 0.4397, 0.4387, 0.4379, 0.4374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Global_warming_hiatus", "Orbital_forcing", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Global_cooling", "Scientific_opinion_on_climate_change", "Climate_change_in_Texas", "Climate_inertia", "Arctic_geoengineering", "Sea_level_rise"], "ranked_scores": [0.6185, 0.6152, 0.6143, 0.6126, 0.6077, 0.6005, 0.5998, 0.5997, 0.5978, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Seasonal_adjustment", "Discrete_choice", "Trend_stationary", "Kuznets_curve", "Backcasting", "Underconsumption", "Risk_(statistics)", "Phillips_curve", "Instrumental_variable"], "ranked_scores": [0.3744, 0.3717, 0.3645, 0.3613, 0.3596, 0.3578, 0.3559, 0.3558, 0.353, 0.3478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Climate_inertia", "Deforestation_and_climate_change", "Global_cooling_(disambiguation)", "Keeling_Curve", "Carbon_dioxide_removal", "Effects_of_climate_change_on_terrestrial_animals", "Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Global_warming_hiatus", "Abrupt_climate_change"], "ranked_scores": [0.5673, 0.5589, 0.5475, 0.5456, 0.5446, 0.542, 0.5392, 0.538, 0.5379, 0.5341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Little_Ice_Age", "Antarctic_Cold_Reversal", "Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Late_Glacial", "Temperature_record_of_the_past_1000_years", "Quaternary_glaciation", "Timeline_of_glaciation", "Late_Ordovician_glaciation", "Pliocene_climate"], "ranked_scores": [0.6281, 0.6142, 0.6116, 0.6066, 0.605, 0.6046, 0.6001, 0.5992, 0.5974, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["False_balance", "Climate_Change_Denial:_Heads_in_the_Sand", "Danish_Committees_on_Scientific_Dishonesty", "Watts_Up_With_That?", "Merchants_of_Doubt", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "The_Great_Global_Warming_Swindle", "Campaign_against_Climate_Change", "Skeptical_Science"], "ranked_scores": [0.4726, 0.4656, 0.4615, 0.46, 0.4596, 0.4594, 0.4584, 0.4583, 0.4569, 0.4536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Climate_of_Australia", "Humid_continental_climate", "Mediterranean_climate", "Oceanic_climate", "Dry_season", "Continental_climate", "Humid_subtropical_climate", "Weather_station", "Climate_of_India", "Climate_of_Africa"], "ranked_scores": [0.506, 0.5046, 0.5034, 0.5028, 0.4985, 0.4974, 0.496, 0.4957, 0.495, 0.4947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_inertia", "Climate_change", "IPCC_Second_Assessment_Report", "Attribution_of_recent_climate_change", "James_Hansen", "Abrupt_climate_change"], "ranked_scores": [0.6468, 0.6326, 0.6214, 0.6197, 0.6178, 0.6147, 0.6108, 0.6075, 0.6062, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_Italy", "Electricity_sector_in_the_United_Kingdom", "Capitol_Power_Plant", "Renewable_energy_commercialization", "100%_renewable_energy", "Wind_power_in_Colorado", "Wind_power_in_California", "Renewable_energy_in_the_United_Kingdom", "Solar_power_in_Spain", "Renewable_energy_in_Germany"], "ranked_scores": [0.5608, 0.5507, 0.5496, 0.5477, 0.5477, 0.5476, 0.5476, 0.5473, 0.5471, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Ethiopia", "List_of_North_American_countries_by_GDP_(nominal)", "Economic_growth", "Gross_national_product", "Industry", "Agriculture", "Agriculture_in_Syria"], "ranked_scores": [0.4929, 0.4767, 0.471, 0.4627, 0.4618, 0.4508, 0.4505, 0.4487, 0.4429, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m16-n8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Raccoon", "Sloth_bear", "Hunting_and_fishing_in_Alaska", "Moose", "Cougar", "Ursus_americanus_carlottae", "Brown_bear", "Beringian_wolf"], "ranked_scores": [0.5158, 0.5088, 0.495, 0.4868, 0.4771, 0.4741, 0.4609, 0.4607, 0.4553, 0.4506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Polar_ice_cap", "Sea_ice_thickness", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.7019, 0.6898, 0.6784, 0.677, 0.6684, 0.6673, 0.6616, 0.6607, 0.658, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Regional_effects_of_global_warming", "Sea_surface_temperature", "Annual_cycle_of_sea_level_height", "Arctic_geoengineering", "Climate_change", "Climate_change_(general_concept)", "Climate_variability", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7229, 0.7115, 0.6926, 0.683, 0.6806, 0.6799, 0.673, 0.669, 0.669, 0.6653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice", "Sea_ice_thickness", "Sea_ice", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7703, 0.7545, 0.7408, 0.7198, 0.7189, 0.7175, 0.7125, 0.698, 0.6978, 0.6959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_emission_trading", "Carbon_tax", "Low-carbon_emission", "Emissions_trading", "Greenhouse_gas_emissions_accounting", "Carbon_credit", "Carbon_offset", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_aviation", "Carbon_price"], "ranked_scores": [0.7366, 0.7195, 0.7123, 0.7086, 0.7044, 0.7008, 0.6979, 0.6964, 0.6947, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_change_mitigation", "Politics_of_global_warming"], "ranked_scores": [0.7486, 0.7415, 0.7391, 0.7283, 0.7246, 0.723, 0.721, 0.7203, 0.719, 0.7182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Sea_level_rise", "Past_sea_level"], "ranked_scores": [0.7756, 0.7705, 0.7699, 0.7607, 0.7411, 0.7322, 0.7287, 0.727, 0.7268, 0.7226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Global_warming_potential", "Greenhouse_gas", "Effects_of_global_warming", "Climate_change_feedback", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Atmospheric_methane", "Copenhagen_Diagnosis"], "ranked_scores": [0.7821, 0.7762, 0.7751, 0.7584, 0.7544, 0.7536, 0.753, 0.7521, 0.7519, 0.751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Hurricane_Alberto_(1982)", "Effects_of_global_warming", "Hurricane_Alice_(June_1954)", "Hurricane_Harvey", "Effects_of_Hurricane_Katrina_in_Mississippi", "1901_Louisiana_hurricane", "2016_Louisiana_floods", "Effects_of_Hurricane_Georges_in_Louisiana"], "ranked_scores": [0.6703, 0.6537, 0.6443, 0.6426, 0.6412, 0.6386, 0.6329, 0.6322, 0.6308, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Plague_(disease)", "Infection", "Ehrlichia_Wisconsin_HM543746", "Disease", "Infectious_mononucleosis", "2013_extreme_weather_events", "Meningococcal_disease", "Humid_continental_climate", "Climate_of_Finland"], "ranked_scores": [0.5499, 0.5308, 0.5296, 0.5228, 0.517, 0.5159, 0.5146, 0.5139, 0.5101, 0.5092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_adaptation", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "History_of_climate_change_science", "An_Appeal_to_Reason", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_mitigation"], "ranked_scores": [0.7433, 0.7351, 0.7349, 0.7257, 0.7215, 0.7212, 0.7131, 0.7118, 0.711, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Climate_change_(general_concept)", "Climate_variability", "Climate_change", "List_of_climate_research_satellites", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_state", "James_Hansen", "An_Appeal_to_Reason"], "ranked_scores": [0.7201, 0.6977, 0.6977, 0.6848, 0.6726, 0.6719, 0.6689, 0.6629, 0.6624, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Global_Historical_Climatology_Network", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Tuvalu", "Michael_E._Mann", "Marcellus_natural_gas_trend", "Alta_Wind_Energy_Center"], "ranked_scores": [0.5822, 0.5764, 0.5668, 0.513, 0.5062, 0.5059, 0.4982, 0.4931, 0.4929, 0.4919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Geological_history_of_oxygen", "Ozone_depletion", "Atmospheric_methane", "Alkalinity", "Oceanic_carbon_cycle", "Tropospheric_ozone", "Anoxia", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6523, 0.6429, 0.6099, 0.6035, 0.6012, 0.5978, 0.5973, 0.5963, 0.5953, 0.5891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Media_coverage_of_climate_change", "James_Hansen", "Global_cooling", "Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "Global_warming_controversy", "The_Deniers", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.7866, 0.7644, 0.7584, 0.7578, 0.7554, 0.7515, 0.7511, 0.7494, 0.7417, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Microwave_Sounding_Unit_temperature_measurements", "Convection", "Convective_heat_transfer", "MSU_temperature_measurements", "Bølling-Allerød_warming", "Fleischmann–Pons_experiment", "Paleocene–Eocene_Thermal_Maximum", "100,000-year_problem", "Climate_oscillation"], "ranked_scores": [0.4923, 0.4847, 0.4792, 0.4738, 0.4529, 0.4447, 0.4431, 0.4415, 0.4404, 0.4402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Antarctica_cooling_controversy", "History_of_climate_change_science", "An_Appeal_to_Reason", "James_Hansen", "Global_cooling", "Wibjörn_Karlén", "Climate_change_in_the_Arctic", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Ian_Clark_(geologist)"], "ranked_scores": [0.7144, 0.7096, 0.7072, 0.7042, 0.7033, 0.6953, 0.6891, 0.6886, 0.6868, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Cold_drop", "Early_2014_North_American_cold_wave", "November_2014_North_American_cold_wave", "Winter_1985_cold_wave", "Polar_vortex", "Cold_wave", "Polar_low", "Polar_High"], "ranked_scores": [0.7071, 0.6966, 0.6902, 0.653, 0.653, 0.6438, 0.6423, 0.6385, 0.6367, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_graph", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Hockey_stick_controversy"], "ranked_scores": [0.7168, 0.703, 0.6783, 0.6671, 0.6671, 0.6653, 0.6649, 0.663, 0.6626, 0.6606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster", "CLOUD_experiment", "Global_warming_controversy", "Greening_Earth_Society", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6652, 0.6615, 0.6583, 0.6564, 0.6505, 0.6457, 0.6441, 0.6426, 0.6396, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["European_Union_value_added_tax", "Value-added_tax_(United_Kingdom)", "Carbon_pricing_in_Australia", "Carbon_capture_and_storage_in_Australia", "Emissions_trading", "Tax", "Carbon_tax", "UK_Emissions_Trading_Scheme", "Carbon_emission_trading", "European_Union_Emission_Trading_Scheme"], "ranked_scores": [0.5435, 0.5435, 0.5229, 0.5178, 0.5168, 0.5168, 0.5153, 0.5077, 0.5065, 0.5064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Sea_level_rise", "Sea_ice_thickness", "Climate_change_in_the_Arctic", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7503, 0.7495, 0.7493, 0.7244, 0.7241, 0.7067, 0.7056, 0.7022, 0.7015, 0.7012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "1997–98_El_Niño_event", "Satellite_temperature_measurements", "Bølling-Allerød_warming", "Instrumental_temperature_record", "James_Hansen", "2013_Southwestern_United_States_heat_wave", "March_2012_North_American_heat_wave", "Wibjörn_Karlén"], "ranked_scores": [0.6039, 0.5986, 0.5896, 0.5889, 0.5882, 0.5877, 0.5874, 0.5871, 0.5869, 0.5841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Anoxia", "Climate_inertia", "Geological_history_of_oxygen"], "ranked_scores": [0.7269, 0.7265, 0.6696, 0.6657, 0.6554, 0.6491, 0.6377, 0.6373, 0.6344, 0.6333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Waste-to-energy_plant", "List_of_renewable_energy_companies_by_stock_exchange", "Alternative_energy", "Sustainable_energy", "Renewable_energy_in_the_United_Kingdom", "Environmental_skepticism", "Environmental_impact_of_biodiesel", "Climate_Change_Denial:_Heads_in_the_Sand", "Renewable_energy", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6484, 0.6252, 0.6155, 0.6151, 0.6016, 0.6014, 0.5994, 0.5991, 0.5935, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Past_sea_level", "Measurement_of_sea_ice"], "ranked_scores": [0.7596, 0.7474, 0.7469, 0.7436, 0.7372, 0.7247, 0.7167, 0.7085, 0.7073, 0.6874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Environmental_issue", "Climate_change_adaptation", "Climate_change_and_agriculture", "Drought_in_Spain"], "ranked_scores": [0.7248, 0.7174, 0.6991, 0.6983, 0.694, 0.6874, 0.6822, 0.6814, 0.6811, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_change_mitigation_scenarios", "James_Hansen", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_mitigation", "Copenhagen_Diagnosis", "Wibjörn_Karlén", "An_Appeal_to_Reason", "Global_warming", "Environmental_issue"], "ranked_scores": [0.6508, 0.6455, 0.6449, 0.6411, 0.6372, 0.631, 0.6303, 0.6278, 0.6272, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "1995_Chicago_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.8241, 0.8221, 0.8169, 0.8111, 0.8096, 0.8064, 0.8064, 0.8049, 0.8043, 0.8], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["James_Hansen", "An_Appeal_to_Reason", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "The_Deniers", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.7672, 0.7667, 0.7628, 0.7568, 0.7539, 0.7448, 0.7412, 0.7402, 0.7393, 0.7343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "James_Hansen", "Wibjörn_Karlén", "An_Appeal_to_Reason", "Climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.709, 0.7073, 0.7044, 0.6951, 0.6926, 0.6895, 0.6881, 0.6801, 0.6791, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Environmental_impact_of_aviation", "Global_warming_potential", "Environmental_issue", "Environmental_impact_of_transport", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.7553, 0.7455, 0.736, 0.7269, 0.722, 0.7117, 0.7039, 0.6941, 0.692, 0.6903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Risk–benefit_ratio", "Risk_neutral", "Worst-case_scenario", "Longevity_risk", "Risk_assessment", "Counterfactual_thinking", "Systematic_risk", "Prudent_avoidance_principle", "Prudentialism"], "ranked_scores": [0.6371, 0.6249, 0.6192, 0.6094, 0.6037, 0.6034, 0.5882, 0.5869, 0.5858, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "CO2_is_Green", "Carbon_emission_trading", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_emissions_reporting", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Greenhouse_gas_emissions_accounting", "Presidential_Climate_Action_Plan", "European_Union_Emission_Trading_Scheme", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.7359, 0.7105, 0.6989, 0.6948, 0.6932, 0.6895, 0.6894, 0.6886, 0.6876, 0.687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Climate_change_(general_concept)", "Climate_variability", "Satellite_temperature_measurements", "Climate_change_in_Texas", "Climate_change", "Climate_state", "Bølling-Allerød_warming", "Global_warming_hiatus"], "ranked_scores": [0.7311, 0.7114, 0.7074, 0.7074, 0.7055, 0.7026, 0.6981, 0.6938, 0.6875, 0.687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice", "Sea_ice_thickness", "Arctic_ice_pack", "Measurement_of_sea_ice", "Ice_cap", "Holocene_glacial_retreat", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Polar_ice_cap"], "ranked_scores": [0.7481, 0.7221, 0.7141, 0.708, 0.7043, 0.6993, 0.698, 0.6932, 0.6787, 0.6785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Coal", "History_of_coal_mining", "Refined_coal", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Carbon_tax", "Carbon_capture_and_storage", "Emissions_trading"], "ranked_scores": [0.7514, 0.7495, 0.6984, 0.6876, 0.6864, 0.6857, 0.6788, 0.6786, 0.6759, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "PDOS", "Pacific_decadal_oscillation", "Convective_heat_transfer", "Convection", "Global_cooling", "Shutdown_of_thermohaline_circulation", "Air_conditioning", "Global_cooling_(disambiguation)", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [0.4706, 0.4652, 0.4586, 0.4575, 0.4488, 0.4444, 0.4412, 0.4411, 0.4376, 0.4341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "James_Hansen", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Copenhagen_Diagnosis", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7971, 0.7959, 0.7936, 0.7904, 0.7897, 0.7825, 0.7824, 0.7777, 0.7776, 0.776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "Greening_Earth_Society", "An_Appeal_to_Reason", "Climate_change_policy_of_the_United_States", "Global_warming_controversy", "History_of_climate_change_science", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "George_Kukla", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6838, 0.6694, 0.6646, 0.6563, 0.6557, 0.6539, 0.6535, 0.6506, 0.6495, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_sea_ice_decline", "Arctic_geoengineering", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Future_sea_level", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6356, 0.6291, 0.6195, 0.6168, 0.6157, 0.6139, 0.6139, 0.6105, 0.6104, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_change", "Effects_of_global_warming", "James_Hansen", "Global_cooling", "Regional_effects_of_global_warming", "Earth's_energy_budget", "An_Appeal_to_Reason"], "ranked_scores": [0.7428, 0.7428, 0.7352, 0.7349, 0.7328, 0.7315, 0.7161, 0.7158, 0.7148, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Regression_toward_the_mean", "Phillips_curve", "Misuse_of_statistics", "Skewness", "Demographic_dividend", "Management_systems_for_road_safety", "Backward_bending_supply_curve_of_labour", "Inflation", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.5167, 0.4979, 0.4924, 0.4855, 0.4834, 0.4819, 0.4742, 0.4705, 0.4698, 0.468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Global_warming_potential", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation", "Economics_of_global_warming"], "ranked_scores": [0.783, 0.7568, 0.7536, 0.7535, 0.7449, 0.7444, 0.7377, 0.7363, 0.7345, 0.7339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6437, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Satellite_temperature_measurements", "Climate_change_(general_concept)", "Climate_variability", "History_of_climate_change_science", "Bølling-Allerød_warming"], "ranked_scores": [0.7155, 0.7143, 0.7118, 0.7072, 0.6928, 0.6928, 0.6926, 0.6926, 0.6925, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Deniers", "Danish_Committees_on_Scientific_Dishonesty", "Skeptical_movement", "Media_coverage_of_climate_change", "Lists_about_skepticism", "Skeptical_Science", "World_Climate_Change_Conference,_Moscow", "Environmental_skepticism"], "ranked_scores": [0.6401, 0.6272, 0.615, 0.6098, 0.6083, 0.6052, 0.6035, 0.6023, 0.5995, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Terminal_Doppler_Weather_Radar", "2001_Eastern_North_America_heat_wave", "Automatic_weather_station", "1995_Chicago_heat_wave", "2006_North_American_heat_wave", "Weather_forecasting", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "Cooling_center"], "ranked_scores": [0.6587, 0.6572, 0.6453, 0.6423, 0.6412, 0.6411, 0.6405, 0.6393, 0.639, 0.6367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "James_Hansen", "History_of_climate_change_science", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7733, 0.7673, 0.7605, 0.7503, 0.7467, 0.7447, 0.7444, 0.7378, 0.737, 0.7367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "List_of_photovoltaic_power_stations", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_power_in_Italy", "Solar_power_in_Spain", "Solar_power_in_Australia", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_California"], "ranked_scores": [0.7851, 0.7851, 0.7834, 0.781, 0.7668, 0.762, 0.7589, 0.7577, 0.7424, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_Act_of_2014", "National_Farm_Safety_&_Health_Week", "Milk", "Farm_programs", "Agriculture_in_Ethiopia", "Intensive_animal_farming"], "ranked_scores": [0.6905, 0.6851, 0.6763, 0.6725, 0.6725, 0.657, 0.6499, 0.6434, 0.6414, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m16-n8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Brown_bear", "Moose", "Grizzly_bear", "Raccoon", "Ursus_americanus_carlottae", "Northwoods_(forest)", "Hunting_and_fishing_in_Alaska", "Rubus_arcticus", "Sloth_bear"], "ranked_scores": [0.5272, 0.5038, 0.493, 0.4925, 0.4897, 0.4857, 0.4815, 0.4806, 0.4742, 0.463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Arctic_resources_race", "Arctic_geoengineering", "Drift_ice", "Retreat_of_glaciers_since_1850", "Greenland_Sea", "November_2014_North_American_cold_wave"], "ranked_scores": [0.6722, 0.6568, 0.6429, 0.6242, 0.6241, 0.6235, 0.6074, 0.6033, 0.5929, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Arctic_geoengineering", "Sea", "Sea_level", "Tidal_range", "Ocean_surface_topography"], "ranked_scores": [0.7125, 0.6963, 0.6709, 0.6579, 0.6476, 0.6476, 0.6469, 0.6437, 0.6421, 0.6357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Ice2sea", "Sea_ice_thickness", "Antarctic_ice_sheet", "Future_sea_level", "Arctic_geoengineering", "Sea_ice", "Measurement_of_sea_ice"], "ranked_scores": [0.7334, 0.6841, 0.6597, 0.6467, 0.6226, 0.6196, 0.6137, 0.6124, 0.6097, 0.6069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Carbon_price", "Carbon_dioxide_removal", "Carbon_tax", "Carbon_footprint", "Emissions_trading", "Carbon_profiling", "Carbon_neutrality", "Carbon_credit", "Carbon_emission_trading"], "ranked_scores": [0.7113, 0.7043, 0.7036, 0.6999, 0.6995, 0.6857, 0.685, 0.6849, 0.6848, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2742, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "CO2_is_Green", "Greenhouse_gas_emissions_by_the_United_States", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Effects_of_global_warming", "Climate_change_mitigation", "Low-carbon_emission", "Climate_change_mitigation_scenarios", "Global_warming"], "ranked_scores": [0.6912, 0.6876, 0.6611, 0.657, 0.652, 0.6518, 0.6516, 0.6505, 0.6501, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_ice_sheet", "Future_sea_level", "Global_warming_in_Antarctica", "Drift_ice", "Ice2sea", "Greenland_ice_sheet", "Arctic_ice_pack", "Ice_shelf", "East_Antarctic_Ice_Sheet"], "ranked_scores": [0.7608, 0.7109, 0.706, 0.6971, 0.6832, 0.6774, 0.6747, 0.6742, 0.6636, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7603, 0.7456, 0.7427, 0.7415, 0.737, 0.7125, 0.7093, 0.7084, 0.6996, 0.6978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Natural_disaster", "Effects_of_Hurricane_Katrina_in_Mississippi", "Hurricane_Alberto_(1982)", "Regional_effects_of_global_warming", "Hurricane_Florence_(1953)", "2016_Atlantic_hurricane_season", "Global_warming", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.6592, 0.6556, 0.6315, 0.6243, 0.6213, 0.6164, 0.6154, 0.6135, 0.6118, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Ehrlichia_Wisconsin_HM543746", "Lyme_disease", "Infection", "Southern_tick-associated_rash_illness", "Amblyomma_americanum", "List_of_mammals_of_New_England", "List_of_West_Nile_virus_outbreaks", "Early_2014_North_American_cold_wave", "Infectious_mononucleosis", "Plague_(disease)"], "ranked_scores": [0.6207, 0.5655, 0.5632, 0.5523, 0.5449, 0.5333, 0.5213, 0.5201, 0.5201, 0.5196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change", "History_of_climate_change_science", "An_Appeal_to_Reason", "Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Stern_Review"], "ranked_scores": [0.644, 0.6352, 0.6349, 0.6143, 0.6137, 0.6122, 0.6121, 0.605, 0.6039, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming_hiatus", "Antarctic_Cold_Reversal", "Little_Ice_Age", "Abrupt_climate_change", "Global_cooling_(disambiguation)", "Bølling-Allerød_warming", "Climate_variability", "Climate_change_(general_concept)", "Milankovitch_cycles", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.6756, 0.6663, 0.6649, 0.6616, 0.6552, 0.6529, 0.6523, 0.6523, 0.6504, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Mongstad_Power_Station", "Carmichael_coal_mine", "Lōʻihi_Seamount", "Arctic_methane_emissions", "Alta_Wind_Energy_Center", "Manoa", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6038, 0.5888, 0.5678, 0.5123, 0.5002, 0.4987, 0.4932, 0.4872, 0.4828, 0.4811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Alkalinity", "PH", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Acid_dissociation_constant", "Acid_value", "Carbon_dioxide", "Carbonic_acid"], "ranked_scores": [0.6648, 0.6553, 0.6534, 0.6397, 0.6113, 0.6079, 0.604, 0.5852, 0.5849, 0.583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming_controversy", "James_Hansen", "Global_cooling", "Ian_Clark_(geologist)", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy"], "ranked_scores": [0.7171, 0.716, 0.7042, 0.6972, 0.6801, 0.679, 0.6721, 0.6628, 0.6608, 0.6536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Global_cooling_(disambiguation)", "Paleocene–Eocene_Thermal_Maximum", "Indonesian_Democratic_Party", "Global_cooling", "Fahrenheit", "El_Niño–Southern_Oscillation", "Milankovitch_cycles", "Orbital_forcing", "Hawaii–Aleutian_Time_Zone"], "ranked_scores": [0.5236, 0.4779, 0.4772, 0.4735, 0.4729, 0.4639, 0.4538, 0.4526, 0.451, 0.4502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "An_Appeal_to_Reason", "Ian_Clark_(geologist)", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_Arctic", "Scientific_consensus_on_climate_change", "James_Hansen"], "ranked_scores": [0.6766, 0.6539, 0.6433, 0.6419, 0.6375, 0.6373, 0.637, 0.6348, 0.631, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Polar_vortex", "Westerlies", "November_2014_North_American_cold_wave", "Polar_High", "January_2016_East_Asia_cold_wave", "Cold_drop", "Intertropical_Convergence_Zone", "Early_2014_North_American_cold_wave"], "ranked_scores": [0.7525, 0.744, 0.673, 0.6504, 0.641, 0.6376, 0.6249, 0.6104, 0.6069, 0.6025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "1908", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_geoengineering", "Abrupt_climate_change", "100,000-year_problem"], "ranked_scores": [0.7017, 0.6818, 0.6765, 0.673, 0.6716, 0.6667, 0.6666, 0.6308, 0.6296, 0.6268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["IPCC_First_Assessment_Report", "An_Appeal_to_Reason", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "CLOUD_experiment", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "The_Real_Global_Warming_Disaster", "Global_cooling"], "ranked_scores": [0.6024, 0.598, 0.5933, 0.5805, 0.5791, 0.5746, 0.5707, 0.57, 0.5682, 0.567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Value-added_tax_(United_Kingdom)", "Carbon_price", "European_Union_value_added_tax", "Carbon_emission_trading", "European_Union_Emission_Trading_Scheme", "Tax", "Carbon_offset", "Emissions_trading"], "ranked_scores": [0.5064, 0.4967, 0.495, 0.4905, 0.4874, 0.4841, 0.4729, 0.4645, 0.464, 0.4578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_ice_pack", "Sea_level_rise", "Antarctic_ice_sheet", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7316, 0.7092, 0.6892, 0.674, 0.6733, 0.6713, 0.6686, 0.6581, 0.6565, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2000_Southern_United_States_heat_wave", "2013_extreme_weather_events", "Arctic_geoengineering", "MSU_temperature_measurements", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6268, 0.6208, 0.6191, 0.6116, 0.5989, 0.5988, 0.584, 0.5835, 0.5834, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Alkalinity", "Atmospheric_carbon_cycle", "Runaway_greenhouse_effect", "Oceanic_carbon_cycle", "Anoxic_event", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane"], "ranked_scores": [0.7228, 0.7194, 0.6764, 0.6342, 0.6231, 0.6138, 0.613, 0.6116, 0.6115, 0.596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Carbon_diet", "Climate_change_mitigation", "Alternatives_assessment", "Energy_accidents", "Absolute_risk_reduction", "Energy_mix", "100%_renewable_energy", "Clean_technology"], "ranked_scores": [0.6138, 0.5934, 0.5663, 0.562, 0.5509, 0.5494, 0.5457, 0.5398, 0.5394, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Arctic_ice_pack", "Past_sea_level", "Antarctic_ice_sheet"], "ranked_scores": [0.7348, 0.6974, 0.6771, 0.6646, 0.6396, 0.6391, 0.6311, 0.6198, 0.6181, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "Global_warming", "Drought_in_the_United_Kingdom", "Drought_in_Spain", "Regional_effects_of_global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_the_United_States", "Climate_of_Australia", "Climate_change_in_Australia"], "ranked_scores": [0.6982, 0.6957, 0.6927, 0.6919, 0.6857, 0.6841, 0.6788, 0.6672, 0.6637, 0.662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_sensitivity", "History_of_climate_change_science", "Earth's_energy_budget", "Climate_change_in_the_United_States", "Global_warming", "Effects_of_global_warming", "Air_conditioned_clothing", "Attribution_of_recent_climate_change", "Climate_change", "Abrupt_climate_change"], "ranked_scores": [0.5903, 0.576, 0.5725, 0.5722, 0.5721, 0.5687, 0.5637, 0.5615, 0.5614, 0.5602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "Excessive_heat_watch", "2007_Western_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "1995_Chicago_heat_wave"], "ranked_scores": [0.8366, 0.8309, 0.8265, 0.8263, 0.8243, 0.8189, 0.7997, 0.7889, 0.784, 0.7825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "James_Hansen", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7521, 0.7334, 0.7315, 0.7305, 0.7291, 0.7246, 0.7203, 0.7131, 0.6954, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_variability", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Orbital_forcing", "An_Appeal_to_Reason", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6548, 0.6531, 0.6471, 0.6471, 0.6451, 0.6354, 0.6338, 0.6329, 0.632, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4202, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Air_pollution", "Deforestation_and_climate_change", "Effects_of_global_warming", "Greenhouse_effect", "Tropospheric_ozone"], "ranked_scores": [0.7466, 0.7382, 0.7337, 0.7224, 0.6977, 0.6944, 0.6875, 0.6849, 0.6831, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk_neutral", "Bias", "Outcome_bias", "Selection_bias", "Risk–benefit_ratio", "Cognitive_bias", "False_consensus_effect", "Risk", "Sure-thing_principle", "Accident"], "ranked_scores": [0.5818, 0.5725, 0.5715, 0.5683, 0.5627, 0.544, 0.5357, 0.5326, 0.5151, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Climate_Change_Act_2008", "CO2_is_Green", "Carbon_emissions_reporting", "Carbon_price", "Greenhouse_gas_emissions_accounting"], "ranked_scores": [0.6983, 0.684, 0.644, 0.6413, 0.6302, 0.6296, 0.6287, 0.6283, 0.6239, 0.6229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Pliocene_climate", "Global_warming", "History_of_climate_change_science", "2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "2013_extreme_weather_events", "Climate_variability", "Climate_change_(general_concept)", "Satellite_temperature_measurements"], "ranked_scores": [0.7203, 0.7195, 0.7137, 0.7065, 0.7054, 0.7047, 0.7035, 0.7033, 0.7033, 0.7012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Sea_ice", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Sea_ice_thickness", "Drift_ice", "West_Antarctica", "Thwaites_Glacier"], "ranked_scores": [0.6957, 0.6872, 0.6521, 0.6504, 0.6448, 0.6448, 0.6339, 0.6336, 0.6286, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "History_of_coal_mining", "Coal", "Waste-to-energy_plant", "Carbon_capture_and_storage_in_Australia", "Beyond_Coal", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.7666, 0.7512, 0.6995, 0.6834, 0.6714, 0.6618, 0.6566, 0.6523, 0.6434, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling_(disambiguation)", "PDOS", "Cooling_center", "Cooling_tower", "Global_cooling", "Indonesian_Democratic_Party", "Fleischmann–Pons_experiment", "Pacific_decadal_oscillation", "Natural_circulation", "Condensation_cloud"], "ranked_scores": [0.4558, 0.4522, 0.4506, 0.4436, 0.4422, 0.4356, 0.4286, 0.4257, 0.4196, 0.4185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "Global_warming_controversy"], "ranked_scores": [0.777, 0.7556, 0.751, 0.7491, 0.7311, 0.7299, 0.7221, 0.721, 0.7133, 0.7126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "James_Hansen", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Reasons_for_concern", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6297, 0.6197, 0.6109, 0.6062, 0.6041, 0.6032, 0.6029, 0.6011, 0.5971, 0.5969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["1908", "Arctic_sea_ice_decline", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Winter_1985_cold_wave", "Freezing_level", "Hockey_stick_controversy", "Hockey_stick_graph", "Climate_of_Antarctica"], "ranked_scores": [0.6281, 0.6268, 0.6254, 0.6176, 0.6155, 0.6067, 0.6053, 0.5929, 0.5896, 0.5882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Milankovitch_cycles", "Global_warming", "Orbital_forcing", "History_of_climate_change_science", "Abrupt_climate_change", "Climate_change", "Climate_change_in_the_Arctic", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7131, 0.7131, 0.6925, 0.6758, 0.6735, 0.6718, 0.6693, 0.6672, 0.6669, 0.6643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Skewness", "Regression_toward_the_mean", "Trend_stationary", "Selection_bias", "Weighting", "Mean_reversion_(finance)", "Publication_bias", "Statistical_significance", "False_consensus_effect", "Binomial_regression"], "ranked_scores": [0.5117, 0.4945, 0.4859, 0.4859, 0.4705, 0.4633, 0.4623, 0.4613, 0.4524, 0.448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_inertia", "Climate_change_mitigation_scenarios", "Environmental_issue"], "ranked_scores": [0.7511, 0.7183, 0.7176, 0.7151, 0.7133, 0.7038, 0.7015, 0.7004, 0.692, 0.6846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6715, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Future_of_Earth", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming"], "ranked_scores": [0.7263, 0.686, 0.6715, 0.6694, 0.6656, 0.6646, 0.6618, 0.6613, 0.6542, 0.652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "False_consensus_effect", "Scientific_consensus_on_climate_change", "Publication_bias", "World_Climate_Change_Conference,_Moscow", "The_Great_Global_Warming_Swindle", "Intergovernmental_Panel_on_Climate_Change", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_dissent"], "ranked_scores": [0.6055, 0.5937, 0.5927, 0.5767, 0.5643, 0.5638, 0.5599, 0.555, 0.5446, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Excessive_heat_watch", "Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "2007_Western_North_American_heat_wave", "Humid_subtropical_climate", "2011_North_American_heat_wave", "Summer_of_1976_(Europe)", "2016_North_American_heat_wave"], "ranked_scores": [0.6434, 0.6408, 0.6329, 0.6318, 0.6291, 0.6256, 0.6248, 0.6244, 0.623, 0.618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "Abrupt_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "James_Hansen", "Global_cooling_(disambiguation)", "Arctic_geoengineering", "Global_warming_controversy"], "ranked_scores": [0.727, 0.7168, 0.7059, 0.703, 0.7025, 0.7019, 0.6987, 0.6943, 0.6894, 0.6891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power_by_country", "Solar_power_in_Michigan", "Wind_power_in_California", "List_of_photovoltaic_power_stations", "Solar_power_in_Australia", "Electricity_sector_in_the_United_Kingdom", "Solar_power"], "ranked_scores": [0.7885, 0.7812, 0.7769, 0.7734, 0.7518, 0.7503, 0.7464, 0.7405, 0.7301, 0.7215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Intensive_animal_farming", "Agriculture", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_land", "Agriculture_in_Ethiopia"], "ranked_scores": [0.6822, 0.6807, 0.6603, 0.6549, 0.654, 0.6521, 0.6468, 0.64, 0.6355, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Kodiak_bear", "Tree", "Climate_of_the_Philippines", "Northwoods_(forest)", "List_of_Alaska_state_forests", "Yup'ik_cuisine", "Brown_bear", "Moose"], "ranked_scores": [0.5823, 0.5503, 0.543, 0.536, 0.5307, 0.5276, 0.526, 0.5154, 0.506, 0.4996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.672, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Sea_ice", "Atmospheric_methane", "Arctic_ice_pack", "Methane", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Greenland_Sea"], "ranked_scores": [0.7208, 0.6801, 0.6651, 0.6623, 0.662, 0.6585, 0.6526, 0.6459, 0.6375, 0.6355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Sea_level", "Tide", "Sea", "Sea_surface_temperature", "Climate_of_the_United_Kingdom", "Anoxic_waters", "Annual_cycle_of_sea_level_height", "Weather"], "ranked_scores": [0.7569, 0.7295, 0.6758, 0.6721, 0.6695, 0.6597, 0.653, 0.6415, 0.6372, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Arctic_geoengineering", "Sea_ice_thickness", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Future_sea_level", "Antarctic_ice_sheet"], "ranked_scores": [0.7294, 0.7143, 0.6935, 0.6827, 0.674, 0.6415, 0.641, 0.6401, 0.6389, 0.6305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Contribution_to_global_warming_by_Australia", "Environmental_impact_of_aviation", "Carbon_footprint", "Carbon_neutrality", "Carbon_profiling", "Low-carbon_emission", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Greenhouse_gas_accounting"], "ranked_scores": [0.7146, 0.6873, 0.675, 0.6665, 0.6607, 0.6587, 0.6429, 0.6361, 0.6344, 0.633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "Atmospheric_carbon_cycle", "CO2_is_Green", "List_of_countries_by_carbon_dioxide_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Contribution_to_global_warming_by_Australia", "James_Hansen", "Ozone_depletion_and_climate_change", "Embedded_emissions", "Low-carbon_emission"], "ranked_scores": [0.7074, 0.6738, 0.6487, 0.6406, 0.6382, 0.6369, 0.6363, 0.63, 0.6219, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_ice_pack", "Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Sea_ice_thickness", "Antarctic_ice_sheet", "Sea_ice", "Ice_sheet"], "ranked_scores": [0.7156, 0.7051, 0.7013, 0.6946, 0.6907, 0.6814, 0.6771, 0.6747, 0.6742, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_in_the_Arctic", "Carbon_dioxide_in_Earth's_atmosphere", "Scientific_opinion_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_issue"], "ranked_scores": [0.7897, 0.7646, 0.7461, 0.7288, 0.6994, 0.6969, 0.6896, 0.6851, 0.6799, 0.6752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Hurricane_Rita_tornado_outbreak", "Tropical_Storm_Harvey_(2011)", "List_of_heat_waves", "Excessive_heat_watch", "2016_Atlantic_hurricane_season", "Effects_of_global_warming_on_humans", "2011_North_American_heat_wave", "Effects_of_global_warming"], "ranked_scores": [0.7492, 0.7186, 0.7106, 0.6856, 0.6668, 0.6666, 0.6587, 0.6557, 0.6506, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Ehrlichia_Wisconsin_HM543746", "Lymphangitis", "List_of_mammals_of_New_England", "Climate_of_the_Nordic_countries", "Amblyomma_americanum", "Meningococcal_disease", "Spring_fever", "2013_extreme_weather_events"], "ranked_scores": [0.6823, 0.6004, 0.586, 0.5367, 0.5336, 0.5309, 0.5246, 0.5241, 0.5233, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_engineering", "Economics_of_global_warming", "Climate_prediction", "Climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6372, 0.6265, 0.6217, 0.6192, 0.611, 0.6069, 0.6048, 0.5888, 0.58, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling", "Global_warming_hiatus", "History_of_climate_change_science", "Climate_oscillation", "Global_cooling_(disambiguation)", "George_Kukla", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.7244, 0.7232, 0.7187, 0.7186, 0.7041, 0.6978, 0.6865, 0.6688, 0.6669, 0.6594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Wind_power_in_Colorado", "Alta_Wind_Energy_Center", "Mauna_Kea", "Millmerran_Power_Station", "Ivanpah_Solar_Power_Facility", "Glen_Canyon_Dam", "Greenhouse_gas_emissions_by_the_United_States", "Antarctic_oscillation"], "ranked_scores": [0.63, 0.5484, 0.5444, 0.5335, 0.5289, 0.5204, 0.4943, 0.4852, 0.4836, 0.4829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Dissolution_(chemistry)", "Greenhouse_gas", "Mercury_pollution_in_the_ocean", "PH", "Sodium_hydroxide", "Atmospheric_methane", "Dole_effect"], "ranked_scores": [0.6859, 0.6617, 0.6377, 0.6165, 0.615, 0.6014, 0.6009, 0.5946, 0.5887, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "George_Kukla", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Climate_change_opinion_by_country", "Willie_Soon", "Media_coverage_of_climate_change"], "ranked_scores": [0.7593, 0.7439, 0.7417, 0.7408, 0.7311, 0.7139, 0.6988, 0.6974, 0.691, 0.6843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Cenomanian", "Global_cooling", "Circumstellar_habitable_zone", "Condensation_cloud", "Pacific_decadal_oscillation", "New_Scientist", "Cooling_tower", "Milankovitch_cycles", "Milutin_Milanković"], "ranked_scores": [0.5558, 0.5477, 0.5334, 0.527, 0.5261, 0.5113, 0.5101, 0.5095, 0.5036, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Advisory_Group_on_Greenhouse_Gases", "Global_warming_in_Antarctica", "George_Kukla", "Ice2sea", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Thaw_(weather)", "Study_of_Environmental_Arctic_Change", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [0.6721, 0.6683, 0.6599, 0.6449, 0.6374, 0.6281, 0.6206, 0.6202, 0.6199, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Polar_High", "Westerlies", "Polar_vortex", "Jet_stream", "North_Atlantic_Current", "Intertropical_Convergence_Zone", "Gulf_Stream", "West_Spitsbergen_Current"], "ranked_scores": [0.7347, 0.7201, 0.6812, 0.6807, 0.668, 0.6637, 0.642, 0.6386, 0.6259, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "1908", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_Texas", "Summer_of_1976_(Europe)", "Climate_change"], "ranked_scores": [0.7377, 0.7331, 0.7143, 0.7111, 0.7024, 0.6742, 0.6729, 0.6651, 0.6642, 0.6624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_warming_potential", "An_Appeal_to_Reason", "Greenhouse_gas", "James_Hansen", "Advisory_Group_on_Greenhouse_Gases", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "George_Kukla"], "ranked_scores": [0.6001, 0.5909, 0.5888, 0.5857, 0.5851, 0.5815, 0.581, 0.5808, 0.5778, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Environmental_pricing_reform", "Carbon_price", "International_Fuel_Tax_Agreement", "Liquefied_petroleum_gas", "Value-added_tax_(United_Kingdom)", "London_congestion_charge", "European_Union_value_added_tax"], "ranked_scores": [0.5816, 0.543, 0.541, 0.5212, 0.5124, 0.4998, 0.4966, 0.4919, 0.4864, 0.4783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_ice_pack", "Greenland_ice_core_project", "Measurement_of_sea_ice", "Deglaciation", "Arctic_geoengineering", "Past_sea_level"], "ranked_scores": [0.7443, 0.7436, 0.7377, 0.7271, 0.725, 0.6983, 0.6953, 0.6949, 0.6946, 0.6813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "Temperature_record_of_the_past_1000_years", "Climate_change_in_Texas", "2010_Northern_Hemisphere_heat_waves", "Wibjörn_Karlén", "Thaw_(weather)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5954, 0.5926, 0.59, 0.5856, 0.5733, 0.5718, 0.5691, 0.5674, 0.5662, 0.566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Climate_change_feedback", "Dissolution_(chemistry)", "Sulfuric_acid", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Global_warming", "Runaway_greenhouse_effect", "Oxygen"], "ranked_scores": [0.7465, 0.7173, 0.6234, 0.6208, 0.6137, 0.6037, 0.602, 0.599, 0.5926, 0.59], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Alternative_energy", "Carbon_diet", "Alternative_medicine", "Oil_spill", "Energy_industry", "Waste-to-energy_plant", "Energy_mix", "Sustainable_energy", "Job_security"], "ranked_scores": [0.6036, 0.5771, 0.5717, 0.567, 0.5643, 0.5621, 0.557, 0.5535, 0.5527, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Arctic_ice_pack", "Sea_level", "Past_sea_level", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7508, 0.6982, 0.6728, 0.6669, 0.6632, 0.6483, 0.644, 0.6275, 0.6239, 0.6222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Effects_of_global_warming", "Climate_of_Australia", "Climate_change_mitigation_scenarios", "2012–13_North_American_drought", "Climate_change_and_agriculture", "Climate_change_in_Europe", "Global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_mitigation"], "ranked_scores": [0.7085, 0.7075, 0.6867, 0.6782, 0.6779, 0.6741, 0.6707, 0.6656, 0.6553, 0.6503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_sensitivity", "Climate_change_mitigation_scenarios", "Environmental_issue", "Greening_Earth_Society", "IPCC_First_Assessment_Report", "Advisory_Group_on_Greenhouse_Gases", "Thermal_pollution", "Arctic_geoengineering", "Convective_instability", "Excessive_heat_watch"], "ranked_scores": [0.5987, 0.5923, 0.5586, 0.5551, 0.5473, 0.5438, 0.5429, 0.5339, 0.5293, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "2015_North_American_heat_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.8032, 0.7944, 0.7923, 0.7847, 0.7844, 0.7765, 0.7733, 0.7523, 0.7521, 0.7504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "History_of_climate_change_science", "Global_warming_controversy", "Radiative_forcing", "James_Hansen", "Gore_Effect", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7639, 0.7037, 0.6974, 0.6923, 0.6873, 0.6779, 0.6718, 0.6716, 0.6685, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Global_cooling", "Scientific_opinion_on_climate_change", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.6904, 0.6713, 0.6665, 0.6613, 0.6387, 0.6375, 0.632, 0.6226, 0.6171, 0.6167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide", "Fossil_fuel_power_station", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.7434, 0.7176, 0.6973, 0.6829, 0.6815, 0.6687, 0.6577, 0.6545, 0.6543, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Inherent_bias", "Risk_neutral", "Management_systems_for_road_safety", "Risk–benefit_ratio", "Never_events", "Outcome_bias", "Risk_(statistics)", "Prudent_avoidance_principle", "Prevention_paradox", "Lazy_reason"], "ranked_scores": [0.5809, 0.5795, 0.5692, 0.5669, 0.5462, 0.5333, 0.533, 0.5318, 0.5315, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Low-carbon_emission", "Energy_policy_of_the_United_States", "Carbon_emissions_reporting"], "ranked_scores": [0.68, 0.6653, 0.6551, 0.6517, 0.6499, 0.6448, 0.6431, 0.6224, 0.6178, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_in_Texas", "Global_warming", "2013_extreme_weather_events", "2014–16_El_Niño_event", "Global_cooling", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7448, 0.7296, 0.7265, 0.7099, 0.7068, 0.7045, 0.7006, 0.6989, 0.6925, 0.6924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Antarctic_sea_ice", "List_of_glaciers_of_Iceland", "Ice_sheet", "Sea_ice", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Glacier", "Ice_shelf"], "ranked_scores": [0.6963, 0.691, 0.6576, 0.6463, 0.6456, 0.6318, 0.63, 0.6264, 0.624, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Coal_gasification_commercialization", "Carbon_dioxide_removal", "Fossil_fuel_power_station", "Coal", "Waste-to-energy_plant", "Arch_Coal", "Blackwater_(coal)"], "ranked_scores": [0.7608, 0.7182, 0.6873, 0.665, 0.6622, 0.6595, 0.6228, 0.6223, 0.6199, 0.6196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Condensation_cloud", "Phosphorus_cycle", "Steam_engine", "Watts_Up_With_That?", "Solar_cycle", "Cooling_tower", "Fleischmann–Pons_experiment", "Global_cooling", "Pacific_decadal_oscillation"], "ranked_scores": [0.5853, 0.5368, 0.4892, 0.4869, 0.481, 0.4796, 0.4763, 0.4756, 0.4716, 0.4645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Global_cooling", "Climate_change"], "ranked_scores": [0.7657, 0.7562, 0.7548, 0.7467, 0.7397, 0.7391, 0.7363, 0.7181, 0.7172, 0.7109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming_controversy", "James_Hansen", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Global_warming", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Global_cooling", "Climate_change_in_Europe"], "ranked_scores": [0.583, 0.5808, 0.5801, 0.5666, 0.5649, 0.5636, 0.5618, 0.5584, 0.5454, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_of_Minneapolis–Saint_Paul", "1908", "1936_North_American_cold_wave", "Thaw_(weather)", "Global_cooling_(disambiguation)", "Climate_of_the_Arctic", "Cold_wave", "Climate_of_Antarctica", "Copenhagen_Diagnosis"], "ranked_scores": [0.6368, 0.6276, 0.6226, 0.6206, 0.6089, 0.6015, 0.5977, 0.5974, 0.592, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Solar_phenomena", "History_of_climate_change_science", "Climate_change", "Climate_change_(general_concept)", "Climate_variability", "Weather", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Solar_cycle", "Orbital_forcing"], "ranked_scores": [0.7375, 0.719, 0.7168, 0.7157, 0.7082, 0.6844, 0.6819, 0.6774, 0.6767, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Outcome_bias", "Worse-than-average_effect", "Trend_stationary", "Wage_curve", "Bias", "Phillips_curve", "Illusion_of_validity", "Selection_bias", "Unemployment_in_the_United_States", "List_of_recessions_in_the_United_States"], "ranked_scores": [0.5787, 0.5665, 0.5489, 0.5458, 0.5307, 0.5125, 0.5093, 0.5084, 0.5081, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Deforestation_and_climate_change", "Environmental_issue", "Politics_of_global_warming", "Global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_change_mitigation_scenarios", "Greenhouse_gas_emissions_by_the_United_States", "Atmospheric_carbon_cycle"], "ranked_scores": [0.7106, 0.7085, 0.6957, 0.6924, 0.6899, 0.6849, 0.6782, 0.672, 0.6683, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7757, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Global_cooling", "Timeline_of_glaciation", "Future_of_Earth", "Climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Late_Glacial"], "ranked_scores": [0.725, 0.7165, 0.7056, 0.6978, 0.6965, 0.6956, 0.6922, 0.686, 0.6827, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "False_consensus_effect", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_opinion_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.642, 0.6118, 0.6057, 0.5704, 0.5616, 0.5602, 0.5576, 0.557, 0.5534, 0.5488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Excessive_heat_watch", "Weather", "US_Weather_Bureau_Station_(Block_Island)", "Automatic_weather_station", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [0.697, 0.6907, 0.6564, 0.6521, 0.6471, 0.644, 0.6427, 0.6372, 0.6308, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Global_cooling", "Effects_of_global_warming", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "1997–98_El_Niño_event", "George_Kukla", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7493, 0.7276, 0.7185, 0.7013, 0.6856, 0.6851, 0.6821, 0.68, 0.6756, 0.66], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Wind_power_in_California", "Solar_power_in_Italy", "Solar_power_in_Australia", "Solar_power_by_country", "Renewable_energy_in_the_United_Kingdom", "Solar_energy"], "ranked_scores": [0.7957, 0.7956, 0.7542, 0.7305, 0.7284, 0.7276, 0.7172, 0.7071, 0.7054, 0.7022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Agriculture", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_Act_of_2014", "Corporate_farming", "Environmental_impact_of_meat_production", "Farm_programs", "Environmental_impact_of_agriculture"], "ranked_scores": [0.7092, 0.687, 0.6837, 0.6579, 0.6531, 0.652, 0.6467, 0.6407, 0.6355, 0.6316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n4": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Pastaza_Province", "Climate_of_the_Philippines", "Yup'ik_cuisine", "Grizzly_bear", "List_of_Alaska_state_forests", "Moose", "Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Season_creep", "National_preserve"], "ranked_scores": [0.5549, 0.5542, 0.5434, 0.5154, 0.5117, 0.5103, 0.4894, 0.4892, 0.4844, 0.47], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["List_of_glaciers_of_Iceland", "Arctic_methane_emissions", "Ice_rise", "Drift_ice", "Climate_change_in_the_Arctic", "Greenland_Sea", "Bering_Glacier", "Cryosphere", "Siberian_Shelf", "Arctic_resources_race"], "ranked_scores": [0.6656, 0.6636, 0.6592, 0.6559, 0.6528, 0.6405, 0.6394, 0.6351, 0.6339, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Climate_change_in_the_Arctic", "Arctic_Lowlands", "Atlantic_Plain", "Regional_effects_of_global_warming", "Ocean_surface_topography", "Past_sea_level", "Anoxic_waters", "Life_zones_of_the_Mediterranean_region", "Hydrosphere"], "ranked_scores": [0.6761, 0.6446, 0.6405, 0.6363, 0.6353, 0.6351, 0.6346, 0.6324, 0.6282, 0.6274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Climate_of_Antarctica", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Glacial_period", "Antarctic_sea_ice", "Sea_ice_thickness", "Last_Glacial_Maximum"], "ranked_scores": [0.6785, 0.6721, 0.6236, 0.6125, 0.608, 0.6057, 0.6, 0.5947, 0.5931, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Carbon_neutrality", "Contribution_to_global_warming_by_Australia", "Carbon-neutral_fuel", "Carbon_emission_trading", "Environmental_impact_of_aviation", "Green_Power_Partnership", "Carbon_dioxide_removal", "Carbon_credit", "Mongstad_Power_Station"], "ranked_scores": [0.7116, 0.6835, 0.6368, 0.6359, 0.6356, 0.6341, 0.6304, 0.6276, 0.6237, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Carbon_price", "CO2_is_Green", "Embedded_emissions", "Canada_and_the_Kyoto_Protocol", "Air_pollution_in_the_United_States", "Carbon_tax", "Atmospheric_carbon_cycle", "Carbon_emissions_reporting", "Climate_change_policy_of_the_United_States", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6353, 0.6305, 0.6213, 0.604, 0.5968, 0.596, 0.5946, 0.5938, 0.5861, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Antarctic_ice_sheet", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Drift_ice", "Greenland_ice_sheet", "Antarctic_sea_ice", "Ice_shelf", "Arctic_ice_pack"], "ranked_scores": [0.6879, 0.6615, 0.658, 0.6461, 0.6394, 0.6381, 0.6318, 0.6312, 0.6297, 0.6277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Climate_sensitivity", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.694, 0.6847, 0.6443, 0.6424, 0.6402, 0.6358, 0.6351, 0.6273, 0.6259, 0.618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Excessive_heat_watch", "2016_American_Northeast_heat_wave", "November_2014_North_American_cold_wave", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "Hurricane_Rita_tornado_outbreak", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "1995_Chicago_heat_wave"], "ranked_scores": [0.6803, 0.6802, 0.6789, 0.6783, 0.675, 0.674, 0.6528, 0.6498, 0.6483, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Climate_of_the_United_States", "Lymphangitis", "Climate_of_Oregon", "Infectious_mononucleosis", "List_of_West_Nile_virus_outbreaks", "Proglacial_lake", "Climate_of_Minnesota", "2009_flu_pandemic_in_the_United_States_by_state"], "ranked_scores": [0.6183, 0.5599, 0.5546, 0.5519, 0.5405, 0.5341, 0.5128, 0.5079, 0.5049, 0.494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Transatlantic_Climate_Bridge", "Climate_change_mitigation_scenarios", "Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Stern_Review", "Climate_engineering", "Advisory_Group_on_Greenhouse_Gases", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming"], "ranked_scores": [0.5935, 0.5911, 0.5747, 0.5729, 0.5692, 0.5676, 0.5629, 0.5529, 0.5463, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Solar_cycle_(calendar)", "Younger_Dryas", "George_Kukla", "Urban_heat_island", "100,000-year_problem", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climate_oscillation"], "ranked_scores": [0.6985, 0.6914, 0.6861, 0.6843, 0.6838, 0.678, 0.6749, 0.6714, 0.6706, 0.6607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Carmichael_coal_mine", "Mauna_Loa_Observatory", "Yucca_Mountain_nuclear_waste_repository", "Seneca_Lake_(New_York)", "Dakota_Access_Pipeline", "Δ13C", "Glacier_Bay_Basin", "Glen_Canyon_Dam", "Keeling_Curve", "Mountain"], "ranked_scores": [0.6091, 0.5895, 0.5599, 0.5397, 0.5345, 0.5137, 0.5131, 0.512, 0.5117, 0.5051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["PH", "Alkalinity", "Cold_fusion", "Air_pollution_in_the_United_States", "Estuarine_acidification", "Hydrogen", "Carbon_dioxide_in_Earth's_atmosphere", "Dissolution_(chemistry)", "Carbonic_acid", "Coal_oil"], "ranked_scores": [0.6281, 0.5776, 0.5684, 0.5646, 0.5645, 0.562, 0.5598, 0.5554, 0.5528, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Global_warming_conspiracy_theory", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change_denial", "Global_cooling", "George_Kukla", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6858, 0.6844, 0.6809, 0.6718, 0.6628, 0.6626, 0.6604, 0.659, 0.6538, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Circumstellar_habitable_zone", "Global_cooling", "George_Kukla", "Cosmic_microwave_background", "Cenozoic", "21st_century", "Scientific_revolution", "Pacific_decadal_oscillation", "Global_cooling_(disambiguation)", "Paleocene"], "ranked_scores": [0.5812, 0.5667, 0.539, 0.5379, 0.5258, 0.5255, 0.5186, 0.516, 0.515, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Avoiding_Dangerous_Climate_Change", "Ian_Clark_(geologist)", "Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "Advisory_Group_on_Greenhouse_Gases", "Ice2sea", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.667, 0.6608, 0.6454, 0.6373, 0.6304, 0.6256, 0.625, 0.6213, 0.6175, 0.6089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Santa_Ana_winds", "Polar_vortex", "Wind", "Convective_instability", "Westerlies", "Trade_winds", "North_Atlantic_Current", "Pneumonia_front"], "ranked_scores": [0.6996, 0.6306, 0.5979, 0.5957, 0.5912, 0.5912, 0.5888, 0.5838, 0.5828, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Climate_change", "George_Kukla", "1908", "Climate_change_in_Texas", "MSU_temperature_measurements"], "ranked_scores": [0.7044, 0.6767, 0.6699, 0.6691, 0.6602, 0.6576, 0.6559, 0.6545, 0.644, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "The_Real_Global_Warming_Disaster", "Reasons_for_concern", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "James_Hansen", "Ian_Clark_(geologist)", "Climate_change_in_Europe", "Clouds_and_the_Earth's_Radiant_Energy_System", "Cold_fusion"], "ranked_scores": [0.5796, 0.5762, 0.5714, 0.5703, 0.5622, 0.5507, 0.5473, 0.5464, 0.5455, 0.5451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "International_Fuel_Tax_Agreement", "Fuel_Economy_Reform_Act", "Tax", "NoCO2_Certification_Program", "Environmental_pricing_reform", "Liquefied_petroleum_gas", "Canadian_Association_of_Petroleum_Producers", "Solar_updraft_tower"], "ranked_scores": [0.4564, 0.4534, 0.4509, 0.4426, 0.4414, 0.4366, 0.4275, 0.4251, 0.4202, 0.4183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Ice2sea", "Measurement_of_sea_ice", "Future_sea_level", "Arctic_resources_race", "Glacial_period", "Climate_of_Antarctica", "Sea_level_rise", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Greenland_ice_core_project"], "ranked_scores": [0.7387, 0.7339, 0.7281, 0.7047, 0.7026, 0.6983, 0.6953, 0.6864, 0.678, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Thaw_(weather)", "Sea_level", "Climate_change_in_Texas", "2001_Eastern_North_America_heat_wave", "2013_extreme_weather_events", "1908", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "Plio-Pleistocene", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5986, 0.5924, 0.5916, 0.5854, 0.5834, 0.5694, 0.5673, 0.5672, 0.567, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_event", "Climate_change_feedback", "Global_catastrophic_risk", "Sulfuric_acid", "Anoxia", "Acidophobe", "Runaway_greenhouse_effect", "Eutrophication"], "ranked_scores": [0.6344, 0.6127, 0.6036, 0.5804, 0.5798, 0.5764, 0.5741, 0.5677, 0.5663, 0.5615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Energy_industry", "Petroleum_industry", "Anecdotal_evidence", "Demand_destruction", "Workforce", "Job_security", "Feed-in_tariff", "Energy_mix", "World_energy_consumption", "Pseudoscience"], "ranked_scores": [0.5951, 0.5797, 0.5765, 0.5763, 0.5576, 0.5486, 0.5453, 0.5429, 0.5408, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_resources_race", "Ice2sea", "Arctic_sea_ice_decline", "Sea_level", "Past_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Glacial_earthquake"], "ranked_scores": [0.6716, 0.6528, 0.6321, 0.6312, 0.6304, 0.6268, 0.6154, 0.6079, 0.6003, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Effects_of_global_warming_on_humans", "Climate_change_mitigation_scenarios", "Climate_of_India", "Effects_of_global_warming", "January_2017_European_cold_wave", "Climate_change_in_Europe", "Climate_change_adaptation_in_Nepal", "November_2014_North_American_cold_wave", "Drought_in_Spain"], "ranked_scores": [0.6964, 0.6588, 0.6513, 0.6335, 0.6307, 0.6259, 0.6258, 0.6236, 0.6224, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_(general_concept)", "Scientific_consensus_on_climate_change", "Thermal_pollution", "Advisory_Group_on_Greenhouse_Gases", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Presidential_Climate_Action_Plan", "La_Niña"], "ranked_scores": [0.5621, 0.5411, 0.5371, 0.5296, 0.527, 0.5235, 0.5196, 0.5173, 0.5167, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "1936_North_American_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.7417, 0.7405, 0.7367, 0.7048, 0.6834, 0.6803, 0.6732, 0.6717, 0.6692, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster", "Peter_Sinclair_(environmental_activist)", "Gore_Effect", "Environmental_skepticism", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7057, 0.6845, 0.6557, 0.6542, 0.6535, 0.6501, 0.6398, 0.6348, 0.6324, 0.6288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Scientific_consensus_on_climate_change", "Orbital_forcing", "Climate_variability", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_(general_concept)"], "ranked_scores": [0.6634, 0.6375, 0.6239, 0.6226, 0.6185, 0.6, 0.5968, 0.5929, 0.5904, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Carbon_dioxide", "Aerobic_methane_production", "Low-carbon_emission", "Reverse_osmosis", "Methane", "Carbon_dioxide_in_Earth's_atmosphere", "Gasification", "Atmospheric_methane", "Coal_gasification_commercialization", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6876, 0.6728, 0.6675, 0.664, 0.6623, 0.6582, 0.6538, 0.6418, 0.6339, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2742, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Outcome_bias", "Truth", "Prudent_avoidance_principle", "Inherent_bias", "Stationary_process", "Anecdotal_evidence", "Bias", "Selection_bias", "Argument_from_nonbelief", "Statistical_murder"], "ranked_scores": [0.572, 0.5569, 0.5449, 0.5349, 0.5235, 0.5101, 0.5061, 0.505, 0.5039, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["CO2_is_Green", "Carbon_emissions_reporting", "United_States_Environmental_Protection_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Clean_Air_Act_(United_States)", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "National_Environmental_Policy_Act", "Green_Power_Partnership", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [0.6645, 0.6633, 0.6494, 0.6275, 0.6138, 0.6071, 0.6042, 0.5978, 0.5974, 0.5916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "Global_warming", "George_Kukla", "2010_Northern_Hemisphere_summer_heat_waves", "Arctic_geoengineering", "Global_warming_hiatus", "2011_North_American_heat_wave", "Climate_variability"], "ranked_scores": [0.7352, 0.7212, 0.7016, 0.6991, 0.6976, 0.6898, 0.6848, 0.6785, 0.6784, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["List_of_glaciers_of_Iceland", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Ice_rise", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Drift_ice", "Retreat_of_glaciers_since_1850", "Ice2sea", "Bering_Glacier"], "ranked_scores": [0.6031, 0.603, 0.5997, 0.5967, 0.5958, 0.5948, 0.5817, 0.5764, 0.5754, 0.5742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification_commercialization", "Effluent", "Arch_Coal", "Beyond_Coal", "Contribution_to_global_warming_by_Australia", "Coal_gasification", "Carbon_neutrality", "Clean_technology"], "ranked_scores": [0.6729, 0.6583, 0.628, 0.6022, 0.5991, 0.5946, 0.594, 0.5749, 0.5742, 0.5724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Watts_Up_With_That?", "Circumstellar_habitable_zone", "Global_cooling", "Gore_Effect", "Cosmic_microwave_background", "Cooling_tower", "George_Kukla", "Fleischmann–Pons_experiment", "Washington_Times-Herald", "PDOS"], "ranked_scores": [0.5147, 0.4856, 0.4701, 0.4689, 0.4681, 0.467, 0.4637, 0.462, 0.4599, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "George_Kukla", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Global_warming_hiatus", "Global_warming", "Global_cooling"], "ranked_scores": [0.7328, 0.7174, 0.7043, 0.7043, 0.697, 0.6965, 0.6808, 0.6782, 0.6777, 0.676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "James_Hansen", "Globalization", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5731, 0.5709, 0.5707, 0.5546, 0.5544, 0.5508, 0.5455, 0.5389, 0.5316, 0.5309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Minnesota", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Humid_continental_climate", "Climate_of_the_Arctic", "United_States_rainfall_climatology", "Winter", "Global_cooling_(disambiguation)", "Global_cooling", "Sea_ice_thickness", "Climate_of_the_United_States"], "ranked_scores": [0.6072, 0.6044, 0.5945, 0.592, 0.5898, 0.5854, 0.5833, 0.5819, 0.5788, 0.5757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Orbital_forcing", "Global_dimming", "Solar_phenomena", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "List_of_climate_research_satellites", "Climate_variability", "Climate_change_(general_concept)", "George_Kukla"], "ranked_scores": [0.7269, 0.7163, 0.7094, 0.7048, 0.6946, 0.6791, 0.6711, 0.6683, 0.6651, 0.6616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Phillips_curve", "Binomial_regression", "Trend_stationary", "Outcome_bias", "Worse-than-average_effect", "Backward_bending_supply_curve_of_labour", "Skewness", "Disease", "Probability_of_error", "Stationary_process"], "ranked_scores": [0.5692, 0.562, 0.5486, 0.5422, 0.5315, 0.5097, 0.5062, 0.5052, 0.5028, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Greenhouse_gas", "Climate_Change_Act_2008", "Atmospheric_carbon_cycle", "Environmental_impact_of_transport", "Climate_change_mitigation", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Embedded_emissions"], "ranked_scores": [0.649, 0.639, 0.6341, 0.633, 0.6246, 0.6241, 0.6226, 0.6223, 0.6218, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Global_cooling", "George_Kukla", "Future_of_Earth", "Global_cooling_(disambiguation)", "Ice_age", "Greenhouse_and_icehouse_Earth", "Paleocene", "100,000-year_problem", "Timeline_of_glaciation"], "ranked_scores": [0.768, 0.7353, 0.7216, 0.7093, 0.7014, 0.6932, 0.6825, 0.6814, 0.6812, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["False_consensus_effect", "The_Skeptic_(film)", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "I'm_not_a_scientist", "Reasons_for_concern", "Danish_Committees_on_Scientific_Dishonesty", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6026, 0.5772, 0.5671, 0.5616, 0.5578, 0.5569, 0.5512, 0.5498, 0.5455, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Climate_of_Dallas", "Excessive_heat_watch", "March_2012_North_American_heat_wave", "Cooling_center", "Late_2009_southeastern_Australia_heat_wave", "Sun_Belt", "Early_2009_southeastern_Australia_heat_wave", "1936_North_American_cold_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.6756, 0.6465, 0.645, 0.6335, 0.6212, 0.6211, 0.6202, 0.6201, 0.6188, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "George_Kukla", "2010_Northern_Hemisphere_summer_heat_waves", "History_of_climate_change_science", "Global_cooling", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Abrupt_climate_change", "Climate_inertia"], "ranked_scores": [0.6978, 0.6815, 0.679, 0.6724, 0.6676, 0.6664, 0.6509, 0.6482, 0.6467, 0.6456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Electricity_sector_in_the_United_Kingdom", "Wind_power_in_California", "Solar_power_in_the_United_States", "Ivanpah_Solar_Power_Facility", "Wind_power_in_the_United_Kingdom", "Solar_power_by_country", "Renewable_energy_in_the_United_Kingdom", "Renewable_energy_in_the_United_States", "Energy_in_the_United_States", "Photovoltaics"], "ranked_scores": [0.6926, 0.6852, 0.6749, 0.6742, 0.663, 0.6604, 0.6561, 0.6557, 0.641, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture", "Agriculture_in_Pennsylvania", "Environmental_impact_of_meat_production", "Intensive_animal_farming", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Economy_of_the_United_States", "Aquaculture"], "ranked_scores": [0.6708, 0.6656, 0.648, 0.6452, 0.6341, 0.6311, 0.619, 0.5955, 0.5856, 0.5817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-mrl-64-pq-m8-n8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Mink", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Arctic_Lowlands", "Corylus_cornuta", "National_preserve", "List_of_Alaska_state_forests", "Climate_of_the_Philippines", "Deforestation"], "ranked_scores": [0.68, 0.6475, 0.5848, 0.5795, 0.5692, 0.5681, 0.5653, 0.5612, 0.5562, 0.5534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Glacier", "Arctic_methane_emissions", "Global_warming_potential", "Arctic_ice_pack", "Greenland_Sea", "Sea_ice", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice_shelf"], "ranked_scores": [0.7949, 0.7781, 0.7769, 0.7582, 0.7567, 0.7549, 0.7445, 0.7366, 0.7263, 0.7241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.631, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "El_Niño–Southern_Oscillation", "Sea_level", "Pliocene_climate", "Climate_of_the_United_States", "Weather", "Climate_of_the_United_Kingdom", "Tide", "Climate_of_Australia"], "ranked_scores": [0.7974, 0.7692, 0.7545, 0.7492, 0.7454, 0.7362, 0.736, 0.7342, 0.7294, 0.7292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Ice2sea", "Holocene_glacial_retreat", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Glacier", "Glacier_mass_balance", "Sea_ice"], "ranked_scores": [0.7297, 0.7268, 0.7098, 0.7039, 0.6967, 0.6929, 0.6926, 0.6868, 0.6838, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Carbon_profiling", "Carbon_footprint", "Contribution_to_global_warming_by_Australia", "Emission_intensity", "Carbon_Shredders", "Green_Power_Partnership", "Environmental_impact_of_biodiesel", "Carbon_emission_trading", "Fossil_fuel_power_station"], "ranked_scores": [0.7798, 0.7438, 0.7311, 0.7254, 0.7118, 0.7085, 0.7059, 0.7058, 0.7049, 0.7027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "James_Hansen", "Low-carbon_emission", "Greenhouse_gas_inventory", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Atmospheric_carbon_cycle", "Climate_change_policy_of_the_United_States", "Embedded_emissions", "CO2_is_Green"], "ranked_scores": [0.7522, 0.7412, 0.7235, 0.7157, 0.7147, 0.7118, 0.7103, 0.7096, 0.7095, 0.7041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Last_Glacial_Maximum", "Ice_shelf", "Glacier", "Antarctic_ice_sheet", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Sea_level_rise", "Glacier_mass_balance"], "ranked_scores": [0.7417, 0.7413, 0.7364, 0.7288, 0.7255, 0.7254, 0.7249, 0.7208, 0.7143, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Estuarine_acidification", "Climate_change_mitigation_scenarios", "Keeling_Curve", "Effects_of_global_warming"], "ranked_scores": [0.8531, 0.8324, 0.8214, 0.806, 0.7815, 0.7721, 0.7581, 0.7546, 0.754, 0.7484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "Tornadoes_of_2017", "Natural_disaster", "Natural_hazard", "1982–83_El_Niño_event", "2016_Atlantic_hurricane_season", "Environmental_hazard", "1997_Pacific_hurricane_season"], "ranked_scores": [0.7696, 0.7626, 0.757, 0.7402, 0.7365, 0.7344, 0.7313, 0.7245, 0.7214, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Lymphangitis", "Ehrlichia_Wisconsin_HM543746", "Climate_of_the_Nordic_countries", "Generalized_lymphadenopathy", "Droughts_in_the_United_States", "Great_Basin_Floristic_Province", "Eastern_Oregon", "Spring_fever"], "ranked_scores": [0.7008, 0.6986, 0.6272, 0.6165, 0.5881, 0.5871, 0.5847, 0.5819, 0.575, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Scientific_opinion_on_climate_change", "Climate_engineering", "Advisory_Group_on_Greenhouse_Gases", "Climate_change_mitigation", "Effects_of_global_warming", "Climate_risk", "World_Climate_Change_Conference,_Moscow", "Climate_prediction"], "ranked_scores": [0.7143, 0.7067, 0.7035, 0.6902, 0.6779, 0.6683, 0.6671, 0.666, 0.6659, 0.6634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_(general_concept)", "Climate_variability", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "Global_warming"], "ranked_scores": [0.7986, 0.7739, 0.7691, 0.7366, 0.7237, 0.7215, 0.7215, 0.7012, 0.6995, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Ivanpah_Solar_Power_Facility", "Wind_power_in_Colorado", "Carbon_dioxide_in_Earth's_atmosphere", "Alta_Wind_Energy_Center", "350.org", "Keeling_Curve", "Colorado_Springs,_Colorado", "Aliso_Canyon_gas_leak", "Climate_change_in_Tuvalu"], "ranked_scores": [0.6826, 0.6435, 0.6234, 0.6098, 0.5946, 0.5805, 0.5722, 0.5561, 0.5479, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Deep_ocean_water", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Atmospheric_methane", "Water", "Dissolution_(chemistry)", "Anoxic_waters"], "ranked_scores": [0.7459, 0.7417, 0.7405, 0.7337, 0.7135, 0.7131, 0.69, 0.6784, 0.6765, 0.675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "George_Kukla", "Merchants_of_Doubt", "Willie_Soon", "Media_coverage_of_climate_change", "The_Deniers"], "ranked_scores": [0.7749, 0.7618, 0.7604, 0.7572, 0.7501, 0.7469, 0.7446, 0.7253, 0.7102, 0.7101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Boreal_(age)", "Condensation_cloud", "Plate_tectonics", "Politicization_of_science", "New_Scientist", "Global_cooling", "Solar_updraft_tower", "Cold_fusion", "Cosmic_microwave_background"], "ranked_scores": [0.663, 0.6266, 0.622, 0.6192, 0.6086, 0.6049, 0.6006, 0.5991, 0.5932, 0.5914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["George_Kukla", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_Climate_Impact_Assessment", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic", "Global_warming", "Advisory_Group_on_Greenhouse_Gases", "Effects_of_global_warming"], "ranked_scores": [0.7369, 0.7139, 0.6884, 0.6882, 0.6881, 0.6877, 0.6834, 0.6815, 0.6793, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_High", "Weather_front", "Westerlies", "Polar_front", "Polar_vortex", "Wind_shear", "Low-pressure_area", "Jet_stream", "Winds_aloft", "Mesopause"], "ranked_scores": [0.8198, 0.7991, 0.7834, 0.7762, 0.7728, 0.7686, 0.7652, 0.7523, 0.7468, 0.7419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Temperature_record_of_the_past_1000_years", "Hekla_3_eruption", "1980_United_States_heat_wave", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1936_North_American_cold_wave", "Eocene_Thermal_Maximum_2", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Instrumental_temperature_record"], "ranked_scores": [0.7891, 0.7781, 0.7299, 0.7274, 0.7247, 0.7246, 0.7161, 0.7156, 0.7111, 0.7027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Greenhouse_gas", "An_Appeal_to_Reason", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change", "Global_warming", "Wibjörn_Karlén", "Climate_change_and_agriculture", "George_Kukla"], "ranked_scores": [0.6721, 0.6476, 0.6403, 0.6384, 0.6376, 0.6375, 0.637, 0.6341, 0.6286, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_pricing_reform", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Gasoline", "Greenhouse_gas_emissions_accounting", "Liquefied_petroleum_gas", "Canadian_Association_of_Petroleum_Producers", "Substitute_natural_gas"], "ranked_scores": [0.6326, 0.5945, 0.5937, 0.5876, 0.5675, 0.5643, 0.5529, 0.5483, 0.5387, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Greenland_ice_core_project", "Last_Glacial_Maximum", "Proglacial_lake", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_ice_pack", "Deglaciation", "Water_on_Mars", "Antarctic_Cold_Reversal", "Past_sea_level"], "ranked_scores": [0.7937, 0.767, 0.7587, 0.7431, 0.7367, 0.7364, 0.732, 0.7293, 0.7265, 0.7265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "March_2012_North_American_heat_wave", "Great_Salinity_Anomaly", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "Beaufort_Sea", "1908"], "ranked_scores": [0.7181, 0.6984, 0.6873, 0.6838, 0.6731, 0.6686, 0.6686, 0.6668, 0.6635, 0.6595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Wetland_methane_emissions", "Climate_change_feedback", "Dissolution_(chemistry)", "Water", "Carbon_dioxide_in_Earth's_atmosphere", "Tropospheric_ozone", "Greenhouse_gas"], "ranked_scores": [0.7717, 0.7576, 0.7494, 0.7479, 0.7308, 0.7152, 0.7147, 0.7021, 0.6892, 0.6846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Job_security", "Jobs_created_during_U.S._presidential_terms", "Environmental_impact_of_meat_production", "False_balance", "Carbon_diet", "False_evidence", "Carbon_Shredders", "Waste-to-energy_plant", "Energy_industry"], "ranked_scores": [0.6865, 0.6391, 0.6385, 0.6362, 0.6317, 0.6261, 0.6222, 0.6209, 0.6197, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Arctic_geoengineering", "Thaw_(weather)", "Arctic_ice_pack", "Glacier", "Antarctic_Cold_Reversal", "Thaw_depth", "Retreat_of_glaciers_since_1850", "Ice2sea"], "ranked_scores": [0.7487, 0.7457, 0.7249, 0.7243, 0.7227, 0.7087, 0.702, 0.7016, 0.697, 0.6968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_Spain", "Climate_of_Australia", "Acid_rain", "Desertification", "Earth_rainfall_climatology", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Drylands"], "ranked_scores": [0.7773, 0.7651, 0.7344, 0.7327, 0.731, 0.7186, 0.7184, 0.7149, 0.7136, 0.7129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Thermal_pollution", "Climate_change_mitigation_scenarios", "Climate_sensitivity", "Excessive_heat_watch", "Air_conditioned_clothing", "Water_heating", "Climate_change_in_the_Arctic", "Carbon_bubble", "Environmental_issue", "Media_coverage_of_climate_change"], "ranked_scores": [0.6911, 0.6723, 0.6716, 0.6466, 0.6436, 0.6331, 0.633, 0.618, 0.6161, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2013_Southwestern_United_States_heat_wave", "1936_North_American_cold_wave", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8821, 0.8681, 0.8669, 0.8511, 0.8511, 0.8472, 0.8463, 0.8363, 0.8314, 0.8256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming_controversy", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "George_Kukla", "James_Hansen", "Willie_Soon", "Scientific_consensus_on_climate_change", "The_Deniers"], "ranked_scores": [0.818, 0.7663, 0.7647, 0.7584, 0.7512, 0.7373, 0.7344, 0.7315, 0.7305, 0.718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_controversy", "Climate_change_(general_concept)", "Climate_variability", "Stern_Review", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7073, 0.6962, 0.6958, 0.6812, 0.6792, 0.6787, 0.6787, 0.6702, 0.6667, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Low-carbon_emission", "Methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "List_of_countries_by_carbon_dioxide_emissions", "Environmental_impact_of_transport", "Fossil_fuel_power_station"], "ranked_scores": [0.8396, 0.7969, 0.7775, 0.7737, 0.772, 0.767, 0.7436, 0.7397, 0.7394, 0.7364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Inherent_bias", "Correlation_and_dependence", "Prevention_paradox", "Philosophical_skepticism", "Risk_neutral", "Risk_(statistics)", "Risk_analysis", "Dunning–Kruger_effect", "Statistical_murder", "Statistical_significance"], "ranked_scores": [0.7115, 0.6936, 0.6681, 0.6646, 0.6641, 0.6577, 0.6546, 0.6433, 0.6427, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "CO2_is_Green", "Beyond_Coal", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Carbon_offset", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.7288, 0.725, 0.7111, 0.7082, 0.7037, 0.7035, 0.6934, 0.6895, 0.689, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2533, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "1997–98_El_Niño_event", "IPCC_First_Assessment_Report", "Global_cooling", "Copenhagen_Diagnosis", "2014–16_El_Niño_event", "Climate_of_the_United_States", "Deglaciation", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.801, 0.7873, 0.7835, 0.7835, 0.7782, 0.7764, 0.7759, 0.7723, 0.7696, 0.7641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "List_of_glaciers_of_Iceland", "Arctic_ice_pack", "Glacier_mass_balance", "Antarctic_sea_ice", "Glacier", "Sea_ice", "Climate_change_in_Tuvalu", "Ice_sheet"], "ranked_scores": [0.7596, 0.752, 0.7451, 0.7291, 0.7084, 0.6846, 0.6821, 0.6805, 0.6751, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_dioxide_removal", "Blackwater_(coal)", "Carbon_capture_and_storage", "Emissions_trading", "Carbon_neutrality", "Carbon_profiling", "Carbon_capture_and_storage_in_Australia", "Carbon_offset"], "ranked_scores": [0.796, 0.7583, 0.7358, 0.7335, 0.7323, 0.7247, 0.7096, 0.7075, 0.703, 0.6991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Condensation_cloud", "Solar_updraft_tower", "Convective_heat_transfer", "Steam_engine", "Natural_circulation", "PDOS", "Solar_gain", "Politicization_of_science", "Sublimation_(phase_transition)"], "ranked_scores": [0.6206, 0.6113, 0.569, 0.5659, 0.5523, 0.5489, 0.548, 0.5453, 0.5446, 0.5298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "History_of_climate_change_science", "Wibjörn_Karlén", "Media_coverage_of_climate_change", "The_Real_Global_Warming_Disaster", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.7908, 0.776, 0.7696, 0.7677, 0.7651, 0.7583, 0.7548, 0.7465, 0.7389, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Media_coverage_of_climate_change", "James_Hansen", "Climate_Research_(journal)", "Peter_Sinclair_(environmental_activist)", "Scientific_opinion_on_climate_change", "Watts_Up_With_That?", "Climate_change_mitigation", "Climate_change_policy_of_the_United_States", "Global_warming_controversy", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6882, 0.6674, 0.6657, 0.6545, 0.6452, 0.6406, 0.636, 0.6352, 0.6344, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_the_Arctic", "1936_North_American_cold_wave", "1908", "2019_heat_wave_in_India_and_Pakistan", "Excessive_heat_watch", "List_of_heat_waves", "Sun_Belt", "Great_Salt_Lake_effect", "Thaw_(weather)", "Pliocene_climate"], "ranked_scores": [0.7084, 0.7026, 0.6806, 0.6701, 0.6696, 0.6605, 0.6602, 0.6594, 0.655, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Polar_amplification", "Radiative_forcing", "Global_cooling", "Climate_variability", "Climate_change_(general_concept)", "Climate_change", "Global_warming", "Global_warming_in_Antarctica", "History_of_climate_change_science", "Earth's_energy_budget"], "ranked_scores": [0.8204, 0.7898, 0.785, 0.7779, 0.7779, 0.7723, 0.7706, 0.7693, 0.7678, 0.7677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Worse-than-average_effect", "Selection_bias", "Accident", "Wage_curve", "Outcome_bias", "Statistical_significance", "Unemployment_in_the_United_States", "Regression_toward_the_mean", "Bias", "Deindustrialisation_by_country"], "ranked_scores": [0.6643, 0.6441, 0.6135, 0.6023, 0.599, 0.5979, 0.591, 0.5888, 0.5864, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Climate_change_policy_of_the_United_States", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_mitigation_scenarios", "Contribution_to_global_warming_by_Australia", "Low-carbon_emission", "Effects_of_global_warming"], "ranked_scores": [0.8066, 0.7684, 0.7669, 0.7659, 0.7653, 0.765, 0.7644, 0.7643, 0.7537, 0.7493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Hesperian", "Global_cooling", "Wibjörn_Karlén", "Temperature_record_of_the_past_1000_years", "Future_of_Earth", "Geodynamics_of_Mars", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Late_Glacial"], "ranked_scores": [0.8149, 0.8145, 0.8001, 0.7836, 0.7763, 0.7755, 0.7739, 0.7655, 0.763, 0.7595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Misuse_of_statistics", "Inherent_bias", "Cognitive_bias", "Merchants_of_Doubt", "Plausible_deniability", "Willie_Soon", "Global_warming_controversy", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6664, 0.6531, 0.6399, 0.6359, 0.6329, 0.6325, 0.6312, 0.6197, 0.6166, 0.6121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Cooling_center", "Excessive_heat_watch", "Heat_index", "2018_British_Isles_heat_wave", "Humid_continental_climate", "Summer_of_1976_(Europe)", "1936_North_American_cold_wave", "Climate_of_the_Arctic", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.7706, 0.7632, 0.7371, 0.721, 0.7176, 0.7124, 0.7105, 0.7083, 0.7081, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "Copenhagen_Diagnosis", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Wibjörn_Karlén", "Climate_change_in_the_United_States", "Global_cooling", "Environmental_issue"], "ranked_scores": [0.7859, 0.7634, 0.7427, 0.7417, 0.7365, 0.7361, 0.7353, 0.7287, 0.725, 0.7234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "Solar_power_in_Michigan", "Renewable_energy", "Solar_power", "100%_renewable_energy", "Wind_power_in_New_Mexico", "Solar_power_in_Italy", "Wind_power_by_country"], "ranked_scores": [0.808, 0.7995, 0.7958, 0.7588, 0.7487, 0.7447, 0.7376, 0.7362, 0.7266, 0.7192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Wild_farming", "Farm_programs", "Agriculture", "Agriculture_in_Brazil", "Dairy_farming_in_Canada", "Agriculture_in_Syria"], "ranked_scores": [0.7834, 0.7566, 0.7414, 0.7388, 0.7354, 0.7327, 0.7269, 0.7242, 0.7203, 0.7153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n4": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Yup'ik_cuisine", "Pastaza_Province", "National_preserve", "Hurricane_Katrina_and_global_warming", "Mink", "Alaska-St._Elias_Range_tundra", "Mount_Bear", "Spring_fever", "Grizzly_bear", "Leyte_(province)"], "ranked_scores": [0.6487, 0.6468, 0.5744, 0.5582, 0.5548, 0.5531, 0.5483, 0.5475, 0.5469, 0.5435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Bering_Glacier", "Glacier", "Norwegian_Sea", "Greenland_Sea", "List_of_glaciers_of_Iceland", "Cryovolcano", "List_of_glaciers", "Ice_shelf", "Mesopause"], "ranked_scores": [0.7962, 0.7924, 0.7857, 0.7477, 0.7475, 0.7432, 0.7401, 0.7401, 0.7394, 0.7362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Climate_of_Salt_Lake_City", "Climate_change_in_the_Arctic", "Ocean_color", "Regional_effects_of_global_warming", "Ocean_surface_topography", "Future_sea_level", "Anoxic_waters", "Polar_forests_of_the_Cretaceous", "Ria"], "ranked_scores": [0.7329, 0.7289, 0.7266, 0.7192, 0.7148, 0.7131, 0.709, 0.7067, 0.7059, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Study_of_Environmental_Arctic_Change", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Arctic_resources_race", "Arctic_sea_ice_decline", "Glacier", "Glacier_mass_balance", "Cryovolcano", "List_of_glaciers"], "ranked_scores": [0.6946, 0.6899, 0.689, 0.6809, 0.6768, 0.6701, 0.6693, 0.6657, 0.6622, 0.6622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Green_Power_Partnership", "Carbon_neutrality", "Carbon_offset", "Carbon-neutral_fuel", "Environmental_impact_of_aviation", "Low-carbon_fuel_standard", "Carbon_price", "Carbon_tax", "Carbon_emission_trading", "Carbon_profiling"], "ranked_scores": [0.7595, 0.7585, 0.7571, 0.7492, 0.7355, 0.7352, 0.7195, 0.714, 0.7123, 0.7111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_policy_of_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Embedded_emissions", "Carbon_offset", "Energy_policy_of_the_United_States", "Carbon_emission_trading", "Cross-State_Air_Pollution_Rule", "CO2_is_Green"], "ranked_scores": [0.7636, 0.7378, 0.7288, 0.7279, 0.7258, 0.7231, 0.7207, 0.7154, 0.7137, 0.7131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Glacial_earthquake", "List_of_glaciers", "Cryovolcano", "Glacial_period", "Bering_Glacier", "Antarctic_ice_sheet", "Glacier", "Greenland_ice_sheet", "Ice_shelf"], "ranked_scores": [0.7562, 0.7516, 0.7344, 0.7344, 0.7283, 0.7218, 0.7204, 0.7146, 0.7141, 0.7117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming_potential", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Retreat_of_glaciers_since_1850", "Special_Report_on_Global_Warming_of_1.5_°C", "Great_Salinity_Anomaly", "Global_warming_hiatus", "Carbon_dioxide_in_Earth's_atmosphere", "Water_distribution_on_Earth", "Global_warming_in_Antarctica"], "ranked_scores": [0.7719, 0.7666, 0.754, 0.7426, 0.7385, 0.7281, 0.7236, 0.7189, 0.7175, 0.7135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina", "Tornadoes_in_the_United_States", "2006_North_American_heat_wave", "Geomagnetic_storm", "Excessive_heat_watch", "Texas-Oklahoma_wildfires_of_2005–06", "1911_Eastern_North_America_heat_wave", "2004_Atlantic_hurricane_season", "2016_Atlantic_hurricane_season", "List_of_Texas_hurricanes_(1950–79)"], "ranked_scores": [0.7274, 0.7262, 0.7256, 0.7248, 0.7227, 0.7192, 0.7173, 0.716, 0.716, 0.7131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["2009_flu_pandemic_in_the_United_States_by_state", "Lyme_disease", "Lymphangitis", "List_of_West_Nile_virus_outbreaks", "Great_Basin_Floristic_Province", "Laurentide_Ice_Sheet", "Water_scarcity", "Climate_of_the_United_States", "Drowning", "2009_flu_pandemic_in_the_United_States"], "ranked_scores": [0.6606, 0.6471, 0.6337, 0.6283, 0.6236, 0.6178, 0.6155, 0.6088, 0.6088, 0.6077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Stern_Review", "Politics_of_global_warming", "Economics_of_global_warming", "Mitigation_of_global_warming_in_Australia", "IPCC_Second_Assessment_Report", "Climate_engineering", "Scientific_consensus_on_climate_change", "Transatlantic_Climate_Bridge", "List_of_climate_scientists", "Climate_fiction"], "ranked_scores": [0.7701, 0.7303, 0.7273, 0.696, 0.6687, 0.6533, 0.6495, 0.6475, 0.6463, 0.6462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Neoglaciation", "An_Appeal_to_Reason", "Economics_of_global_warming", "Younger_Dryas", "Cryogenian", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_the_United_States", "Climate_change_(general_concept)"], "ranked_scores": [0.7503, 0.7262, 0.7236, 0.7201, 0.714, 0.7056, 0.7024, 0.702, 0.7013, 0.6979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Carmichael_coal_mine", "Yucca_Mountain_nuclear_waste_repository", "Glen_Canyon_Dam", "Alta_Wind_Energy_Center", "350.org", "Carbon_dioxide_in_Earth's_atmosphere", "Mackinac_Island", "Intermountain_Power_Plant", "Olympic_Mountains"], "ranked_scores": [0.6483, 0.6259, 0.6173, 0.6156, 0.6057, 0.5996, 0.5883, 0.587, 0.5851, 0.5785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Coal_pollution_mitigation", "Dissolution_(chemistry)", "PH", "Dolomitization", "Hydrogen_fuel", "Canada_and_the_Kyoto_Protocol", "Climate_change_policy_of_the_United_States", "Greenhouse_gas", "Cold_fusion", "Hydrofluorocarbon"], "ranked_scores": [0.683, 0.6704, 0.6696, 0.6669, 0.6613, 0.659, 0.6563, 0.6533, 0.6521, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "The_Deniers", "The_Real_Global_Warming_Disaster", "The_Skeptic_(film)", "Climate_Change_Denial:_Heads_in_the_Sand", "Climate_change_denial", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Economics_of_global_warming", "Watts_Up_With_That?"], "ranked_scores": [0.7105, 0.6879, 0.6834, 0.673, 0.66, 0.66, 0.6537, 0.6497, 0.6449, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["The_Hockey_Stick_and_the_Climate_Wars", "Cosmic_microwave_background", "Global_cooling", "Boreal_(age)", "Solar_phenomena", "Fleischmann–Pons_experiment", "Plio-Pleistocene", "Global_cooling_(disambiguation)", "Stephen_Schneider", "Cenozoic"], "ranked_scores": [0.6588, 0.6521, 0.6461, 0.6369, 0.6286, 0.6222, 0.616, 0.6148, 0.6099, 0.6097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Global_cooling", "Peter_Sinclair_(environmental_activist)", "Arctic_sea_ice_decline", "Avoiding_Dangerous_Climate_Change", "Arctic_resources_race", "George_Kukla", "Hockey_stick_controversy", "Scientific_consensus_on_climate_change", "Ian_Clark_(geologist)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7154, 0.715, 0.7149, 0.7038, 0.7032, 0.6984, 0.6981, 0.6948, 0.6914, 0.6829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Wind", "South_Pacific_tropical_cyclone", "Jet_stream", "Polar_front", "Northern_Sea_Route", "Great_Salt_Lake_effect", "Trade_winds", "Polar_vortex", "Polar_High", "Wind_shear"], "ranked_scores": [0.7585, 0.7348, 0.7343, 0.7328, 0.7205, 0.7087, 0.7032, 0.7025, 0.7023, 0.6994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Climate_change_in_Australia", "Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "George_Kukla", "Instrumental_temperature_record", "Ice_core", "Ice_age", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave"], "ranked_scores": [0.72, 0.71, 0.7081, 0.6994, 0.6918, 0.6881, 0.6849, 0.6812, 0.6812, 0.6812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Attribution_of_recent_climate_change", "Vertisol", "The_Hockey_Stick_and_the_Climate_Wars", "Trifluoromethyl_sulphur_pentafluoride", "Atmospheric_instability", "The_Hockey_Stick_Illusion", "Abiogenic_petroleum_origin", "Fleischmann–Pons_experiment", "Induced_radioactivity", "Green_Revolution"], "ranked_scores": [0.6464, 0.6451, 0.6328, 0.6224, 0.622, 0.6215, 0.6192, 0.6184, 0.6152, 0.6146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canadian_Association_of_Petroleum_Producers", "Substitute_natural_gas", "Carbon_bubble", "Bioenergy_in_China", "Greenhouse_gas_emissions_accounting", "Nuclear_reprocessing", "Carbon_fiber_reinforced_polymer", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Carbon_pricing_in_Australia"], "ranked_scores": [0.5309, 0.5167, 0.513, 0.5128, 0.5096, 0.5067, 0.502, 0.5, 0.4978, 0.4965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Glacial_period", "Greenland_ice_core_project", "Heaven_and_Earth_(book)", "Arctic_resources_race", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Ice_age", "Sea_level_rise", "Future_sea_level", "George_Kukla"], "ranked_scores": [0.791, 0.757, 0.7504, 0.7368, 0.7346, 0.7293, 0.7263, 0.7242, 0.7169, 0.71], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "1982–83_El_Niño_event", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "Wisconsin_glaciation"], "ranked_scores": [0.6849, 0.6843, 0.683, 0.6795, 0.6692, 0.6681, 0.6681, 0.6681, 0.6646, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Wetland_methane_emissions", "Sympagic_ecology", "Acidophiles_in_acid_mine_drainage", "Hydrophobe", "Ocean_acidification", "Reverse_osmosis", "Lead_(sea_ice)", "Atmospheric_carbon_cycle", "Biosequestration", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7094, 0.6886, 0.6881, 0.6819, 0.6786, 0.6776, 0.6755, 0.6703, 0.6621, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Disinformation", "European_Union_Emission_Trading_Scheme", "Anecdotal_evidence", "Debunker", "Jobs_created_during_U.S._presidential_terms", "Environmental_impact_of_meat_production", "Environmental_impact_of_transport_in_Australia", "Illusion_of_validity", "Credibility", "Workforce_productivity"], "ranked_scores": [0.6853, 0.6597, 0.6554, 0.6513, 0.6501, 0.6482, 0.6444, 0.6437, 0.6402, 0.6397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Glacial_earthquake", "Arctic_resources_race", "List_of_heat_waves", "Retreat_of_glaciers_since_1850", "Glacial_period", "Antarctic_ice_sheet", "Bering_Glacier", "Glacier", "Sea_level_rise", "Future_sea_level"], "ranked_scores": [0.7468, 0.7309, 0.7273, 0.7269, 0.7064, 0.6956, 0.6806, 0.68, 0.671, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Earth_rainfall_climatology", "Rain", "Droughts_in_the_United_States", "Global_storm_activity_of_2007", "January_2017_European_cold_wave", "Drought_in_Spain", "Early_2014_North_American_cold_wave", "United_States_rainfall_climatology", "List_of_countries_by_natural_disaster_risk", "List_of_drainage_basins_by_area"], "ranked_scores": [0.777, 0.7669, 0.7516, 0.7441, 0.7299, 0.7299, 0.712, 0.7109, 0.7035, 0.6996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Thermal_pollution", "Climate_change_in_the_United_States", "Presidential_Climate_Action_Plan", "Carbon_bubble", "Reverse_osmosis", "Ground-coupled_heat_exchanger", "Climate_change_in_Australia", "Climate_change_mitigation_scenarios", "Air_conditioned_clothing", "Coal"], "ranked_scores": [0.6645, 0.662, 0.6371, 0.6121, 0.6046, 0.5945, 0.5919, 0.5885, 0.5884, 0.5833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "Climate_of_Dallas", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "1911_Eastern_North_America_heat_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.8129, 0.8055, 0.8055, 0.8055, 0.8014, 0.7826, 0.7725, 0.7705, 0.767, 0.7658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "The_Hockey_Stick_Illusion", "Nature_worship", "George_Kukla", "The_Great_Global_Warming_Swindle", "Global_cooling", "Politics_of_global_warming", "The_Real_Global_Warming_Disaster", "History_of_climate_change_science"], "ranked_scores": [0.7886, 0.7398, 0.7378, 0.725, 0.7243, 0.7227, 0.7211, 0.718, 0.7177, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Economics_of_global_warming", "Global_warming_hiatus", "Stern_Review", "Global_cooling_(disambiguation)", "Global_cooling", "Orbital_forcing", "Arctic_sea_ice_decline", "Climate_fiction", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7057, 0.6987, 0.6852, 0.6741, 0.6552, 0.6533, 0.6406, 0.635, 0.6285, 0.6269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Trifluoromethyl_sulphur_pentafluoride", "Low-carbon_emission", "Nitrogen_dioxide_poisoning", "Environmental_impact_of_transport", "Atmospheric_methane", "Wetland_methane_emissions", "Hydrogen_fuel", "Carbon_dioxide", "Oxygen", "Hydrofluorocarbon"], "ranked_scores": [0.7916, 0.7715, 0.7714, 0.769, 0.7638, 0.7627, 0.7625, 0.7577, 0.7508, 0.7505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Truth", "Argument_from_nonbelief", "Philosophy_of_statistics", "Inherent_bias", "Selection_bias", "Realis_mood", "Optimal_decision", "Outcome_bias", "Statistical_murder", "Philosophical_skepticism"], "ranked_scores": [0.6994, 0.6881, 0.67, 0.6676, 0.6676, 0.6632, 0.6545, 0.6481, 0.6471, 0.6431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["CO2_is_Green", "Carbon_offset", "Carbon_price", "Carbon_emissions_reporting", "United_States_Environmental_Protection_Agency", "Carbon_neutrality", "Canada_and_the_Kyoto_Protocol", "Green_Power_Partnership", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_bubble"], "ranked_scores": [0.7394, 0.6951, 0.6863, 0.6836, 0.6828, 0.6778, 0.6778, 0.6735, 0.6679, 0.6621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "2014–16_El_Niño_event", "Climate_change_in_Texas", "2015_North_American_heat_wave", "IPCC_First_Assessment_Report", "2019_heat_wave_in_India_and_Pakistan", "Arctic_geoengineering", "Great_Salinity_Anomaly", "2011_North_American_heat_wave"], "ranked_scores": [0.8077, 0.7776, 0.7757, 0.7622, 0.7601, 0.7593, 0.7575, 0.757, 0.7546, 0.7534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Bering_Glacier", "List_of_glaciers_of_Iceland", "Study_of_Environmental_Arctic_Change", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Holocene_glacial_retreat", "Ice_rise", "Volcanology_of_Iceland", "Retreat_of_glaciers_since_1850", "Geography_of_the_Bahamas"], "ranked_scores": [0.7203, 0.7132, 0.7001, 0.7001, 0.6964, 0.6914, 0.6902, 0.6883, 0.6803, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Carbon_neutrality", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Coal_pollution_mitigation", "CO2_is_Green", "Incineration", "Beyond_Coal", "Artificial_photosynthesis", "Carbon_dioxide_removal", "History_of_coal_mining"], "ranked_scores": [0.7414, 0.7197, 0.7148, 0.7044, 0.6947, 0.6896, 0.6856, 0.6829, 0.6819, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cosmic_microwave_background", "Fleischmann–Pons_experiment", "Programmed_Data_Processor", "Solar_phenomena", "The_Hockey_Stick_and_the_Climate_Wars", "Cooling_tower", "Combined_cycle", "Solar_updraft_tower", "Richard_Lindzen", "Milankovitch_cycles"], "ranked_scores": [0.5852, 0.5834, 0.5713, 0.5586, 0.5561, 0.5445, 0.5435, 0.537, 0.528, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["George_Kukla", "Hockey_stick_controversy", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Hockey_Stick_and_the_Climate_Wars", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Peter_Sinclair_(environmental_activist)", "History_of_climate_change_science"], "ranked_scores": [0.7885, 0.7643, 0.7556, 0.7493, 0.7361, 0.7284, 0.7246, 0.7194, 0.7163, 0.7133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Economics_of_global_warming", "Stern_Review", "Global_warming_controversy", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Climate_Research_(journal)", "Scientific_consensus_on_climate_change", "Greenhouse_debt", "List_of_climate_research_satellites"], "ranked_scores": [0.703, 0.6758, 0.6682, 0.6588, 0.657, 0.654, 0.6502, 0.6454, 0.645, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Measurement_of_sea_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Thaw_(weather)", "Three_Furnaces", "Surface_Heat_Budget_of_the_Arctic_Ocean", "Climate_of_Minnesota", "Climate_of_the_Arctic", "Deglaciation", "Lake_Washington", "Global_cooling"], "ranked_scores": [0.6695, 0.6676, 0.6672, 0.6663, 0.666, 0.6594, 0.6583, 0.6573, 0.6557, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Global_dimming", "Global_cooling", "Milutin_Milanković", "Climate_of_Mars", "Polar_forests_of_the_Cretaceous", "Climate_sensitivity", "History_of_climate_change_science", "Solar_gain", "Global_cooling_(disambiguation)", "Polar_amplification"], "ranked_scores": [0.8152, 0.7949, 0.7911, 0.7873, 0.7783, 0.7728, 0.769, 0.769, 0.7656, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Backward_bending_supply_curve_of_labour", "Worse-than-average_effect", "Binomial_regression", "Double_negative", "Regression_toward_the_mean", "Ordinal_regression", "Debunker", "Probability_of_error", "Supply-side_economics", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [0.6297, 0.6192, 0.6082, 0.6066, 0.6039, 0.596, 0.5893, 0.5884, 0.5806, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Climate_change_in_the_United_States", "Energy_value_of_coal", "Low-carbon_emission", "Carbon-based_fuel", "Deforestation_and_climate_change", "Carbon_bubble", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "Fossil_fuel", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.7551, 0.7545, 0.7434, 0.7386, 0.7337, 0.7331, 0.7327, 0.7324, 0.7291, 0.7283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "George_Kukla", "Ice_core", "Mississippian_(geology)", "Eocene_Thermal_Maximum_2", "Wibjörn_Karlén", "Cryogenian", "Climate_of_Mars"], "ranked_scores": [0.8312, 0.8168, 0.8141, 0.8095, 0.8055, 0.7849, 0.7794, 0.7719, 0.7707, 0.7675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Silent_majority", "False_consensus_effect", "Dumbing_down", "Harm_principle", "Doubling_time", "Truthiness", "The_Deniers", "Dunning–Kruger_effect", "Greenhouse_effect_(United_States_Supreme_Court)", "Scientific_dissent"], "ranked_scores": [0.6768, 0.6516, 0.6412, 0.6298, 0.617, 0.6151, 0.6133, 0.601, 0.5989, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Climate_of_Dallas", "Cooling_center", "Excessive_heat_watch", "Humid_continental_climate", "Three_Furnaces", "Heat_wave", "Summer_of_1976_(Europe)", "1936_North_American_cold_wave", "Heat_index", "Humid_subtropical_climate"], "ranked_scores": [0.7626, 0.7282, 0.7282, 0.7202, 0.7102, 0.7071, 0.704, 0.7023, 0.6991, 0.6979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["George_Kukla", "Texas_Norther", "Heaven_and_Earth_(book)", "Copenhagen_Diagnosis", "Wild_farming", "Clathrate_gun_hypothesis", "Global_cooling", "March_2012_North_American_heat_wave", "Climate_of_India", "Fire_ecology"], "ranked_scores": [0.7252, 0.7213, 0.7212, 0.7204, 0.7023, 0.7019, 0.7, 0.6993, 0.6988, 0.698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Wind_power_in_the_United_Kingdom", "Solar_power_by_country", "Electricity_sector_in_the_United_Kingdom", "Renewable_energy_in_the_United_States", "California_State_Assembly", "Ivanpah_Solar_Power_Facility", "Energy_policy_of_the_Barack_Obama_administration", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.7435, 0.7346, 0.7256, 0.7202, 0.7109, 0.7098, 0.6972, 0.6806, 0.6781, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Farm_programs", "Climate_Finance", "Sustainable_development", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Syria", "Wild_farming", "Food_systems", "Agricultural_Act_of_2014", "Renewable_energy_in_the_United_States"], "ranked_scores": [0.7512, 0.7402, 0.7201, 0.7146, 0.7114, 0.7088, 0.6998, 0.6942, 0.6901, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n8": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "National_preserve", "Grizzly_bear", "List_of_glaciers_of_Iceland", "Veganism", "Wilderness", "Yup'ik_cuisine", "Mink", "Cougar", "Bile_bear"], "ranked_scores": [0.7106, 0.6619, 0.6483, 0.6459, 0.635, 0.6243, 0.6227, 0.6191, 0.6145, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming_potential", "Thaw_depth", "Atmospheric_methane", "Glacier", "Methanogenesis", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.8875, 0.8742, 0.8431, 0.8418, 0.8402, 0.8381, 0.8277, 0.8273, 0.8258, 0.8192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4865, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level", "Weather", "Sea_level_rise", "Sea_surface_temperature", "El_Niño–Southern_Oscillation", "Earth_rainfall_climatology", "Rain", "Tidal_flooding", "Climate_of_South_Africa"], "ranked_scores": [0.858, 0.8394, 0.8351, 0.8225, 0.8214, 0.8079, 0.7955, 0.795, 0.7943, 0.7921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Deep_ocean_water", "Ice2sea", "Global_warming_in_Antarctica", "350.org", "Carbon_emissions_reporting", "Ocean_acidification", "The_Coming_Global_Superstorm", "Copenhagen_Accord", "Canada_and_the_Kyoto_Protocol", "Water"], "ranked_scores": [0.818, 0.8099, 0.8007, 0.8005, 0.7974, 0.7956, 0.7861, 0.785, 0.7833, 0.7789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_emission_trading", "Carbon_capture_and_storage_in_Australia", "Carbon_credit", "Carbon_offset", "Millmerran_Power_Station", "Waste-to-energy_plant", "Carbon_pricing_in_Australia", "Greenhouse_gas_accounting", "Low-carbon_emission", "Emissions_trading"], "ranked_scores": [0.8375, 0.819, 0.8146, 0.8146, 0.8072, 0.7965, 0.7956, 0.7855, 0.7852, 0.7817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "Low-carbon_emission", "Carbon_emissions_reporting", "Politics_of_global_warming", "Environmental_impact_of_transport", "Embedded_emissions", "James_Hansen", "Greenhouse_gas_inventory", "Environmental_impact_of_nuclear_power", "Carbon_bubble"], "ranked_scores": [0.8258, 0.8063, 0.7883, 0.7843, 0.7789, 0.7674, 0.7586, 0.757, 0.7553, 0.7538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Last_Glacial_Maximum", "Greenland_ice_sheet", "Arctic_resources_race", "Deglaciation", "Climate_of_Antarctica", "Glacier_mass_balance", "El_Niño–Southern_Oscillation", "Glacier"], "ranked_scores": [0.8581, 0.8574, 0.841, 0.8329, 0.8309, 0.8283, 0.8215, 0.8199, 0.8183, 0.8156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "IPCC_Fourth_Assessment_Report", "Global_warming_in_Antarctica", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_feedback", "Copenhagen_Diagnosis"], "ranked_scores": [0.8989, 0.8734, 0.8712, 0.8642, 0.8578, 0.8517, 0.8509, 0.8437, 0.8355, 0.8305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Thermal_pollution", "List_of_mammals_of_New_England", "Natural_disaster", "Hurricane_Harvey", "Disaster", "Hurricane_Katrina_and_global_warming", "2016_American_Northeast_heat_wave", "Energy_accidents", "Environmental_emergency"], "ranked_scores": [0.8154, 0.8125, 0.8073, 0.8056, 0.7995, 0.7946, 0.7926, 0.7921, 0.7898, 0.7886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["List_of_West_Nile_virus_outbreaks", "Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Tropical_Storm_Arlene_(1993)", "Tibet", "Earth_immune_system", "Lymphangitis", "Southern_tick-associated_rash_illness", "Appalachian_Mountains", "Climate_of_the_Nordic_countries"], "ranked_scores": [0.6896, 0.679, 0.6789, 0.6729, 0.6669, 0.6647, 0.6534, 0.6404, 0.6366, 0.633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Scientific_opinion_on_climate_change", "Carbon_bubble", "Politics_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Climate_engineering", "World_Climate_Change_Conference,_Moscow", "Effects_of_global_warming", "UK_Emissions_Trading_Scheme"], "ranked_scores": [0.8562, 0.8357, 0.8127, 0.8075, 0.7914, 0.766, 0.7649, 0.7623, 0.7558, 0.7476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "West_Spitsbergen_Current", "Bølling-Allerød_warming", "Timeline_of_glaciation", "George_Kukla", "Neoglaciation", "Peak_water"], "ranked_scores": [0.8443, 0.8405, 0.8141, 0.8127, 0.8063, 0.8047, 0.7984, 0.7922, 0.7869, 0.7867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Ivanpah_Solar_Power_Facility", "Aliso_Canyon_gas_leak", "Patos_Island", "Mauna_Loa_Observatory", "Alta_Wind_Energy_Center", "Big_Sur", "Wind_power_in_Colorado", "Suncadia,_Washington", "Great_Lakes_Environmental_Research_Laboratory", "Mexicali"], "ranked_scores": [0.739, 0.7205, 0.709, 0.689, 0.6864, 0.6785, 0.6778, 0.675, 0.6749, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Deep_ocean_water", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Dissolution_(chemistry)", "Greenhouse_gas", "Ocean_acidification", "Anoxia", "Estuarine_acidification", "Atmospheric_chemistry", "Clathrate_gun_hypothesis"], "ranked_scores": [0.8184, 0.8113, 0.8011, 0.7968, 0.7952, 0.7796, 0.7791, 0.7754, 0.7685, 0.7506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Willie_Soon", "George_Kukla", "The_Deniers", "List_of_climate_scientists", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Wibjörn_Karlén", "Global_Warming_Policy_Foundation", "The_Great_Global_Warming_Swindle", "James_Hansen"], "ranked_scores": [0.856, 0.8413, 0.838, 0.8331, 0.8306, 0.828, 0.8233, 0.8211, 0.8189, 0.8119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Carl_Sagan", "Stephen_Schneider", "Sublimation_(phase_transition)", "Crown_corporations_of_Canada", "Big_Bang_nucleosynthesis", "Science_(disambiguation)", "History_of_physics", "Quark_epoch", "History_of_creationism", "Geodynamics_of_Mars"], "ranked_scores": [0.8059, 0.7941, 0.7893, 0.7777, 0.777, 0.7609, 0.7538, 0.7535, 0.741, 0.7403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Thaw_(weather)", "Economics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "George_Kukla", "Carbon_bubble", "Swiss_cheese_model", "Arctic_Climate_Impact_Assessment", "Climate_inertia", "Scientific_opinion_on_climate_change", "Hockey_stick_controversy"], "ranked_scores": [0.8429, 0.8205, 0.8141, 0.8077, 0.8029, 0.8027, 0.7957, 0.7953, 0.7939, 0.7929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Low-pressure_area", "Cold-air_damming", "Pneumonia_front", "Westerlies", "Polar_front", "Polar_vortex", "Effect_of_Sun_angle_on_climate", "Polar_High", "Wind_shear"], "ranked_scores": [0.8739, 0.8631, 0.8616, 0.8599, 0.8564, 0.8501, 0.8479, 0.8433, 0.8432, 0.8357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Highest_temperature_recorded_on_Earth", "Temperature_record_of_the_past_1000_years", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1980_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1936_North_American_cold_wave", "Hekla_3_eruption", "Instrumental_temperature_record"], "ranked_scores": [0.8592, 0.8533, 0.8417, 0.8254, 0.8216, 0.8095, 0.8037, 0.8018, 0.8001, 0.7996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Global_warming", "The_Real_Global_Warming_Disaster", "Effects_of_global_warming", "Michael_E._Mann", "Global_warming_controversy", "James_Hansen", "An_Appeal_to_Reason", "Climate_change_and_agriculture", "History_of_climate_change_science"], "ranked_scores": [0.8043, 0.7898, 0.787, 0.7805, 0.7771, 0.7748, 0.7713, 0.7694, 0.7678, 0.7675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_bubble", "Carbon_price", "Carbon_tax", "Environmental_pricing_reform", "Gasoline", "Environmental_impact_of_transport_in_Australia", "Carbon_credit", "Carbon_offset", "Emissions_trading"], "ranked_scores": [0.7295, 0.7205, 0.7118, 0.7059, 0.6942, 0.6922, 0.6769, 0.6748, 0.6748, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "El_Niño–Southern_Oscillation", "Antarctic_Cold_Reversal", "IPCC_First_Assessment_Report", "Deglaciation", "Arctic_ice_pack", "Last_Glacial_Maximum", "Abrupt_climate_change", "1997–98_El_Niño_event"], "ranked_scores": [0.8234, 0.8091, 0.8053, 0.7994, 0.7972, 0.7942, 0.7935, 0.7924, 0.7914, 0.7907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Study_of_Environmental_Arctic_Change", "1908", "Climate_change_in_Tuvalu", "Cryogenian", "International_Geophysical_Year", "Ice2sea", "Beaufort_Sea", "1000", "1808/1809_mystery_eruption", "Ilulissat_Declaration"], "ranked_scores": [0.7334, 0.7329, 0.7282, 0.7214, 0.7175, 0.717, 0.7164, 0.7085, 0.7028, 0.6992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Idealized_greenhouse_model", "Ocean_acidification", "Climate_change_feedback", "Dissolution_(chemistry)", "Estuarine_acidification", "Endotherm", "Deep_ocean_water", "Greenhouse_gas", "Arctic_methane_emissions"], "ranked_scores": [0.8608, 0.8581, 0.8453, 0.8389, 0.8365, 0.8297, 0.8178, 0.8153, 0.8153, 0.8137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Minimum_wage", "Industry", "Manufacturing", "Living_wage", "Artificial_demand", "Job_security", "Real_wages", "Unemployment_in_the_United_States", "Economic_growth", "Demand_destruction"], "ranked_scores": [0.7854, 0.7396, 0.7348, 0.7301, 0.7255, 0.725, 0.723, 0.7229, 0.718, 0.7147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Glacier_mass_balance", "Sea_level_rise", "Glacier", "Volcanic_winter", "Convective_instability", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_ice_pack", "Ice2sea", "Last_Glacial_Maximum", "Bering_Glacier"], "ranked_scores": [0.8052, 0.8039, 0.8024, 0.7953, 0.7927, 0.7927, 0.7883, 0.7875, 0.786, 0.7829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Acid_rain", "Droughts_in_the_United_States", "Frost_Belt", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Year_Without_a_Summer", "Snowpack", "Dry_Spell", "Effects_of_global_warming_on_humans", "Climate_change_in_Europe"], "ranked_scores": [0.8713, 0.8485, 0.8341, 0.8139, 0.8063, 0.805, 0.8047, 0.8047, 0.8012, 0.7999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Energy_crisis", "Thermal_pollution", "Mandatory_renewable_energy_target", "Water_heating", "Air_conditioned_clothing", "Climate_sensitivity", "Climate_change_mitigation_scenarios", "Renewable_heat", "Carbon_bubble", "Shale_oil_extraction"], "ranked_scores": [0.7957, 0.7333, 0.7308, 0.73, 0.7279, 0.7136, 0.7106, 0.7089, 0.7045, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "1980_United_States_heat_wave", "1995_Chicago_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8814, 0.8747, 0.8741, 0.8721, 0.8713, 0.8707, 0.859, 0.856, 0.8433, 0.8421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["The_Hockey_Stick_and_the_Climate_Wars", "An_Appeal_to_Reason", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster", "History_of_climate_change_science", "George_Kukla", "Wibjörn_Karlén", "Willie_Soon", "James_Hansen", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.879, 0.874, 0.8679, 0.8664, 0.8661, 0.86, 0.86, 0.8563, 0.8362, 0.8355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "History_of_climate_change_science", "James_Hansen", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_policy_of_the_United_States", "An_Appeal_to_Reason"], "ranked_scores": [0.8118, 0.7988, 0.7907, 0.784, 0.7706, 0.7695, 0.7684, 0.764, 0.7634, 0.7603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Atmospheric_carbon_cycle", "Climate_change_in_China", "Carbon_emissions_reporting", "Low-carbon_emission", "Greenhouse_gas", "Global_warming_in_Antarctica", "Carbon_dioxide"], "ranked_scores": [0.8812, 0.8627, 0.8627, 0.8583, 0.8531, 0.8412, 0.83, 0.8283, 0.8219, 0.8205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Philosophical_skepticism", "Risk_neutral", "False_consensus_effect", "Management_systems_for_road_safety", "Prevention_paradox", "Reflation", "Harm_principle", "Inherent_bias", "Information_cascade"], "ranked_scores": [0.78, 0.7742, 0.7738, 0.7695, 0.7667, 0.7605, 0.7584, 0.757, 0.7555, 0.7534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["CO2_is_Green", "Nuclear_power", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_Investigation_Agency", "Nuclear_power_proposed_as_renewable_energy", "Low-carbon_emission", "Carbon_tax", "Carbon_emissions_reporting", "Volkswagen_emissions_scandal"], "ranked_scores": [0.7968, 0.7767, 0.7731, 0.768, 0.7673, 0.7618, 0.7584, 0.7496, 0.7471, 0.7415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_Fourth_Assessment_Report", "Climate_change_in_the_United_States", "Future_of_Earth", "Bering_Glacier", "Last_Glacial_Maximum", "1808/1809_mystery_eruption", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.8768, 0.8738, 0.8674, 0.8638, 0.8518, 0.849, 0.8434, 0.8424, 0.8409, 0.8398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["List_of_glaciers_of_Iceland", "International_Cometary_Explorer", "Glacier_mass_balance", "ADEOS_I", "Retreat_of_glaciers_since_1850", "Environmental_Investigation_Agency", "Mountain-gap_wind", "Ice_shelf", "Quelccaya_Ice_Cap", "Arctic_methane_emissions"], "ranked_scores": [0.7973, 0.7705, 0.7688, 0.759, 0.7588, 0.7554, 0.7541, 0.7525, 0.7512, 0.7501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Blackwater_(coal)", "Effluent", "Clean_coal_technology", "Carbon_dioxide_removal", "Carbon_capture_and_storage", "Incineration", "Emissions_trading", "Vacuum", "Carbon_tax"], "ranked_scores": [0.8727, 0.861, 0.8205, 0.8146, 0.8133, 0.7992, 0.7975, 0.7933, 0.7905, 0.7836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Sublimation_(phase_transition)", "Stephen_Schneider", "Steam_engine", "Gibbs_free_energy", "Joule", "Crown_corporations_of_Canada", "Carl_Sagan", "Washington_Times-Herald", "Hydrology", "Steam_locomotive"], "ranked_scores": [0.7126, 0.7107, 0.6948, 0.684, 0.6788, 0.6744, 0.6712, 0.6684, 0.6611, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["The_Hockey_Stick_and_the_Climate_Wars", "Carbon_bubble", "Thermal_pollution", "Environmental_issue", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Climate_change_policy_of_the_United_States", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "History_of_climate_change_science"], "ranked_scores": [0.8393, 0.8278, 0.8268, 0.8226, 0.8188, 0.8169, 0.8164, 0.8101, 0.8098, 0.8097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_Research_(journal)", "Media_coverage_of_climate_change", "Watts_Up_With_That?", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Deniers", "Greenhouse_effect_(United_States_Supreme_Court)", "Peter_Sinclair_(environmental_activist)", "George_Kukla", "Merchants_of_Doubt", "Environmentalist"], "ranked_scores": [0.8292, 0.8246, 0.814, 0.7643, 0.7631, 0.753, 0.7434, 0.7333, 0.7287, 0.727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["List_of_heat_waves", "1908", "Climate_of_the_Arctic", "1936_North_American_cold_wave", "Three_Furnaces", "Climate_of_Antarctica", "Freezing_level", "2019_heat_wave_in_India_and_Pakistan", "Heat_index", "Chain_of_Lakes_(Winter_Haven)"], "ranked_scores": [0.7813, 0.78, 0.7675, 0.7667, 0.763, 0.7494, 0.7457, 0.7408, 0.7397, 0.7373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Future_of_Earth", "Solar_gain", "Greenhouse_gas", "Radiative_forcing", "Climate_state", "Global_warming_in_Antarctica", "Polar_amplification", "Glacier_Bay_Basin", "Glacier", "Greenhouse_effect"], "ranked_scores": [0.8489, 0.8456, 0.8417, 0.8293, 0.8276, 0.8256, 0.8221, 0.8213, 0.8194, 0.8158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Accident", "Unemployment_in_the_United_States", "Outcome_bias", "Selection_bias", "Mutual_assured_destruction", "Worse-than-average_effect", "Prevention_paradox", "Misuse_of_statistics", "Debunker", "Hazard_elimination"], "ranked_scores": [0.751, 0.7388, 0.7294, 0.7232, 0.7204, 0.7046, 0.6973, 0.6875, 0.6839, 0.6802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Advisory_Group_on_Greenhouse_Gases", "Climate_change_mitigation_scenarios", "Greenhouse_gas_emissions_by_the_United_States", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Low-carbon_fuel_standard"], "ranked_scores": [0.9089, 0.8762, 0.875, 0.8733, 0.8608, 0.8485, 0.8459, 0.8453, 0.8435, 0.8417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth", "Eocene_Thermal_Maximum_2", "Hesperian", "Highest_temperature_recorded_on_Earth", "Greenhouse_and_icehouse_Earth", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Water_on_Mars"], "ranked_scores": [0.8775, 0.8659, 0.8599, 0.8593, 0.8582, 0.8441, 0.8384, 0.834, 0.8285, 0.8257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "March_for_Science", "Plausible_deniability", "Global_warming_controversy", "George_Kukla", "Scientific_consensus_on_climate_change", "Journal_for_Geoclimatic_Studies", "Merchants_of_Doubt", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.7977, 0.7766, 0.7722, 0.7537, 0.7514, 0.751, 0.7501, 0.7426, 0.7409, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Cooling_center", "Water_heating", "Climate_Central", "Automobile_air_conditioning", "Heat_index", "Desert_climate", "Excessive_heat_watch", "Summer_of_1976_(Europe)", "Climate_of_Africa"], "ranked_scores": [0.8711, 0.8311, 0.7583, 0.7538, 0.7534, 0.7518, 0.7457, 0.7428, 0.7374, 0.7348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["IPCC_Fourth_Assessment_Report", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Global_warming", "1997–98_El_Niño_event", "Environmental_issue", "Special_Report_on_Global_Warming_of_1.5_°C", "Early_Earth"], "ranked_scores": [0.8626, 0.8593, 0.852, 0.8492, 0.8431, 0.8414, 0.8275, 0.8251, 0.8227, 0.8225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Renewable_energy", "Wind_power_by_country", "Wind_power_in_New_Mexico", "Southern_California_Edison", "Electricity_sector_in_the_United_Kingdom", "Wind_power_in_the_United_States"], "ranked_scores": [0.855, 0.8316, 0.8129, 0.8006, 0.797, 0.7871, 0.7847, 0.7703, 0.7645, 0.756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Brazil", "Farm_programs", "Agriculture_in_Argentina", "Economy_of_Spain", "Gross_state_product", "Economy_of_North_America", "New_York_metropolitan_area", "2012–13_North_American_drought", "Environmental_issue"], "ranked_scores": [0.8302, 0.7667, 0.7652, 0.7521, 0.7363, 0.7304, 0.7261, 0.7239, 0.7195, 0.7186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n4": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Yup'ik_cuisine", "National_preserve", "Pastaza_Province", "Great_Bear_Wilderness", "Spring_fever", "Surplus_killing", "Ellesmere_Island", "Rattlesnake", "Veganism", "Environmental_Investigation_Agency"], "ranked_scores": [0.6848, 0.6528, 0.6528, 0.6112, 0.5878, 0.5762, 0.5762, 0.5762, 0.574, 0.5692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Bering_Glacier", "Thaw_depth", "Greenland_ice_sheet", "Greenland_ice_core_project", "Stratosphere", "Glacial_period", "Retreat_of_glaciers_since_1850", "Cryovolcano", "Glacier", "List_of_glaciers"], "ranked_scores": [0.8342, 0.8342, 0.831, 0.831, 0.831, 0.831, 0.831, 0.8297, 0.8297, 0.8297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Life_zones_of_the_Mediterranean_region", "Atlantic_Plain", "Atlantic_coastal_plain", "Sea_level_rise", "Climate_change_in_Texas", "Climate_of_Salt_Lake_City", "Geomagnetic_storm", "Ria", "Antarctic_Plate", "Hekla"], "ranked_scores": [0.7659, 0.7625, 0.7625, 0.7609, 0.7609, 0.7595, 0.7566, 0.7552, 0.7524, 0.7524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Glacial_earthquake", "Nonpoint_source_water_pollution_regulations_in_the_United_States", "Environmental_impact_of_nuclear_power", "Cross-State_Air_Pollution_Rule", "Nuclear_reprocessing", "The_Coming_Global_Superstorm", "Pico_Island", "Solar_storm_of_1859", "Phosphorus_cycle", "Environmental_protection"], "ranked_scores": [0.8161, 0.7855, 0.7804, 0.7779, 0.7724, 0.7716, 0.7709, 0.7708, 0.7692, 0.7653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_capture_and_storage_in_Australia", "Volkswagen_emissions_scandal", "Carbon_tax", "Carbon_neutrality", "Carbon_dioxide_removal", "Carbon_credit", "Carbon_offset", "Carbon_emission_trading", "Mongstad_Power_Station", "TransCanada_Corporation"], "ranked_scores": [0.867, 0.8486, 0.8261, 0.8261, 0.8112, 0.8046, 0.8046, 0.8046, 0.8014, 0.8001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Carbon_emissions_reporting", "Air_pollution", "Nuclear_power", "Air_pollution_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Environmental_impact_of_transport", "CO2_is_Green", "Environmental_impact_of_nuclear_power", "Nuclear_power_debate", "Oil_spill"], "ranked_scores": [0.8443, 0.8179, 0.8179, 0.8179, 0.8111, 0.8111, 0.7967, 0.7957, 0.7891, 0.7891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Greenland_ice_core_project", "Greenland_ice_sheet", "Glacial_period", "Stratosphere", "Glacial_earthquake", "Antarctic_ice_sheet", "1997–98_El_Niño_event", "Great_Salt_Lake_effect", "Snowpack"], "ranked_scores": [0.8732, 0.8732, 0.8732, 0.8732, 0.8732, 0.8618, 0.8517, 0.8446, 0.8401, 0.8401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming_in_Antarctica", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Presidential_Climate_Action_Plan", "Climate_change_in_the_United_States", "Glacial_earthquake", "World_Energy_Outlook", "IPCC_Fifth_Assessment_Report", "Stratosphere"], "ranked_scores": [0.865, 0.8559, 0.8559, 0.8551, 0.8346, 0.8346, 0.8274, 0.8261, 0.8261, 0.8178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "November_2014_North_American_cold_wave", "Typhoon_Pongsona", "Excessive_heat_watch", "1911_Eastern_North_America_heat_wave", "1995_Chicago_heat_wave", "2016_American_Northeast_heat_wave", "2006_North_American_heat_wave", "Hurricane_Rita_tornado_outbreak", "Summer_of_1976_(Europe)"], "ranked_scores": [0.8352, 0.8231, 0.7875, 0.7856, 0.7844, 0.7844, 0.7844, 0.7844, 0.7844, 0.7844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["List_of_West_Nile_virus_outbreaks", "Herd_immunity", "Drowning", "History_of_malaria", "Water_scarcity", "Climate_of_Oregon", "Droughts_in_the_United_States", "2009_flu_pandemic_in_the_United_States", "Appalachian_Mountains", "Panga"], "ranked_scores": [0.6977, 0.6845, 0.6845, 0.6786, 0.6756, 0.6482, 0.6409, 0.636, 0.6346, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Transatlantic_Climate_Bridge", "Economics_of_global_warming", "Scientific_opinion_on_climate_change", "Stern_Review", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Climate_fiction", "Global_warming_controversy", "Canada_and_the_Kyoto_Protocol", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [0.8202, 0.8136, 0.8136, 0.8136, 0.7924, 0.7924, 0.7797, 0.7744, 0.7742, 0.7742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Neoglaciation", "Arctic_resources_race", "Petroleum_seep", "Global_warming_hiatus", "An_Appeal_to_Reason", "Cryoseism", "Timeline_of_glaciation", "Bølling-Allerød_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Younger_Dryas"], "ranked_scores": [0.8168, 0.8108, 0.8108, 0.8039, 0.8017, 0.7968, 0.7957, 0.7919, 0.7919, 0.7919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mackinac_Island", "Albuquerque,_New_Mexico", "Yucca_Mountain_nuclear_waste_repository", "Pico_Island", "Manoa", "Yosemite_West,_California", "Suncadia,_Washington", "Yosemite_National_Park", "Lisa_P._Jackson", "Norman_Borlaug"], "ranked_scores": [0.7615, 0.7079, 0.7079, 0.7072, 0.6971, 0.6971, 0.6971, 0.6971, 0.6948, 0.6927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Dolomitization", "Environmental_impact_of_nuclear_power", "Pesticide_regulation_in_the_United_States", "Cold_fusion", "Hormesis", "CO2_is_Green", "Induced_radioactivity", "Carbon_emissions_reporting", "Proton_emission", "PH"], "ranked_scores": [0.7874, 0.7819, 0.7741, 0.7715, 0.7715, 0.7689, 0.7682, 0.7546, 0.7477, 0.7469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Deniers", "Climate_Change_Denial:_Heads_in_the_Sand", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Climatic_Research_Unit_documents", "Rachel_Carson", "Peter_Sinclair_(environmental_activist)", "Journal_for_Geoclimatic_Studies", "Advisory_Group_on_Greenhouse_Gases", "Richard_Dawkins"], "ranked_scores": [0.7731, 0.7731, 0.7731, 0.772, 0.7553, 0.7553, 0.7536, 0.7453, 0.7447, 0.7415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Solar_phenomena", "Stephen_Schneider", "History_of_science_policy", "Bohr_model", "Knowledge_economy", "History_of_ecology", "James_Hansen", "Quark_epoch", "Astrophysics", "Hydrology"], "ranked_scores": [0.8155, 0.8027, 0.7929, 0.7926, 0.7805, 0.7805, 0.7769, 0.7726, 0.7726, 0.7711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Peter_Sinclair_(environmental_activist)", "Hockey_stick_controversy", "Arctic_Climate_Impact_Assessment", "George_Kukla", "Antarctic_Cold_Reversal", "Arctic_sea_ice_decline", "Global_cooling", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Stern_Review"], "ranked_scores": [0.8712, 0.839, 0.8283, 0.8257, 0.8257, 0.8257, 0.8257, 0.8257, 0.8139, 0.8139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["February_25–27,_2010_North_American_blizzard", "Pacific_Northwest_windstorm", "Northern_Sea_Route", "Polar_front", "Great_Arctic_Cyclone_of_2012", "Meteorological_astrology", "Meteotsunami", "January_2016_East_Asia_cold_wave", "February_2007_North_American_blizzard", "Weather_front"], "ranked_scores": [0.8407, 0.8392, 0.8386, 0.8367, 0.8346, 0.8309, 0.827, 0.8256, 0.8256, 0.8256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Convective_instability", "Texas_Norther", "Ice_age", "Greenhouse_and_icehouse_Earth", "Ice_core", "1980_United_States_heat_wave", "1980_eruption_of_Mount_St._Helens", "Climate_change_in_Texas", "Sea_level_rise", "List_of_heat_waves"], "ranked_scores": [0.8332, 0.8207, 0.8102, 0.8102, 0.8102, 0.8005, 0.7933, 0.7913, 0.7913, 0.7862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Richard_C._Cook", "Secretary_of_State_for_Energy_and_Climate_Change", "Canada_and_the_Kyoto_Protocol", "Green_Revolution", "History_of_organic_farming", "Views_on_the_Kyoto_Protocol", "Kyoto_Protocol", "Climate_change_policy_of_the_United_States", "ExxonMobil_climate_change_controversy", "Norman_Borlaug"], "ranked_scores": [0.8204, 0.8124, 0.8124, 0.8085, 0.8085, 0.8057, 0.8057, 0.7992, 0.7885, 0.7853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Secretary_of_State_for_Energy_and_Climate_Change", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Nuclear_reprocessing", "Fuel_Economy_Reform_Act", "Carbon_capture_and_storage_in_Australia", "NoCO2_Certification_Program"], "ranked_scores": [0.7058, 0.6765, 0.6727, 0.6727, 0.6665, 0.6665, 0.6641, 0.653, 0.6511, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Greenland_ice_core_project", "Glacial_period", "Greenland_ice_sheet", "Stratosphere", "Retreat_of_glaciers_since_1850", "Convective_instability", "Global_warming_in_Antarctica", "Snowball_Earth", "Abrupt_climate_change", "Glacial_earthquake"], "ranked_scores": [0.8405, 0.8405, 0.8405, 0.8405, 0.8405, 0.8345, 0.8288, 0.8163, 0.8163, 0.8141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1980_eruption_of_Mount_St._Helens", "Termination_(geomorphology)", "2019_heat_wave_in_India_and_Pakistan", "Pacific_decadal_oscillation", "Great_Flood_of_1993", "Poverty_in_the_Arctic", "1808/1809_mystery_eruption", "List_of_heat_waves", "Coeur_d'Alene,_Idaho", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7366, 0.7255, 0.7201, 0.7049, 0.7043, 0.7041, 0.6988, 0.6988, 0.6942, 0.6942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Dolomitization", "Geological_history_of_oxygen", "Acidophiles_in_acid_mine_drainage", "Total_dissolved_solids", "Atmospheric_carbon_cycle", "Microbial_ecology", "Biosequestration", "Cool_tropics_paradox", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7724, 0.7699, 0.7699, 0.7699, 0.7668, 0.7662, 0.7662, 0.7612, 0.76, 0.76], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Real_wages", "Management_systems_for_road_safety", "Illusion_of_validity", "Jobs_created_during_U.S._presidential_terms", "Unemployment_in_the_United_States", "Academic_dishonesty", "Solow_residual", "Dairy_farming_in_Canada", "Fixed_investment", "Artificial_demand"], "ranked_scores": [0.7308, 0.7308, 0.7308, 0.7182, 0.7182, 0.7179, 0.7162, 0.7157, 0.7127, 0.7039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Glacial_earthquake", "Stratosphere", "Greenland_ice_sheet", "Glacial_period", "Retreat_of_glaciers_since_1850", "Greenland_ice_core_project", "Petroleum_seep", "Arctic_resources_race", "Antarctic_ice_sheet", "Global_warming_in_Antarctica"], "ranked_scores": [0.827, 0.8094, 0.8094, 0.8094, 0.8094, 0.8094, 0.8021, 0.8021, 0.7995, 0.799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Flood", "Water_scarcity", "Western_Oregon", "Snowpack", "Future_sea_level", "Great_Salt_Lake_effect", "List_of_countries_by_natural_disaster_risk", "Effects_of_global_warming_on_humans", "Climate_inertia"], "ranked_scores": [0.8397, 0.8248, 0.8185, 0.8156, 0.8095, 0.8095, 0.8095, 0.8094, 0.8064, 0.8041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Thermal_pollution", "Coal", "Incineration", "Shale_oil_extraction", "Electric_utility", "European_Union_value_added_tax", "Intrinsic_safety", "Risk_(game)", "Climate_change_in_the_United_States", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.7368, 0.7334, 0.7257, 0.7173, 0.7145, 0.7111, 0.7076, 0.706, 0.7038, 0.7038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["Climate_of_Dallas", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Highest_temperature_recorded_on_Earth", "2016_Louisiana_floods", "Social_and_economic_stratification_in_Appalachia", "March_2012_North_American_heat_wave"], "ranked_scores": [0.8321, 0.826, 0.826, 0.826, 0.826, 0.826, 0.776, 0.7741, 0.7741, 0.7712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Peter_Sinclair_(environmental_activist)", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Antarctic_Cold_Reversal", "Global_cooling", "Arctic_sea_ice_decline", "George_Kukla", "Global_cooling_(disambiguation)", "The_Hockey_Stick_Illusion", "Abiogenic_petroleum_origin"], "ranked_scores": [0.8853, 0.8753, 0.8753, 0.8657, 0.8657, 0.8657, 0.8657, 0.8657, 0.8546, 0.854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Economics_of_global_warming", "Stern_Review", "Scientific_opinion_on_climate_change", "Peter_Sinclair_(environmental_activist)", "Abiogenic_petroleum_origin", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "History_of_climate_change_science"], "ranked_scores": [0.7853, 0.7853, 0.7853, 0.7835, 0.7762, 0.7568, 0.7568, 0.7568, 0.7547, 0.7495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Environmental_impact_of_nuclear_power", "Iron_fertilization", "Phosphorus_cycle", "Effluent", "Atmospheric_methane", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Nuclear_reprocessing", "Dolomitization", "Air_pollution_in_the_United_States", "Nuclear_power"], "ranked_scores": [0.8684, 0.8421, 0.8407, 0.8374, 0.8342, 0.8335, 0.8276, 0.8274, 0.826, 0.826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["False_evidence", "Inherent_bias", "List_of_experimental_errors_and_frauds_in_physics", "Mistakes_were_made", "Selection_bias", "Perjury", "Truthiness", "Plausible_deniability", "Outcome_bias", "Truth"], "ranked_scores": [0.7676, 0.7676, 0.7676, 0.7676, 0.7676, 0.7676, 0.7676, 0.7676, 0.7676, 0.7676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Environmental_impact_of_nuclear_power", "Nuclear_reprocessing", "CO2_is_Green", "Carbon_emissions_reporting", "Canada_and_the_Kyoto_Protocol", "Secretary_of_State_for_Energy_and_Climate_Change", "Carbon_bubble", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Carbon_neutrality", "Carbon_tax"], "ranked_scores": [0.7996, 0.7924, 0.7887, 0.7756, 0.7719, 0.7719, 0.765, 0.742, 0.7348, 0.7348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming_in_Antarctica", "1997–98_El_Niño_event", "Global_warming_hiatus", "Ecosystem_health", "Glacial_earthquake", "Glacial_period", "Greenland_ice_core_project", "Greenland_ice_sheet", "Stratosphere", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.8864, 0.8797, 0.8611, 0.8559, 0.8528, 0.849, 0.849, 0.849, 0.849, 0.849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Circumpolar_distribution", "Great_Famine_of_1315–17", "Spring_fever", "Permafrost_carbon_cycle", "Ecosystem_health", "Volcanology_of_Iceland", "The_Coming_Global_Superstorm", "Ice_calving", "Arctic_Circle_(organization)", "Glacial_earthquake"], "ranked_scores": [0.7821, 0.7764, 0.7708, 0.7686, 0.7569, 0.7506, 0.7504, 0.7438, 0.7367, 0.7357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Effluent", "Nuclear_reprocessing", "CO2_is_Green", "Clean_coal_technology", "Environmental_impact_of_nuclear_power", "Hydraulic_fracturing", "Vacuum", "Proton_emission", "Clean_Air_Act_(United_States)", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [0.8127, 0.8071, 0.7946, 0.7879, 0.7839, 0.7794, 0.7794, 0.7771, 0.7756, 0.7733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Gibbs_free_energy", "Cosmic_microwave_background", "Jacques_Cousteau", "Hydrology", "Bohr_model", "Programmed_Data_Processor", "Federal_Power_Act", "Hypocorrection", "Solar_phenomena", "National_Underwater_Reconnaissance_Office"], "ranked_scores": [0.7315, 0.7282, 0.7099, 0.7082, 0.7053, 0.7033, 0.7025, 0.6995, 0.6963, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Climate_change_in_the_United_States", "Incineration", "Environmental_impact_of_the_coal_industry", "Nuclear_power_debate", "Oil_spill", "Richard_C._Cook", "Abiogenic_petroleum_origin", "Peter_Sinclair_(environmental_activist)", "Thaw_(weather)"], "ranked_scores": [0.8304, 0.8304, 0.8301, 0.8292, 0.8292, 0.8292, 0.8275, 0.8219, 0.8208, 0.8207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_Research_(journal)", "Stern_Review", "Economics_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_fiction", "Sublimation_(phase_transition)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Politics_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7706, 0.7668, 0.7668, 0.7668, 0.7506, 0.7442, 0.7408, 0.7356, 0.7356, 0.7356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["List_of_mammals_of_Alabama", "Satellite_temperature_measurements", "Three_Furnaces", "Greater_Yellowstone_Ecosystem", "Climate_of_Minnesota", "Climate_of_Salt_Lake_City", "Heat_index", "Winter", "Everglades", "Everglades_National_Park"], "ranked_scores": [0.7726, 0.766, 0.7575, 0.7472, 0.7335, 0.7296, 0.7225, 0.7211, 0.7178, 0.7178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Milutin_Milanković", "Atmospheric_instability", "Ice2sea", "Earth_analog", "Climatology", "Global_dimming", "Subarctic_climate", "Climate_state", "Iris_hypothesis", "Stern_Review"], "ranked_scores": [0.8559, 0.8483, 0.8408, 0.833, 0.833, 0.8252, 0.8252, 0.8252, 0.8243, 0.8238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Binomial_regression", "Hazard_elimination", "Failure_mode_and_effects_analysis", "Error_catastrophe", "Responsible_disclosure", "Mutual_assured_destruction", "Simulation_heuristic", "National_Weather_Service", "Breaking_news", "Phillips_curve"], "ranked_scores": [0.6609, 0.6583, 0.6583, 0.6574, 0.6551, 0.6533, 0.6518, 0.6484, 0.6483, 0.6483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Climate_change_in_the_United_States", "Presidential_Climate_Action_Plan", "Carbon_bubble", "Global_warming_hiatus", "Climate_change_in_Australia", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Climate_change_policy_of_the_United_States", "Carbon-based_fuel", "Shale_gas"], "ranked_scores": [0.9207, 0.9207, 0.8835, 0.8716, 0.8622, 0.8516, 0.8516, 0.8483, 0.8472, 0.8438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Ice_core", "Ice_age", "Quaternary_glaciation", "100,000-year_problem", "Climate_change", "Pliocene_climate", "Mid-Atlantic_Ridge", "Global_cooling", "Global_cooling_(disambiguation)"], "ranked_scores": [0.8787, 0.8787, 0.8787, 0.8686, 0.8532, 0.8532, 0.8523, 0.8454, 0.8422, 0.8422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["The_Deniers", "Climate_Change_Denial:_Heads_in_the_Sand", "Climate_change_denial", "Agnosticism", "Research_ethics", "Harm_principle", "Denialism", "Scientific_dissent", "Dunning–Kruger_effect", "Level_of_support_for_evolution"], "ranked_scores": [0.7644, 0.7644, 0.7644, 0.7422, 0.7422, 0.7422, 0.7418, 0.7418, 0.7418, 0.7418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_mammals_of_Alabama", "Climate_of_Dallas", "Cooling_center", "Kawartha_Lakes_(Ontario)", "Degree_day", "Galápagos_hotspot", "Heat_wave", "Excessive_heat_watch", "Humid_continental_climate", "Renewable_heat"], "ranked_scores": [0.8043, 0.7846, 0.7652, 0.7545, 0.7492, 0.7486, 0.7455, 0.7417, 0.7372, 0.7336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming_in_Antarctica", "350.org", "Ecosystem_health", "Climate_inertia", "Arctic_ecology", "1808/1809_mystery_eruption", "List_of_heat_waves", "Climate_change_in_Texas", "Sea_level_rise", "1997–98_El_Niño_event"], "ranked_scores": [0.8371, 0.8309, 0.8258, 0.8249, 0.8246, 0.8195, 0.8195, 0.8166, 0.8166, 0.8104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Mackinaw_City,_Michigan", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Camas,_Washington", "Solar_power_in_Michigan", "Solar_power_in_the_United_States", "California_State_Assembly", "Canadian_Association_of_Petroleum_Producers", "Economy_of_Canada", "Ivanpah_Solar_Power_Facility"], "ranked_scores": [0.7685, 0.7472, 0.7407, 0.7309, 0.7297, 0.7297, 0.7273, 0.7244, 0.7244, 0.7189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Agriculture_in_Pennsylvania", "Farm_programs", "Wild_farming", "List_of_Michigan_locations_by_per_capita_income", "Demand_destruction", "Agriculture_in_Argentina", "Ecological_yield", "Ecological_footprint", "Climate_change_and_agriculture"], "ranked_scores": [0.8198, 0.7967, 0.7729, 0.76, 0.752, 0.7393, 0.7314, 0.7287, 0.7287, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Bile_bear", "Brown_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Kodiak_bear", "Great_Bear_Wilderness", "Moose", "Seed_predation", "Rubus_arcticus"], "ranked_scores": [517.0, 508.0, 505.0, 501.0, 496.0, 495.0, 493.0, 490.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Glacial_earthquake", "Drift_ice", "Avalanche", "Retreat_of_glaciers_since_1850", "Ice_calving"], "ranked_scores": [626.0, 577.0, 570.0, 566.0, 559.0, 555.0, 553.0, 548.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Rain", "Earth_rainfall_climatology", "Climate_change_(general_concept)", "Future_sea_level", "Climate_variability"], "ranked_scores": [615.0, 582.0, 572.0, 558.0, 557.0, 557.0, 553.0, 550.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Deglaciation", "Arctic_geoengineering", "Future_sea_level", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Little_Ice_Age", "Abrupt_climate_change", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [593.0, 555.0, 554.0, 543.0, 541.0, 534.0, 531.0, 529.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_cycle_re-balancing", "Low-carbon_emission", "100%_renewable_energy", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_neutrality", "GHG_footprint", "Renewable_energy_debate", "Carbon_footprint", "Fossil_fuel_power_station"], "ranked_scores": [581.0, 573.0, 572.0, 570.0, 567.0, 565.0, 563.0, 562.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2566, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Carbon_neutrality", "Low-carbon_emission", "Carbon_dioxide", "Ozone_depletion_and_climate_change", "Scientific_consensus_on_climate_change", "Politics_of_global_warming"], "ranked_scores": [606.0, 601.0, 599.0, 586.0, 582.0, 581.0, 578.0, 569.0, 567.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Glacial_earthquake", "Greenland_ice_sheet", "Deglaciation", "Glacier_mass_balance"], "ranked_scores": [630.0, 594.0, 583.0, 580.0, 575.0, 571.0, 564.0, 564.0, 562.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Global_warming_hiatus", "Effects_of_global_warming", "Greenhouse_gas", "Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "Climate_sensitivity", "Deforestation_and_climate_change"], "ranked_scores": [621.0, 621.0, 593.0, 589.0, 587.0, 575.0, 569.0, 568.0, 564.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_risk", "Economics_of_global_warming", "Effects_of_global_warming_on_humans", "Global_catastrophic_risk", "Effects_of_climate_change_on_terrestrial_animals", "2016_Louisiana_floods", "Natural_hazard", "Hurricane_Harvey", "Climate_change_in_the_United_States"], "ranked_scores": [600.0, 561.0, 551.0, 549.0, 547.0, 544.0, 544.0, 543.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "List_of_mammals_of_New_England", "List_of_West_Nile_virus_outbreaks", "List_of_mammals_of_Alabama", "Diphtheria", "Climate_of_the_Philippines", "Measles", "Dry_season", "Season_creep"], "ranked_scores": [524.0, 515.0, 511.0, 504.0, 497.0, 496.0, 494.0, 494.0, 491.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "Climate_change_mitigation", "Climate_change", "Climate_change_in_the_United_States", "Climate_change_feedback", "Climate_risk"], "ranked_scores": [607.0, 601.0, 598.0, 590.0, 587.0, 582.0, 576.0, 573.0, 570.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Last_Glacial_Maximum", "Termination_(geomorphology)", "100,000-year_problem", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Global_cooling", "Abrupt_climate_change", "Glacial_period"], "ranked_scores": [567.0, 562.0, 559.0, 558.0, 557.0, 553.0, 547.0, 545.0, 544.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Global_Historical_Climatology_Network", "Keeling_Curve", "Instrumental_temperature_record", "IPCC_First_Assessment_Report", "U.S._Global_Change_Research_Program", "IPCC_Fourth_Assessment_Report", "Mauna_Loa_Observatory", "Marine_isotope_stage", "Climate_Change_Science_Program", "List_of_climate_research_satellites"], "ranked_scores": [530.0, 523.0, 513.0, 512.0, 509.0, 508.0, 508.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Ocean_acidification", "Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Humidity", "PH", "Sea_level_rise", "Acidosis", "Estuarine_acidification"], "ranked_scores": [522.0, 515.0, 511.0, 509.0, 505.0, 503.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_denial", "Climate_Change_Denial:_Heads_in_the_Sand", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Journal_for_Geoclimatic_Studies", "An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster"], "ranked_scores": [591.0, 587.0, 584.0, 582.0, 582.0, 577.0, 573.0, 570.0, 569.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "International_Geophysical_Year", "ECMWF_re-analysis", "List_of_climate_research_satellites", "Big_Bang_nucleosynthesis", "Geomagnetic_reversal", "Plesiochronous_digital_hierarchy", "Marine_isotope_stage", "Intelsat_I", "TopHat_(telescope)"], "ranked_scores": [543.0, 534.0, 528.0, 522.0, 519.0, 519.0, 518.0, 512.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Antarctica_cooling_controversy", "Ice2sea", "Arctic_resources_race", "Global_warming_in_Antarctica", "Arctic_Circle_(organization)", "Arctic_geoengineering", "Global_stilling", "Climate_change_in_the_Arctic", "The_Coming_Global_Superstorm", "World_Glacier_Monitoring_Service"], "ranked_scores": [593.0, 589.0, 568.0, 566.0, 562.0, 562.0, 559.0, 557.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Polar_High", "Low-pressure_area", "Weather_front", "Jet_stream", "Polar_front", "Wind", "Intertropical_Convergence_Zone", "Arctic_oscillation", "Rear-inflow_jet"], "ranked_scores": [596.0, 583.0, 580.0, 580.0, 573.0, 568.0, 568.0, 562.0, 560.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "1997–98_El_Niño_event", "2013_extreme_weather_events", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Satellite_temperature_measurements"], "ranked_scores": [579.0, 574.0, 569.0, 567.0, 562.0, 560.0, 547.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Proton_decay", "Cold_fusion", "Runaway_greenhouse_effect", "Gamma-ray_burst", "Journal_for_Geoclimatic_Studies", "Solar_phenomena", "Climatic_Research_Unit_documents", "Advisory_Group_on_Greenhouse_Gases", "Radiative_forcing"], "ranked_scores": [529.0, 521.0, 513.0, 513.0, 511.0, 511.0, 510.0, 507.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Energy_policy_of_the_United_States", "Mitigation_of_global_warming_in_Australia", "Mongstad_Power_Station", "List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol", "Carbon_credit"], "ranked_scores": [534.0, 534.0, 519.0, 508.0, 505.0, 504.0, 503.0, 499.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Last_Glacial_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Paleocene–Eocene_Thermal_Maximum", "Timeline_of_glaciation", "Pliocene_climate", "Eocene_Thermal_Maximum_2", "Quaternary_glaciation", "The_Ice_Age"], "ranked_scores": [569.0, 562.0, 557.0, 557.0, 555.0, 554.0, 553.0, 545.0, 545.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1997–98_El_Niño_event", "1908", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Highest_temperature_recorded_on_Earth", "Paleocene–Eocene_Thermal_Maximum", "1971", "1936_North_American_cold_wave", "Instrumental_temperature_record"], "ranked_scores": [530.0, 529.0, 520.0, 516.0, 514.0, 514.0, 511.0, 511.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Environmental_hazard", "Environmental_issue", "Acidophiles_in_acid_mine_drainage", "Thermal_pollution", "Anoxic_event", "Global_warming"], "ranked_scores": [645.0, 608.0, 569.0, 552.0, 550.0, 546.0, 545.0, 543.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Fossil_fuel_divestment", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "Energy_accidents", "UK_Emissions_Trading_Scheme", "List_of_renewable_energy_companies_by_stock_exchange", "Micro-sustainability", "Carbon_offset", "Demand_destruction", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [542.0, 529.0, 528.0, 522.0, 521.0, 521.0, 516.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Global_warming_in_Antarctica", "Sea_level_rise", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Glacial_earthquake", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Abrupt_climate_change"], "ranked_scores": [591.0, 590.0, 589.0, 567.0, 565.0, 556.0, 555.0, 548.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Loss_and_damage", "Global_warming", "Economics_of_global_warming", "Environmental_issue", "Deforestation_by_region", "Effects_of_global_warming"], "ranked_scores": [592.0, 568.0, 568.0, 553.0, 547.0, 546.0, 544.0, 543.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Thermal_pollution", "Deforestation_and_climate_change", "100%_renewable_energy", "Climate_sensitivity", "Climate_engineering", "Emission_intensity", "Climate_inertia", "Renewable_heat", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [541.0, 529.0, 527.0, 526.0, 524.0, 524.0, 523.0, 523.0, 522.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [646.0, 635.0, 635.0, 628.0, 627.0, 610.0, 610.0, 609.0, 603.0, 602.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Climate_change_denial", "Global_warming_controversy", "Climate_Change_Denial:_Heads_in_the_Sand", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Merchants_of_Doubt"], "ranked_scores": [581.0, 569.0, 564.0, 562.0, 560.0, 559.0, 555.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Climate_change_feedback", "Global_warming", "Physical_impacts_of_climate_change", "Climate_sensitivity", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Global_warming_hiatus"], "ranked_scores": [594.0, 587.0, 585.0, 565.0, 562.0, 557.0, 555.0, 552.0, 552.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.387, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "Low-carbon_emission", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Environmental_issue", "Carbon_dioxide", "List_of_countries_by_carbon_dioxide_emissions", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [607.0, 601.0, 592.0, 592.0, 583.0, 582.0, 580.0, 577.0, 569.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Worst-case_scenario", "Never_events", "Systematic_risk", "Risk–benefit_ratio", "Accident", "Risk_analysis", "Risk_neutral", "Hazard", "Risk_(statistics)"], "ranked_scores": [521.0, 488.0, 485.0, 484.0, 481.0, 480.0, 480.0, 474.0, 474.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Clean_Air_Act_(United_States)", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_United_States", "Air_Pollution_Control_Act", "Environmental_policy_of_the_United_States", "Carbon_neutrality", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Ozone_depletion_and_climate_change", "United_States_Environmental_Protection_Agency", "Coal_pollution_mitigation"], "ranked_scores": [500.0, 499.0, 497.0, 496.0, 496.0, 492.0, 492.0, 489.0, 486.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2014–16_El_Niño_event", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [596.0, 595.0, 587.0, 579.0, 578.0, 564.0, 563.0, 561.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Measurement_of_sea_ice", "Antarctic_ice_sheet", "Sea_ice", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_of_Antarctica", "Antarctic_sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [618.0, 602.0, 588.0, 588.0, 577.0, 573.0, 569.0, 564.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Nuclear_power_proposed_as_renewable_energy", "Coal_gasification_commercialization", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing"], "ranked_scores": [643.0, 640.0, 583.0, 583.0, 583.0, 577.0, 576.0, 574.0, 569.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Soft_landing_(economics)", "Plesiochronous_digital_hierarchy", "ECMWF_re-analysis", "Fleischmann–Pons_experiment", "HadCM3", "Shutdown_of_thermohaline_circulation", "Geomagnetic_reversal", "International_Geophysical_Year", "Acreage_Reduction_Program", "TopHat_(telescope)"], "ranked_scores": [532.0, 530.0, 530.0, 529.0, 525.0, 523.0, 521.0, 520.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Climate_change_(general_concept)", "Politics_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Instrumental_temperature_record", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [543.0, 528.0, 527.0, 525.0, 519.0, 519.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming_controversy", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [611.0, 610.0, 604.0, 599.0, 598.0, 598.0, 594.0, 594.0, 591.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "MSU_temperature_measurements", "Climate_change_in_Texas", "1908", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Weather"], "ranked_scores": [492.0, 488.0, 487.0, 484.0, 484.0, 483.0, 483.0, 481.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Earth's_energy_budget", "Atmospheric_circulation", "Global_warming", "Regional_effects_of_global_warming", "Climate_sensitivity", "Climate_oscillation", "Idealized_greenhouse_model", "Greenhouse_effect"], "ranked_scores": [623.0, 620.0, 584.0, 580.0, 575.0, 574.0, 572.0, 572.0, 572.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Worse-than-average_effect", "Mean_reversion_(finance)", "Trend_stationary", "Median", "Great_Salinity_Anomaly", "Low-pressure_area", "Seasonal_adjustment", "Forecast_error", "Ultraviolet"], "ranked_scores": [524.0, 509.0, 500.0, 490.0, 481.0, 479.0, 479.0, 478.0, 477.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Deforestation_and_climate_change", "Greenhouse_gas", "Environmental_issue", "Cumulative_effects_(environment)", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Effects_of_global_warming_on_humans", "Global_warming", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [586.0, 584.0, 573.0, 566.0, 565.0, 565.0, 562.0, 560.0, 560.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5148, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Future_of_Earth", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [602.0, 590.0, 588.0, 568.0, 567.0, 566.0, 558.0, 552.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Danish_Committees_on_Scientific_Dishonesty", "Scientific_community", "Validity_(statistics)", "Scientific_dissent", "Level_of_support_for_evolution", "Physicians_and_Surgeons_for_Scientific_Integrity", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report"], "ranked_scores": [519.0, 510.0, 503.0, 502.0, 496.0, 495.0, 494.0, 493.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Urban_heat_island", "Ground-coupled_heat_exchanger", "US_Weather_Bureau_Station_(Block_Island)", "Natural_ventilation", "Geothermal_heat_pump", "Cooling_center", "Weather_station", "Automatic_weather_station", "List_of_energy_efficient_buildings_in_India", "Hot_tower"], "ranked_scores": [542.0, 533.0, 525.0, 524.0, 522.0, 521.0, 520.0, 517.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming_controversy", "Global_warming", "IPCC_First_Assessment_Report", "Global_warming_hiatus", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [599.0, 599.0, 597.0, 595.0, 589.0, 588.0, 588.0, 583.0, 582.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Solar_power", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "List_of_photovoltaic_power_stations", "Wind_power_in_Mexico", "Solar_power_in_Spain", "Wind_power_in_New_Mexico", "Wind_power_in_the_United_States"], "ranked_scores": [595.0, 585.0, 571.0, 570.0, 563.0, 561.0, 538.0, 535.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Economic_growth", "1971", "Agricultural_Act_of_2014", "Growth_of_wind_power_in_the_United_States", "Nonfarm_payrolls", "Energy_in_the_United_States", "List_of_North_American_countries_by_GDP_(nominal)", "Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Jobs_created_during_U.S._presidential_terms"], "ranked_scores": [549.0, 545.0, 517.0, 515.0, 512.0, 510.0, 508.0, 507.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Ursus_americanus_carlottae", "Bile_bear", "Brown_bear", "Circumpolar_distribution", "List_of_fatal_cougar_attacks_in_North_America", "Rubus_arcticus", "Grizzly_bear", "Fauna_of_Australia", "Kodiak_bear"], "ranked_scores": [358.0, 356.0, 347.0, 339.0, 336.0, 334.0, 334.0, 334.0, 333.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4858, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Atmospheric_methane", "North_Greenland_Ice_Core_Project", "Glacial_earthquake", "Methane_clathrate", "Volcanic_winter"], "ranked_scores": [429.0, 384.0, 381.0, 381.0, 374.0, 371.0, 370.0, 370.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Tide", "Sea_level_rise", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "United_States_rainfall_climatology", "Earth_rainfall_climatology", "Climate_oscillation", "Climate_of_the_United_States", "Rain"], "ranked_scores": [407.0, 393.0, 387.0, 381.0, 379.0, 379.0, 379.0, 376.0, 375.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Deglaciation", "Arctic_geoengineering", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Sea_level_rise", "Holocene_glacial_retreat", "Arctic_ice_pack"], "ranked_scores": [394.0, 376.0, 369.0, 362.0, 360.0, 359.0, 358.0, 358.0, 357.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Low-carbon_emission", "Carbon_cycle_re-balancing", "Carbon_neutrality", "Carbon_emission_trading", "100%_renewable_energy", "Greenhouse_gas_emissions_accounting", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_footprint", "Emission_intensity"], "ranked_scores": [395.0, 387.0, 386.0, 385.0, 385.0, 384.0, 382.0, 380.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2856, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide", "Carbon_neutrality", "Low-carbon_emission", "Deforestation_and_climate_change", "Carbon_footprint", "Scientific_consensus_on_climate_change", "Greenhouse_effect"], "ranked_scores": [417.0, 416.0, 412.0, 403.0, 396.0, 394.0, 392.0, 388.0, 388.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Greenland_ice_sheet", "Global_warming_in_Antarctica", "Glacier_mass_balance", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Glacial_earthquake", "Sea_level_rise"], "ranked_scores": [419.0, 395.0, 395.0, 383.0, 383.0, 382.0, 380.0, 378.0, 377.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "IPCC_First_Assessment_Report", "Global_warming_hiatus", "Effects_of_global_warming", "Greenhouse_gas", "Effects_of_global_warming_on_humans", "Economics_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Scientific_consensus_on_climate_change"], "ranked_scores": [414.0, 408.0, 398.0, 395.0, 387.0, 384.0, 382.0, 380.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Climate_risk", "Economics_of_global_warming", "2016_Louisiana_floods", "Effects_of_climate_change_on_terrestrial_animals", "Environmental_emergency", "Climate_change_in_the_United_States", "Climate_engineering", "Regional_effects_of_global_warming"], "ranked_scores": [407.0, 381.0, 377.0, 373.0, 368.0, 367.0, 367.0, 366.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "List_of_mammals_of_New_England", "Dry_season", "Climate_of_the_Philippines", "Climate_of_India", "List_of_mammals_of_Alabama", "Measles", "Humid_continental_climate", "Tropical_Asia"], "ranked_scores": [349.0, 344.0, 343.0, 342.0, 337.0, 334.0, 334.0, 333.0, 332.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_feedback", "Climate_change_mitigation", "Climate_change_and_agriculture", "Climate_engineering", "IPCC_First_Assessment_Report"], "ranked_scores": [416.0, 415.0, 412.0, 402.0, 402.0, 394.0, 394.0, 391.0, 387.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Fahrenheit", "Termination_(geomorphology)", "100,000-year_problem", "Last_Glacial_Maximum", "Global_cooling", "Abrupt_climate_change"], "ranked_scores": [388.0, 385.0, 383.0, 380.0, 379.0, 379.0, 379.0, 377.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Global_Historical_Climatology_Network", "Keeling_Curve", "Marine_isotope_stage", "Climate_Central", "U.S._Global_Change_Research_Program", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Presidential_Climate_Action_Plan", "List_of_climate_research_satellites", "Mauna_Loa_Observatory", "World_Energy_Outlook"], "ranked_scores": [363.0, 359.0, 353.0, 350.0, 348.0, 348.0, 345.0, 344.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Acidosis", "Humidity", "Carbonic_acid", "Deforestation_and_climate_change", "Idealized_greenhouse_model", "PH"], "ranked_scores": [359.0, 346.0, 342.0, 340.0, 339.0, 339.0, 338.0, 338.0, 338.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Climate_change_opinion_by_country", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Climate_Change_Denial:_Heads_in_the_Sand", "Global_warming_conspiracy_theory", "Journal_for_Geoclimatic_Studies", "Heaven_and_Earth_(book)"], "ranked_scores": [405.0, 400.0, 398.0, 392.0, 392.0, 390.0, 389.0, 387.0, 387.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "International_Geophysical_Year", "ECMWF_re-analysis", "List_of_climate_research_satellites", "Avoiding_Dangerous_Climate_Change", "Big_Bang_nucleosynthesis", "TopHat_(telescope)", "Intelsat_I", "Geomagnetic_reversal", "Marine_isotope_stage"], "ranked_scores": [365.0, 360.0, 357.0, 355.0, 350.0, 347.0, 347.0, 347.0, 346.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Antarctica_cooling_controversy", "Ice2sea", "Global_warming_in_Antarctica", "The_Coming_Global_Superstorm", "Climate_change_in_the_Arctic", "Arctic_resources_race", "Global_stilling", "Arctic_geoengineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Late_Glacial"], "ranked_scores": [408.0, 399.0, 396.0, 392.0, 391.0, 388.0, 386.0, 385.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Weather_front", "Wind", "Polar_High", "Low-pressure_area", "Jet_stream", "Arctic_oscillation", "Polar_front", "Intertropical_Convergence_Zone", "Wind_shear"], "ranked_scores": [406.0, 393.0, 392.0, 392.0, 390.0, 386.0, 385.0, 384.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "1997–98_El_Niño_event", "1908", "2013_extreme_weather_events", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [391.0, 385.0, 383.0, 380.0, 378.0, 375.0, 375.0, 372.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Runaway_greenhouse_effect", "Cold_fusion", "Proton_decay", "Advisory_Group_on_Greenhouse_Gases", "Journal_for_Geoclimatic_Studies", "Climate_change_denial", "Gamma-ray_burst", "Radiative_forcing", "Global_warming_conspiracy_theory"], "ranked_scores": [351.0, 345.0, 344.0, 344.0, 342.0, 341.0, 340.0, 340.0, 340.0, 337.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Energy_policy_of_the_United_States", "Carbon_price", "List_of_countries_by_carbon_dioxide_emissions", "Environmental_impact_of_transport_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Mongstad_Power_Station"], "ranked_scores": [363.0, 362.0, 348.0, 347.0, 347.0, 345.0, 342.0, 341.0, 337.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Last_Glacial_Maximum", "Pliocene_climate", "Timeline_of_glaciation", "Late_Glacial", "Paleocene–Eocene_Thermal_Maximum", "Quaternary_glaciation", "Eocene_Thermal_Maximum_2"], "ranked_scores": [389.0, 382.0, 380.0, 378.0, 373.0, 372.0, 369.0, 369.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1971", "1997–98_El_Niño_event", "Special_Report_on_Global_Warming_of_1.5_°C", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_the_United_States", "January_2014_southeastern_Australia_heat_wave", "Temperature_record_of_the_past_1000_years", "1936_North_American_cold_wave"], "ranked_scores": [358.0, 355.0, 353.0, 352.0, 352.0, 350.0, 349.0, 348.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Environmental_issue", "Oceanic_carbon_cycle", "Environmental_hazard", "Thermal_pollution", "Acidophiles_in_acid_mine_drainage", "Physical_impacts_of_climate_change", "Climate_change"], "ranked_scores": [433.0, 407.0, 387.0, 378.0, 373.0, 373.0, 367.0, 367.0, 367.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Fossil_fuel_divestment", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "List_of_renewable_energy_companies_by_stock_exchange", "Energy_accidents", "Environmental_Action", "Micro-sustainability", "UK_Emissions_Trading_Scheme", "Zero-energy_building"], "ranked_scores": [370.0, 360.0, 358.0, 357.0, 356.0, 353.0, 353.0, 353.0, 350.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Glacial_earthquake", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Holocene_glacial_retreat", "Global_stilling", "Past_sea_level"], "ranked_scores": [403.0, 389.0, 389.0, 381.0, 377.0, 370.0, 370.0, 370.0, 367.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_and_gender", "Physical_impacts_of_climate_change", "Environmental_issue", "Global_warming", "Climate_change_adaptation"], "ranked_scores": [404.0, 391.0, 382.0, 376.0, 373.0, 371.0, 370.0, 369.0, 368.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Emission_intensity", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Thermal_pollution", "Climate_inertia", "IPCC_First_Assessment_Report", "Climate_sensitivity", "100%_renewable_energy", "Climate_engineering", "Mandatory_renewable_energy_target", "Deforestation_and_climate_change"], "ranked_scores": [367.0, 366.0, 364.0, 359.0, 356.0, 355.0, 353.0, 353.0, 353.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [432.0, 431.0, 431.0, 430.0, 425.0, 423.0, 422.0, 421.0, 412.0, 412.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Climate_change_denial", "Global_warming", "Global_warming_controversy", "Climate_Change_Denial:_Heads_in_the_Sand", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Merchants_of_Doubt", "Politics_of_global_warming"], "ranked_scores": [384.0, 380.0, 376.0, 374.0, 372.0, 371.0, 370.0, 368.0, 368.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Climate_change_feedback", "Scientific_consensus_on_climate_change", "Climate_sensitivity", "Attribution_of_recent_climate_change", "Effects_of_climate_change_on_terrestrial_animals", "Global_warming", "Global_warming_hiatus"], "ranked_scores": [398.0, 393.0, 388.0, 380.0, 376.0, 375.0, 373.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3605, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Low-carbon_emission", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide", "Environmental_issue", "List_of_countries_by_carbon_dioxide_emissions", "Air_pollution"], "ranked_scores": [412.0, 411.0, 406.0, 406.0, 398.0, 397.0, 397.0, 393.0, 389.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Inverse_consequences", "Worst-case_scenario", "Never_events", "Systematic_risk", "Risk–benefit_ratio", "Accident", "Harm_principle", "Ambivalence", "Probability_of_error"], "ranked_scores": [354.0, 339.0, 333.0, 332.0, 332.0, 331.0, 330.0, 329.0, 328.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Energy_policy_of_the_United_States", "Carbon_neutrality", "Environmental_policy_of_the_Donald_Trump_administration", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_tax", "Global_Warming_Pollution_Reduction_Act_of_2007", "Air_Pollution_Control_Act", "Clean_Air_Act_(United_States)", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [344.0, 340.0, 340.0, 339.0, 339.0, 337.0, 337.0, 336.0, 336.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "2013_extreme_weather_events", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "2007_Western_North_American_heat_wave"], "ranked_scores": [409.0, 407.0, 398.0, 394.0, 391.0, 385.0, 384.0, 383.0, 381.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Antarctic_ice_sheet", "Climate_of_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Antarctic_sea_ice", "Arctic_Ocean"], "ranked_scores": [416.0, 409.0, 401.0, 396.0, 394.0, 390.0, 386.0, 381.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification", "Coal_gasification_commercialization", "Waste-to-energy_plant", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Incineration", "Carbon_dioxide_removal", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [435.0, 431.0, 401.0, 393.0, 393.0, 391.0, 391.0, 386.0, 385.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["ECMWF_re-analysis", "Soft_landing_(economics)", "Fleischmann–Pons_experiment", "Big_Bang_nucleosynthesis", "Acreage_Reduction_Program", "List_of_climate_research_satellites", "Federal_Fuel_Administration", "TopHat_(telescope)", "Geomagnetic_reversal", "International_Geophysical_Year"], "ranked_scores": [360.0, 353.0, 352.0, 346.0, 346.0, 346.0, 346.0, 346.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Climate_change_(general_concept)", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_opinion_by_country"], "ranked_scores": [367.0, 365.0, 365.0, 360.0, 357.0, 357.0, 357.0, 355.0, 355.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming_controversy", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Global_warming", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_opinion_by_country", "IPCC_First_Assessment_Report", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [419.0, 413.0, 411.0, 407.0, 407.0, 405.0, 403.0, 403.0, 401.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "1908", "Climate_of_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2013_extreme_weather_events", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_the_Arctic", "January_2016_East_Asia_cold_wave", "Climate_change_in_Texas", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [339.0, 337.0, 331.0, 329.0, 329.0, 329.0, 329.0, 327.0, 326.0, 325.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Earth's_energy_budget", "Regional_effects_of_global_warming", "Climate_oscillation", "Climate_sensitivity", "Climate_change_in_the_Arctic", "Global_warming", "Climate_state", "Scientific_consensus_on_climate_change"], "ranked_scores": [422.0, 421.0, 395.0, 393.0, 388.0, 388.0, 388.0, 387.0, 383.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Worse-than-average_effect", "Regression_toward_the_mean", "El_Niño–Southern_Oscillation", "Mean_reversion_(finance)", "Ordinal_regression", "Dry_Spell", "Flynn_effect", "Trend_stationary", "Low-pressure_area", "Wage_curve"], "ranked_scores": [355.0, 354.0, 331.0, 330.0, 328.0, 328.0, 327.0, 327.0, 327.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Environmental_issue", "Deforestation_and_climate_change", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Cumulative_effects_(environment)", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "Global_warming", "Politics_of_global_warming", "Low-carbon_emission"], "ranked_scores": [395.0, 390.0, 390.0, 390.0, 387.0, 381.0, 379.0, 378.0, 378.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_in_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Fahrenheit", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [402.0, 399.0, 397.0, 385.0, 384.0, 381.0, 379.0, 378.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_consensus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Validity_(statistics)", "Scientific_community", "Objectivity_(philosophy)", "Substantial_truth", "Danish_Committees_on_Scientific_Dishonesty", "Physicians_and_Surgeons_for_Scientific_Integrity", "Policy_Review", "Level_of_support_for_evolution"], "ranked_scores": [341.0, 339.0, 339.0, 336.0, 335.0, 333.0, 333.0, 333.0, 332.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Urban_heat_island", "Ground-coupled_heat_exchanger", "Automatic_weather_station", "Geothermal_heat_pump", "Natural_ventilation", "Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "Hot_tower", "List_of_energy_efficient_buildings_in_India", "Weather_station"], "ranked_scores": [374.0, 365.0, 361.0, 359.0, 358.0, 357.0, 356.0, 353.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "Global_warming_hiatus", "Global_warming_controversy", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Climate_change_opinion_by_country", "Environmental_issue"], "ranked_scores": [412.0, 411.0, 408.0, 406.0, 398.0, 396.0, 394.0, 393.0, 392.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "List_of_photovoltaic_power_stations", "Solar_power", "Solar_power_in_Spain", "Wind_power_in_Mexico", "Renewable_energy", "Wind_power_in_the_United_States"], "ranked_scores": [403.0, 390.0, 384.0, 383.0, 383.0, 383.0, 372.0, 368.0, 364.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Economic_growth", "1971", "Energy_in_the_United_States", "Nonfarm_payrolls", "Jobs_created_during_U.S._presidential_terms", "Agricultural_Act_of_2014", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Growth_of_wind_power_in_the_United_States", "Workforce_productivity"], "ranked_scores": [363.0, 359.0, 349.0, 348.0, 348.0, 347.0, 347.0, 346.0, 346.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Ursus_americanus_carlottae", "Morus_rubra", "Bile_bear", "Moose", "Rubus_arcticus", "Banff_National_Park", "Arctic_char", "Brown_bear", "List_of_Alaska_state_forests"], "ranked_scores": [185.0, 185.0, 183.0, 179.0, 178.0, 178.0, 177.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Global_warming_in_Antarctica", "North_Greenland_Ice_Core_Project", "Arctic_geoengineering", "Snow", "Climate_change_in_the_Arctic", "Deforestation_and_climate_change", "Greenland_ice_core_project", "Glacial_earthquake", "Volcanic_winter"], "ranked_scores": [216.0, 198.0, 196.0, 195.0, 195.0, 191.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Earth_rainfall_climatology", "United_States_rainfall_climatology", "Tide", "Sea_level_rise", "Climate_change_(general_concept)", "Climate_of_the_United_States", "Climate_variability", "Regional_effects_of_global_warming", "Future_sea_level"], "ranked_scores": [212.0, 204.0, 204.0, 203.0, 202.0, 198.0, 198.0, 198.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Deglaciation", "Holocene_glacial_retreat", "Little_Ice_Age", "Late_Glacial", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Future_sea_level", "Glacial_period"], "ranked_scores": [205.0, 193.0, 192.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "100%_renewable_energy", "Mitigation_of_global_warming_in_Australia", "Carbon_neutrality", "Carbon_cycle_re-balancing", "List_of_renewable_energy_companies_by_stock_exchange", "Contribution_to_global_warming_by_Australia", "Energy_mix", "Greenhouse_gas_emissions_accounting", "Wind_power_by_country"], "ranked_scores": [203.0, 201.0, 201.0, 200.0, 198.0, 198.0, 196.0, 196.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Carbon_dioxide", "Low-carbon_emission", "Atmospheric_methane", "IPCC_First_Assessment_Report", "Global_warming", "Scientific_consensus_on_climate_change", "Greenhouse_effect"], "ranked_scores": [221.0, 219.0, 217.0, 208.0, 203.0, 201.0, 201.0, 201.0, 201.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Arctic_geoengineering", "Glacier_mass_balance", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "January_2017_European_cold_wave", "Global_warming_in_Antarctica", "Glacial_earthquake", "Sea_ice"], "ranked_scores": [219.0, 206.0, 202.0, 198.0, 198.0, 198.0, 197.0, 197.0, 196.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Environmental_issue", "Physical_impacts_of_climate_change", "Global_warming_hiatus"], "ranked_scores": [216.0, 216.0, 206.0, 206.0, 205.0, 201.0, 201.0, 200.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Effects_of_climate_change_on_terrestrial_animals", "2016_Louisiana_floods", "Hurricane_Harvey", "Stern_Review", "Effects_of_Hurricane_Katrina_in_Mississippi", "List_of_heat_waves", "Environmental_emergency", "Environmental_science"], "ranked_scores": [211.0, 196.0, 193.0, 193.0, 192.0, 192.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Measles", "Allergy", "Dry_season", "History_of_malaria", "2009_flu_pandemic_in_the_United_States_by_state", "Infectious_mononucleosis", "Climate_of_India", "Droughts_in_the_United_States"], "ranked_scores": [195.0, 181.0, 180.0, 179.0, 178.0, 177.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Carbon_emissions_reporting", "Stern_Review", "Climate_change_mitigation", "Climate_risk", "Effects_of_global_warming_on_humans"], "ranked_scores": [218.0, 212.0, 210.0, 204.0, 201.0, 201.0, 200.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "Termination_(geomorphology)", "Thermochronology", "Milankovitch_cycles", "Last_Glacial_Maximum", "Fahrenheit"], "ranked_scores": [207.0, 206.0, 204.0, 203.0, 203.0, 202.0, 201.0, 201.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Global_Historical_Climatology_Network", "Presidential_Climate_Action_Plan", "Carbon-to-nitrogen_ratio", "Keeling_Curve", "Advisory_Group_on_Greenhouse_Gases", "IPCC_First_Assessment_Report", "Marine_isotope_stage", "NASA_Earth_Observatory", "World_Meteorological_Organization", "UH88"], "ranked_scores": [197.0, 189.0, 186.0, 185.0, 184.0, 184.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Air_pollution_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_rain", "Ocean_acidification", "Estuarine_acidification", "Greenhouse_gas", "Acidosis", "Deforestation_and_climate_change", "Oceanic_carbon_cycle", "Ozone_depletion"], "ranked_scores": [182.0, 181.0, 180.0, 180.0, 179.0, 179.0, 178.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Merchants_of_Doubt", "Climate_change_opinion_by_country", "Journal_for_Geoclimatic_Studies", "Climate_Change_Denial:_Heads_in_the_Sand", "Heaven_and_Earth_(book)"], "ranked_scores": [211.0, 209.0, 206.0, 205.0, 204.0, 204.0, 204.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Avoiding_Dangerous_Climate_Change", "Big_Bang_nucleosynthesis", "List_of_climate_research_satellites", "350.org", "ECMWF_re-analysis", "100,000-year_problem", "Thermal_optimum", "Dole_effect", "Eocene_Thermal_Maximum_2"], "ranked_scores": [196.0, 188.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Antarctica_cooling_controversy", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Tipping_points_in_the_climate_system", "Arctic_ice_pack", "Sea_ice_thickness", "Arctic_geoengineering", "Greenland_ice_core_project", "The_Coming_Global_Superstorm"], "ranked_scores": [206.0, 206.0, 205.0, 202.0, 201.0, 200.0, 200.0, 199.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Jet_stream", "Polar_front", "Weather_front", "Polar_High", "Cold-air_damming", "Intertropical_Convergence_Zone", "Mountain-gap_wind", "Low-pressure_area", "Rear-inflow_jet"], "ranked_scores": [213.0, 208.0, 204.0, 204.0, 202.0, 202.0, 201.0, 201.0, 201.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2013_extreme_weather_events", "1997–98_El_Niño_event", "2013_Southwestern_United_States_heat_wave", "Satellite_temperature_measurements"], "ranked_scores": [204.0, 203.0, 202.0, 198.0, 196.0, 195.0, 194.0, 193.0, 191.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Runaway_greenhouse_effect", "Cold_fusion", "Radiative_forcing", "Advisory_Group_on_Greenhouse_Gases", "Greenhouse_effect", "Induced_radioactivity", "Journal_for_Geoclimatic_Studies", "Health_effects_of_radon", "Global_dimming", "Tipping_points_in_the_climate_system"], "ranked_scores": [187.0, 185.0, 185.0, 182.0, 182.0, 182.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Energy_policy_of_the_United_States", "Environmental_impact_of_transport_in_Australia", "Mitigation_of_global_warming_in_Australia", "Fuel_Economy_Reform_Act", "Greenhouse_gas_emissions_by_the_United_States", "List_of_countries_by_carbon_dioxide_emissions", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [191.0, 181.0, 181.0, 181.0, 179.0, 179.0, 177.0, 176.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Future_sea_level", "Quaternary_glaciation", "Timeline_of_glaciation", "Past_sea_level", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [203.0, 200.0, 200.0, 200.0, 200.0, 199.0, 199.0, 198.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "1971", "MSU_temperature_measurements", "1936_North_American_cold_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1997–98_El_Niño_event", "Solar_cycle_19", "Surface_weather_analysis", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [192.0, 192.0, 188.0, 187.0, 185.0, 183.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Acidophiles_in_acid_mine_drainage", "Environmental_hazard", "Climate_change", "Air_pollution", "Physical_impacts_of_climate_change", "Thermal_pollution"], "ranked_scores": [220.0, 211.0, 204.0, 192.0, 190.0, 189.0, 188.0, 186.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Electricity_sector_in_the_United_Kingdom", "Fossil_fuel_divestment", "Micro-sustainability", "Global_Warming_Pollution_Reduction_Act_of_2007", "Cumulative_effects_(environment)", "List_of_renewable_energy_companies_by_stock_exchange", "Mitigation_of_global_warming_in_Australia", "UK_Emissions_Trading_Scheme", "Environmental_Defense_v._Duke_Energy_Corp.", "Carbon_emissions_reporting"], "ranked_scores": [190.0, 190.0, 189.0, 188.0, 185.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Future_sea_level", "Antarctic_Cold_Reversal", "Glacial_earthquake", "Sea_level_rise", "Past_sea_level", "Great_Salt_Lake_effect", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "The_Coming_Global_Superstorm"], "ranked_scores": [210.0, 199.0, 198.0, 197.0, 196.0, 196.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "2012–13_North_American_drought", "Deforestation_and_climate_change", "Natural_hazard", "Environmental_issue", "Droughts_in_the_United_States", "Deforestation_by_region", "Drought_in_Spain", "Climate_change_and_agriculture", "Economics_of_global_warming"], "ranked_scores": [206.0, 197.0, 196.0, 195.0, 195.0, 195.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Worse-than-average_effect", "Urban_heat_island", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_feedback", "Climate_inertia", "Thermal_pollution", "Climate_sensitivity", "Convective_instability", "Environmental_issue", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [187.0, 187.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [219.0, 216.0, 215.0, 214.0, 212.0, 211.0, 211.0, 208.0, 203.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Merchants_of_Doubt", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Global_warming_controversy", "Climate_change_denial", "Heaven_and_Earth_(book)", "Effects_of_climate_change_on_terrestrial_animals", "History_of_climate_change_science", "Politics_of_global_warming"], "ranked_scores": [202.0, 201.0, 198.0, 197.0, 195.0, 194.0, 194.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3693, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Climate_change", "Climate_sensitivity", "Limiting_factor", "Climate_change_feedback", "Global_warming", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Global_warming_hiatus"], "ranked_scores": [206.0, 206.0, 201.0, 199.0, 197.0, 196.0, 196.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.243, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Deforestation_and_climate_change", "Carbon_dioxide", "Environmental_issue", "Atmospheric_carbon_cycle", "Air_pollution", "Low-carbon_emission", "Estuarine_acidification"], "ranked_scores": [217.0, 217.0, 213.0, 212.0, 208.0, 207.0, 205.0, 204.0, 203.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Risk–benefit_ratio", "Accident", "Risk_(statistics)", "Hazard", "Harm_principle", "Project_risk_management", "Systematic_risk", "Risk_assessment", "Worst-case_scenario"], "ranked_scores": [186.0, 179.0, 178.0, 177.0, 177.0, 176.0, 175.0, 174.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Air_Pollution_Control_Act", "Energy_policy_of_the_United_States", "Energy_Independence_and_Security_Act_of_2007", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Clean_Air_Act_(United_States)", "Alternative_energy", "Solar_power_in_the_United_States", "United_States_Environmental_Protection_Agency"], "ranked_scores": [178.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "2013_Southwestern_United_States_heat_wave", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave"], "ranked_scores": [210.0, 209.0, 209.0, 204.0, 204.0, 201.0, 201.0, 200.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_ice_pack", "Sea_ice", "Climate_of_Antarctica", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Antarctic_sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [221.0, 215.0, 209.0, 208.0, 207.0, 202.0, 202.0, 201.0, 201.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Waste-to-energy_plant", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Coal_gasification_commercialization", "Coal_gasification", "Incineration", "Carbon-neutral_fuel", "Activated_carbon"], "ranked_scores": [217.0, 213.0, 203.0, 200.0, 199.0, 198.0, 198.0, 197.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["ECMWF_re-analysis", "Nuclear_power_phase-out", "Fleischmann–Pons_experiment", "Mass_wasting", "Big_Bang_nucleosynthesis", "Soft_landing_(economics)", "Condensation_cloud", "Beyond_Coal", "Federal_Fuel_Administration", "Earth_Radiation_Budget_Satellite"], "ranked_scores": [193.0, 189.0, 187.0, 186.0, 185.0, 183.0, 182.0, 182.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_controversy", "Instrumental_temperature_record", "Global_warming_hiatus", "Climate_change", "Climate_sensitivity", "Climate_inertia"], "ranked_scores": [194.0, 193.0, 192.0, 192.0, 190.0, 190.0, 190.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_change_opinion_by_country", "IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Stern_Review"], "ranked_scores": [218.0, 217.0, 216.0, 214.0, 211.0, 211.0, 209.0, 209.0, 209.0, 208.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Antarctica", "Earth's_energy_budget", "Arctic_sea_ice_decline", "2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave", "Arctic_geoengineering", "Climate_inertia", "Climate_change_in_the_Arctic", "January_2016_East_Asia_cold_wave", "Climate_change_(general_concept)"], "ranked_scores": [180.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Climate_change_in_the_Arctic", "Radiative_forcing", "Effect_of_Sun_angle_on_climate", "Earth's_energy_budget", "Idealized_greenhouse_model", "Climate_oscillation", "Regional_effects_of_global_warming", "Greenhouse_effect"], "ranked_scores": [217.0, 215.0, 208.0, 204.0, 203.0, 203.0, 202.0, 201.0, 201.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Worse-than-average_effect", "Regression_toward_the_mean", "Ordinal_regression", "Great_Salinity_Anomaly", "Trend_stationary", "D-value_(microbiology)", "Geomagnetic_reversal", "Median", "Risk_(statistics)", "Δ13C"], "ranked_scores": [190.0, 188.0, 178.0, 175.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Cumulative_effects_(environment)", "IPCC_First_Assessment_Report", "Energy_crisis", "Environmental_issue", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Greenhouse_gas", "Effects_of_global_warming_on_humans", "Overconsumption", "Politics_of_global_warming"], "ranked_scores": [206.0, 201.0, 200.0, 199.0, 198.0, 197.0, 197.0, 196.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_in_Antarctica", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [209.0, 209.0, 208.0, 203.0, 201.0, 200.0, 200.0, 199.0, 199.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Policy_Review", "Review_of_Policy_Research", "Policy_advocacy", "Objectivity_(philosophy)", "Scientific_dissent", "Scientific_consensus", "List_of_climate_scientists", "Danish_Committees_on_Scientific_Dishonesty", "Validity_(statistics)"], "ranked_scores": [189.0, 182.0, 181.0, 178.0, 177.0, 177.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Urban_heat_island", "Ground-coupled_heat_exchanger", "Fire_ecology", "Automatic_weather_station", "Natural_ventilation", "Cooling_center", "North_American_High", "High-pressure_area", "Geothermal_heat_pump", "Siberian_High"], "ranked_scores": [193.0, 192.0, 192.0, 189.0, 188.0, 188.0, 186.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_controversy", "Global_warming_hiatus", "Global_warming", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "History_of_climate_change_science", "Tipping_points_in_the_climate_system"], "ranked_scores": [211.0, 210.0, 210.0, 208.0, 204.0, 203.0, 202.0, 202.0, 202.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "List_of_photovoltaic_power_stations", "Solar_power_in_Spain", "Wind_power_in_Mexico", "North_American_High", "Solar_cell_efficiency"], "ranked_scores": [206.0, 201.0, 200.0, 198.0, 198.0, 197.0, 196.0, 194.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["1971", "Energy_in_the_United_States", "2012–13_North_American_drought", "Economic_growth", "Agricultural_Act_of_2014", "Droughts_in_the_United_States", "Workforce_productivity", "Agricultural_policy_of_the_United_States", "Nonfarm_payrolls", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [194.0, 186.0, 186.0, 183.0, 182.0, 182.0, 181.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Bee", "Banff_National_Park", "Bile_bear", "Seed_predation", "Rubus_arcticus", "Domestication", "Amblyomma_americanum", "Fauna_of_Australia", "Bushfires_in_Australia", "Tree_squirrel"], "ranked_scores": [98.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Deforestation_and_climate_change", "Snow", "Volcanic_winter", "Weathering", "Polar_drift", "Winter_1985_cold_wave", "Precipitation"], "ranked_scores": [109.0, 105.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Earth_rainfall_climatology", "Climate_variability", "Rain", "Weather", "Future_sea_level", "Tide", "Regional_effects_of_global_warming", "United_States_rainfall_climatology"], "ranked_scores": [111.0, 109.0, 108.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Deglaciation", "Wisconsin_glaciation", "Antarctica_cooling_controversy", "November_2014_North_American_cold_wave", "Antarctic_Cold_Reversal", "Holocene_glacial_retreat", "Arctic_geoengineering", "Little_Ice_Age", "Retreat_of_glaciers_since_1850"], "ranked_scores": [107.0, 106.0, 105.0, 105.0, 105.0, 104.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Carbon_neutrality", "Carbon_emission_trading", "Mitigation_of_global_warming_in_Australia", "Cumulative_effects_(environment)", "Carbon_price", "Carbon_cycle_re-balancing", "Emission_intensity", "Wind_power_by_country", "Greenhouse_gas_emissions_accounting"], "ranked_scores": [105.0, 105.0, 105.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Greenhouse_effect", "Atmospheric_methane", "Black_carbon", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "Low-carbon_emission"], "ranked_scores": [116.0, 113.0, 111.0, 109.0, 106.0, 104.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "November_2014_North_American_cold_wave", "February_25–27,_2010_North_American_blizzard", "Retreat_of_glaciers_since_1850", "January_2017_European_cold_wave", "Great_Arctic_Cyclone_of_2012", "Global_storm_activity_of_2007", "Arctic_geoengineering", "January_2016_East_Asia_cold_wave", "Holocene_glacial_retreat"], "ranked_scores": [114.0, 110.0, 109.0, 109.0, 108.0, 108.0, 107.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Regional_effects_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_heat_waves"], "ranked_scores": [112.0, 110.0, 108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "List_of_heat_waves", "Economics_of_global_warming", "2009_California_wildfires", "Climate_risk", "Heat_wave", "Stern_Review", "Climate_change_in_the_United_States", "Reasons_for_concern"], "ranked_scores": [109.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Southern_Australia", "Meningococcal_disease", "Climate_of_Australia", "2009_flu_pandemic_in_the_United_States_by_state", "Allergy", "January_2014_southeastern_Australia_heat_wave", "List_of_West_Nile_virus_outbreaks", "Measles"], "ranked_scores": [99.0, 97.0, 95.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_change_mitigation", "Cumulative_effects_(environment)", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "Climate_risk", "Climate_change_in_the_United_States", "Stern_Review"], "ranked_scores": [113.0, 110.0, 109.0, 109.0, 107.0, 107.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "100,000-year_problem", "Abrupt_climate_change", "Avoiding_Dangerous_Climate_Change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Marine_isotope_stage", "Pliocene_climate", "Younger_Dryas"], "ranked_scores": [108.0, 107.0, 107.0, 107.0, 105.0, 105.0, 104.0, 104.0, 104.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Advisory_Group_on_Greenhouse_Gases", "UH88", "Keeling_Curve", "Carbon-to-nitrogen_ratio", "Presidential_Climate_Action_Plan", "Federal_Fuel_Administration", "NASA_Earth_Observatory", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Marine_isotope_stage", "Weather_satellite"], "ranked_scores": [100.0, 99.0, 99.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Acid_rain", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_in_Earth's_atmosphere", "Air_pollution_in_the_United_States", "1997–98_El_Niño_event", "Air_pollution", "Greenhouse_gas", "Ocean_acidification", "Ozone_depletion", "Phosphorus_cycle"], "ranked_scores": [98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_opinion_by_country", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Environmental_toxicology", "Heaven_and_Earth_(book)", "Merchants_of_Doubt"], "ranked_scores": [112.0, 110.0, 108.0, 107.0, 107.0, 106.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["ECMWF_re-analysis", "Cosmic_microwave_background", "Avoiding_Dangerous_Climate_Change", "Eocene_Thermal_Maximum_2", "Global_warming_potential", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Thermochronology", "Geologic_time_scale", "U.S._Global_Change_Research_Program", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [105.0, 104.0, 103.0, 103.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Greenland_ice_core_project", "Antarctica_cooling_controversy", "Late_Glacial", "Global_warming_in_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_Circle_(organization)", "Climate_change_in_the_Arctic", "Holocene_glacial_retreat", "Hockey_stick_graph", "Ice2sea"], "ranked_scores": [109.0, 109.0, 109.0, 108.0, 108.0, 107.0, 107.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Low-pressure_area", "Cold-air_damming", "Jet_stream", "Pacific_Northwest_windstorm", "Weather_front", "Polar_High", "Rear-inflow_jet", "Wind", "Winds_aloft"], "ranked_scores": [111.0, 111.0, 110.0, 109.0, 108.0, 106.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Special_Report_on_Global_Warming_of_1.5_°C", "1997–98_El_Niño_event", "2013_Southwestern_United_States_heat_wave", "2013_extreme_weather_events", "Temperature"], "ranked_scores": [108.0, 105.0, 105.0, 103.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Health_effects_of_radon", "Radon", "Collider_Detector_at_Fermilab", "Condensation_cloud", "Radiative_forcing", "Journal_for_Geoclimatic_Studies", "Runaway_greenhouse_effect", "Solar_phenomena", "CLOUD_experiment", "Radiation_properties"], "ranked_scores": [104.0, 101.0, 101.0, 99.0, 99.0, 99.0, 99.0, 99.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Energy_policy_of_the_United_States", "Environmental_impact_of_transport_in_Australia", "Embedded_emissions", "Emissions_trading", "Carbon_credit", "Carbon_emission_trading", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [103.0, 101.0, 100.0, 98.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Last_Glacial_Maximum", "Future_sea_level", "Antarctica_cooling_controversy", "Eocene_Thermal_Maximum_2", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Measurement_of_sea_ice", "Earthquake", "Pliocene_climate", "Timeline_of_glaciation"], "ranked_scores": [105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_change_in_the_United_States", "1971", "List_of_heat_waves", "Special_Report_on_Global_Warming_of_1.5_°C", "1982–83_El_Niño_event", "Climate_change_opinion_by_country", "1997–98_El_Niño_event", "IPCC_First_Assessment_Report", "2007_Western_North_American_heat_wave", "Climate_variability"], "ranked_scores": [103.0, 101.0, 101.0, 100.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Anoxic_waters", "Oceanic_carbon_cycle", "Dissolution_(chemistry)", "Environmental_issues_with_coral_reefs", "Acidophobe", "Anoxic_event", "Oxygen_cycle"], "ranked_scores": [115.0, 108.0, 108.0, 103.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Electricity_sector_in_the_United_Kingdom", "Carbon_emissions_reporting", "Fossil_fuel_divestment", "Micro-sustainability", "Mitigation_of_global_warming_in_Australia", "Energy_in_Ohio", "Global_Warming_Pollution_Reduction_Act_of_2007", "Waste-to-energy_plant", "Renewable_energy_in_Germany", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [102.0, 100.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_Cold_Reversal", "Glacial_earthquake", "Great_Arctic_Cyclone_of_2012", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Retreat_of_glaciers_since_1850", "Earthquake", "The_Coming_Global_Superstorm", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [112.0, 109.0, 108.0, 107.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "2012–13_North_American_drought", "2007_Western_North_American_heat_wave", "Droughts_in_the_United_States", "Natural_hazard", "1997–98_El_Niño_event", "Ozone_depletion_and_climate_change", "Drought_in_Spain", "Environmental_issue", "Economics_of_global_warming"], "ranked_scores": [107.0, 107.0, 104.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas", "Air_pollution_in_the_United_States", "World_energy_consumption", "Natural_ventilation", "Thermal_pollution", "Emission_intensity", "Urban_heat_island", "Convective_instability", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "Climate_of_Dallas", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [116.0, 115.0, 115.0, 112.0, 111.0, 111.0, 111.0, 110.0, 110.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Merchants_of_Doubt", "An_Appeal_to_Reason", "Natural_selection", "Scientific_opinion_on_climate_change", "Environmental_toxicology", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Atmospheric_thermodynamics", "The_Great_Warming", "Radiative_forcing"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_sensitivity", "Climate_variability", "Climate_change_(general_concept)", "Climate_change", "Climate_change_feedback", "Scientific_consensus_on_climate_change", "Sea_level_rise", "Climate_oscillation", "Limiting_factor", "Risk_(statistics)"], "ranked_scores": [103.0, 102.0, 102.0, 102.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Carbon_dioxide", "Atmospheric_methane", "Environmental_issue", "Cumulative_effects_(environment)", "Atmospheric_carbon_cycle", "Ozone_depletion", "Ozone_depletion_and_climate_change"], "ranked_scores": [114.0, 113.0, 112.0, 111.0, 110.0, 109.0, 108.0, 107.0, 107.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk_(statistics)", "Risk", "Risk–benefit_ratio", "Risk_analysis", "Accident", "Harm_principle", "Behavior-based_safety", "Risk_assessment", "Never_events", "Risk_(comics)"], "ranked_scores": [97.0, 95.0, 94.0, 93.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Renewable_energy_in_the_United_States", "Green_Power_Partnership", "Solar_power_in_the_United_States", "Alternative_energy", "Waste-to-energy_plant", "Nuclear_Waste_Policy_Act", "Nuclear_power_proposed_as_renewable_energy", "Primary_energy", "Renewable_energy_debate", "Solar_power_by_country"], "ranked_scores": [93.0, 93.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Highest_temperature_recorded_on_Earth", "1982–83_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "List_of_heat_waves", "2011_North_American_heat_wave"], "ranked_scores": [108.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice", "Measurement_of_sea_ice", "Arctic_Ocean", "Antarctic_sea_ice", "Arctic_ice_pack", "Climate_of_Antarctica", "Antarctic_ice_sheet", "Climate_of_the_Arctic", "Future_sea_level"], "ranked_scores": [112.0, 109.0, 109.0, 108.0, 108.0, 108.0, 108.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Nuclear_power_proposed_as_renewable_energy", "Waste-to-energy_plant", "Fossil_fuel_power_station", "Environmental_impact_of_the_coal_industry", "List_of_coal_fired_power_stations_in_Australia", "Carbon_sequestration", "Coal_gasification_commercialization", "Nuclear_power"], "ranked_scores": [109.0, 108.0, 104.0, 104.0, 103.0, 102.0, 102.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["ECMWF_re-analysis", "Fleischmann–Pons_experiment", "Nuclear_Waste_Policy_Act", "Nuclear_power_phase-out", "Beyond_Coal", "Nuclear_power_in_the_United_States", "Federal_Fuel_Administration", "Waste-to-energy_plant", "Induced_radioactivity", "Soft_landing_(economics)"], "ranked_scores": [108.0, 100.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Stern_Review", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "1990_in_science", "Instrumental_temperature_record", "Politics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [102.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Stern_Review", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_opinion_by_country", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [113.0, 112.0, 112.0, 112.0, 110.0, 110.0, 109.0, 109.0, 109.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Antarctica", "Greenhouse_effect", "Climate_sensitivity", "Climate_of_the_United_States", "Temperate_climate", "Climate_inertia", "Highest_temperature_recorded_on_Earth", "Snow_in_Florida", "United_States_rainfall_climatology", "Thermosphere"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Earth's_energy_budget", "Geothermal_energy", "Polar_amplification", "Radiative_forcing", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Planetary_equilibrium_temperature"], "ranked_scores": [112.0, 110.0, 108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Worse-than-average_effect", "List_of_experimental_errors_and_frauds_in_physics", "Trend_stationary", "Global_stilling", "Phillips_curve", "Ordinal_regression", "Shutdown_of_thermohaline_circulation", "Statistical_significance", "Typical_meteorological_year"], "ranked_scores": [102.0, 99.0, 98.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Cumulative_effects_(environment)", "Energy_crisis", "Energy_accidents", "Carbon_emissions_reporting", "CO2_fertilization_effect", "Global_Warming_Pollution_Reduction_Act_of_2007", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas", "Runaway_greenhouse_effect", "Air_pollution_in_the_United_States"], "ranked_scores": [105.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Early_Earth", "History_of_Earth", "100,000-year_problem", "Polar_forests_of_the_Cretaceous", "Heaven_and_Earth_(book)", "Marine_isotope_stage", "Pliocene_climate"], "ranked_scores": [108.0, 108.0, 105.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attorney_General_of_Virginia's_climate_science_investigation", "Review_of_Policy_Research", "Junk_science", "Scientific_dissent", "Statistical_significance", "List_of_climate_scientists", "Physicians_and_Surgeons_for_Scientific_Integrity", "Substantial_truth", "Skeptical_Science"], "ranked_scores": [96.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Urban_heat_island", "Automatic_weather_station", "Geothermal_heat_pump", "Great_Salt_Lake_effect", "2018_British_Isles_heat_wave", "High-pressure_area", "Mediterranean_climate", "Pacific_Northwest_windstorm", "North_American_High", "United_States_rainfall_climatology"], "ranked_scores": [102.0, 100.0, 99.0, 99.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_controversy", "20th_century", "Global_warming_hiatus", "1980_United_States_heat_wave", "Stern_Review", "The_Real_Global_Warming_Disaster", "Climate_change_opinion_by_country", "Tipping_point_(climatology)", "Global_warming"], "ranked_scores": [110.0, 110.0, 107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_by_country", "List_of_photovoltaic_power_stations", "North_American_High", "Wind_power_in_Mexico", "Wildlife_of_Peru", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Italy", "Wind_power_in_California"], "ranked_scores": [103.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Climate_change_in_the_United_States", "1971", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Biofuel_in_the_United_States", "Energy_policy_of_the_United_States", "Bioenergy_in_China", "Reaganomics", "Renewable_energy_in_the_United_States"], "ranked_scores": [103.0, 101.0, 99.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-mrl-64-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Bee", "Seed_predation", "Surplus_killing", "Mink", "Bile_bear", "Fauna_of_Australia", "Piscivore", "Rubus_arcticus", "Tree_squirrel", "Wood_fuel"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Desert", "Erosion", "Grassland_degradation", "Desertification", "Debris_flow", "Martian_soil", "Forest_floor", "Weathering", "Polar_desert", "Volcano"], "ranked_scores": [57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Earth_rainfall_climatology", "Precipitation", "Rain", "Future_sea_level", "Oceanic_climate", "Past_sea_level", "Sea_level_rise", "Water_distribution_on_Earth", "United_States_tropical_cyclone_rainfall_climatology", "Weather"], "ranked_scores": [60.0, 59.0, 59.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "November_2014_North_American_cold_wave", "Avalanche", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Global_storm_activity_of_2007", "Great_Arctic_Cyclone_of_2012", "Future_sea_level", "Glacial_earthquake", "Measurement_of_sea_ice"], "ranked_scores": [60.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Wind_power_in_the_United_Kingdom", "Mitigation_of_global_warming_in_Australia", "Carbon_neutrality", "Cumulative_effects_(environment)", "Wind_power", "Low-carbon_emission", "National_Coal_Board", "Nuclear_power_proposed_as_renewable_energy", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Total_Carbon_Column_Observing_Network"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Hydrogen_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Chemical_energy", "Thermal_mass", "Global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Great_Arctic_Cyclone_of_2012", "Global_storm_activity_of_2007", "Retreat_of_glaciers_since_1850", "November_2014_North_American_cold_wave", "January_2017_European_cold_wave", "Holocene_glacial_retreat", "Younger_Dryas_impact_hypothesis", "January_2016_East_Asia_cold_wave", "Winter_1985_cold_wave"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 59.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Climate_change_(general_concept)", "History_of_climate_change_science", "Regional_effects_of_global_warming", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [57.0, 57.0, 56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2009_California_wildfires", "1997–98_El_Niño_event", "Effects_of_climate_change_on_terrestrial_animals", "Climate_change_in_the_United_States", "Great_Storm_of_1987", "Reasons_for_concern", "Droughts_in_the_United_States", "Los_Angeles_flood_of_1938", "Natural_hazard"], "ranked_scores": [58.0, 57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Meningococcal_disease", "2009_flu_pandemic_in_the_United_States_by_state", "Boutonneuse_fever", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "Atlantic_Plain", "Measles", "Particulates"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Climate_change_adaptation", "Effects_of_global_warming", "Climate_change_mitigation", "Effects_of_global_warming_on_humans", "Cumulative_effects_(environment)", "Environmental_issue", "List_of_countries_by_natural_disaster_risk", "Stern_Review"], "ranked_scores": [60.0, 59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "An_Appeal_to_Reason", "Marine_isotope_stage", "Avoiding_Dangerous_Climate_Change", "Eocene_Thermal_Maximum_2", "CO2_fertilization_effect", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Late_Glacial", "Last_Glacial_Maximum", "Pleistocene"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Total_inorganic_carbon", "Presidential_Climate_Action_Plan", "Cubic_mile_of_oil", "Advisory_Group_on_Greenhouse_Gases", "Earth_Radiation_Budget_Satellite", "Millmerran_Power_Station", "Michael_E._Mann", "Planck_(spacecraft)", "Wind_power_in_Mexico", "World_Energy_Outlook"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Acid_rain", "Dissolution_(chemistry)", "Acid_dissociation_constant", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "Sea_level_rise", "Low-carbon_emission", "Total_inorganic_carbon", "Metabolic_acidosis"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "Merchants_of_Doubt", "IPCC_First_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Eocene_Thermal_Maximum_2", "Proxy_(climate)", "Instrumental_temperature_record", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Greening_Earth_Society", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Journal_for_Geoclimatic_Studies", "Paleocene–Eocene_Thermal_Maximum", "Middle_Stone_Age", "U.S._Global_Change_Research_Program"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Tipping_points_in_the_climate_system", "Snowball_Earth", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "The_Hockey_Stick_and_the_Climate_Wars", "Antarctica_cooling_controversy", "Arctic_Circle_(organization)", "Heaven_and_Earth_(book)", "Plate_tectonics", "Post-glacial_rebound", "Tipping_point_(climatology)"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Low-pressure_area", "Polar_vortex", "Wind", "Inversion_(meteorology)", "Arctic_geoengineering", "Cool_tropics_paradox", "Avalanche", "Pacific_Northwest_windstorm", "Wind_shear", "Weather_front"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Desert_climate", "2013_extreme_weather_events", "2011_North_American_heat_wave", "Continental_climate", "Climate_of_Salt_Lake_City", "MSU_temperature_measurements", "Humid_subtropical_climate"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Cold_fusion", "Health_effects_of_radon", "Collider_Detector_at_Fermilab", "Radiative_forcing", "Nuclear_explosion", "Induced_radioactivity", "Thermal_radiation", "The_Great_Global_Warming_Swindle", "Volcanic_winter", "Tipping_point_(climatology)"], "ranked_scores": [56.0, 56.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Coal_by_country", "Carbon_pricing_in_Australia", "Carbon_price", "Emissions_trading", "Carbon_tax", "Peak_oil", "Energy_policy_of_the_United_States", "Greenhouse_gas_emissions_accounting", "Environmental_impact_of_transport_in_Australia", "Peak_coal"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Great_Salinity_Anomaly", "Antarctica_cooling_controversy", "Future_sea_level", "Past_sea_level", "Temperature_record_of_the_past_1000_years", "Measurement_of_sea_ice", "Paleocene–Eocene_Thermal_Maximum", "Seawater"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["List_of_heat_waves", "Climate_change_in_the_United_States", "1971", "Los_Angeles", "2006_North_American_heat_wave", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "Atmospheric_chemistry", "Acidophiles_in_acid_mine_drainage", "Sulfate_aerosol", "Water_vapor", "Estuarine_acidification", "Acidophobe", "North_Atlantic_Deep_Water", "Rain"], "ranked_scores": [60.0, 58.0, 57.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Electricity_sector_in_the_United_Kingdom", "Fossil_fuel_divestment", "Environmental_impact_of_mining", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "Wind_power_in_the_United_Kingdom", "Peak_coal", "Unemployment_in_the_United_States", "Weak_and_strong_sustainability", "Wind_power_in_the_United_States"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Antarctic_Cold_Reversal", "Future_sea_level", "Antarctica_cooling_controversy", "Glacial_earthquake", "Great_Arctic_Cyclone_of_2012", "Post-glacial_rebound", "November_2014_North_American_cold_wave", "Retreat_of_glaciers_since_1850"], "ranked_scores": [59.0, 59.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Drought_in_Spain", "2012–13_North_American_drought", "Deforestation_by_region", "Droughts_in_the_United_States", "Effects_of_global_warming", "Environmental_issue", "Natural_hazard", "Climate_of_India", "Regional_effects_of_global_warming"], "ranked_scores": [57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Renewable_thermal_energy", "Greenhouse_gas", "Heat", "Energy", "Natural_ventilation", "Fuel_efficiency", "Heat_index", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "World_energy_consumption", "Urban_heat_island"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Climate_of_Argentina", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "Climate_of_Ecuador", "Snow_in_Florida"], "ranked_scores": [60.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["An_Appeal_to_Reason", "Environmental_toxicology", "Abiogenic_petroleum_origin", "Merchants_of_Doubt", "The_Great_Global_Warming_Swindle", "Induced_radioactivity", "Phenology", "Köppen_climate_classification", "Radiative_forcing", "Scientific_opinion_on_climate_change"], "ranked_scores": [57.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_sensitivity", "Economic_growth", "Scientific_consensus_on_climate_change", "Climate_change_feedback", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Special_Report_on_Global_Warming_of_1.5_°C", "Physical_impacts_of_climate_change", "Temperature"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Nuclear_power_proposed_as_renewable_energy", "Greenhouse_gas", "Carbon_cycle_re-balancing", "Atmospheric_methane", "Carbon_dioxide", "Carbon_sequestration", "Carbon_dioxide_in_Earth's_atmosphere", "Hydrogen_fuel", "Low-carbon_emission", "Fossil_fuel"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Cynicism_(contemporary)", "Effects_of_global_warming", "Risk_(comics)", "Harm_principle", "Physical_impacts_of_climate_change", "Policy_Uncertainty", "Policy_uncertainty", "Risk_(statistics)"], "ranked_scores": [50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Pesticide_regulation_in_the_United_States", "Federal_Power_Act", "Air_Pollution_Control_Act", "Carbon_tax", "Clean_Air_Act_(United_States)", "Massachusetts_v._Environmental_Protection_Agency", "List_of_diseases_eliminated_from_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "History_of_the_United_States_(1945–64)", "Lisa_P._Jackson"], "ranked_scores": [49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.236, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "Highest_temperature_recorded_on_Earth", "2000_Southern_United_States_heat_wave", "Heat_wave", "1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "Climate_of_Brazil", "Climate_of_Ecuador", "List_of_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Sea_ice", "Arctic_sea_ice_decline", "Climate_of_Antarctica", "Measurement_of_sea_ice", "Future_sea_level", "Labrador_Current", "Antarctic_sea_ice", "Rain", "Water_distribution_on_Earth", "Southern_Ocean"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Nuclear_power_proposed_as_renewable_energy", "Carbon_neutrality", "Clean_coal_technology", "Waste-to-energy_plant", "Carbon_sequestration", "Carbon_emissions_reporting", "Climate_change_mitigation", "Hydrogen_fuel", "Renewable_thermal_energy"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Carbon_Shredders", "Peak_coal", "Health_effects_of_radon", "Cold_fusion", "Peak_oil", "Radiation_properties", "The_Radiators_(American_band)", "Greening_Earth_Society", "Nuclear_safety_and_security", "Nuclear_winter"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Temperature", "Environmental_impact_of_aviation", "IPCC_First_Assessment_Report", "Instrumental_temperature_record", "Special_Report_on_Global_Warming_of_1.5_°C", "Nuclear_power_debate", "Stern_Review", "Thermal_mass"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming_controversy", "IPCC_Fourth_Assessment_Report", "Scientific_opinion_on_climate_change", "Stern_Review", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_change_opinion_by_country", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "World_Climate_Report"], "ranked_scores": [60.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["2013_extreme_weather_events", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Climate_sensitivity", "Early_2014_North_American_cold_wave", "Climate_of_Salt_Lake_City", "Climate_of_the_Arctic", "Climate_of_the_United_States", "Desert_climate"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Earth's_energy_budget", "Geothermal_energy", "Planetary_equilibrium_temperature", "Greenhouse_effect", "Climate_variability", "Earth's_internal_heat_budget", "Radiative_forcing", "Idealized_greenhouse_model", "Polar_amplification", "Solar_gain"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Orthometric_height", "List_of_experimental_errors_and_frauds_in_physics", "Fahrenheit", "Thermodynamic_potential", "Gibbs_free_energy", "Air_mass_(astronomy)", "Evasion_(ethics)", "Geomagnetic_reversal", "Condensation_cloud", "Tipping_point_(climatology)"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Energy_accidents", "Cumulative_effects_(environment)", "Dole_effect", "Greenhouse_debt", "Environmental_impact_of_mining", "Mitigation_of_global_warming_in_Australia", "Environmental_toxicology", "Overconsumption", "Politics_of_global_warming"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Geological_history_of_oxygen", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "CO2_fertilization_effect", "Late_Glacial", "The_Great_Warming", "Estuarine_acidification", "Thermal_optimum", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_countries_by_Human_Development_Index_(2009)", "Review_of_Policy_Research", "Policy_Review", "Science_(journal)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_climate_scientists", "Ranking", "Scientific_dissent", "Substantial_truth"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Geothermal_heat_pump", "Solar_updraft_tower", "Automatic_weather_station", "Fire_ecology", "Indigenous_peoples_of_the_Northeastern_Woodlands", "Ground-coupled_heat_exchanger", "Solar_power_by_country", "Windcatcher", "Photovoltaics", "Shrubland"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "20th_century", "Carbon_bubble", "The_Real_Global_Warming_Disaster", "An_Appeal_to_Reason", "Global_warming_controversy", "Merchants_of_Doubt", "Tipping_point_(climatology)", "The_Great_Warming", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [59.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["California", "California_Current", "Solar_power_by_country", "North_American_High", "Solar_power_in_the_United_States", "Solar_power_in_Italy", "List_of_photovoltaic_power_stations", "Solar_power", "Earth's_internal_heat_budget", "Wind_power_in_Mexico"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Climate_change_in_the_United_States", "1971", "Bioenergy_in_China", "List_of_Michigan_locations_by_per_capita_income", "Climate_change_in_China", "Energy_policy_of_the_Barack_Obama_administration", "Los_Angeles", "Energy_policy_of_the_United_States", "Presidential_Climate_Action_Plan", "Fuel_efficiency"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-bat": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Bee", "Seed_predation", "Bile_bear", "Tree_squirrel", "Knut_(polar_bear)", "Plantation_economy", "Rubus_arcticus", "Sloth_bear", "Surplus_killing", "Wild_farming"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Avalanche", "Forest_floor", "Weathering", "Cordilleran_Ice_Sheet", "Erosion", "Ring_of_Fire", "Thaw_(weather)", "Snowpack", "Winter_1985_cold_wave", "Volcano"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Precipitation", "Future_sea_level", "Rain", "Past_sea_level", "Sea_level_rise", "Temperature_record_of_the_past_1000_years", "Weather", "United_States_tropical_cyclone_rainfall_climatology", "Water", "United_States_rainfall_climatology"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Low-pressure_area", "Early_2014_North_American_cold_wave", "Great_Arctic_Cyclone_of_2012", "Polar_vortex", "November_2014_North_American_cold_wave", "Polar_drift", "January_2016_East_Asia_cold_wave"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Office_of_Oceanic_and_Atmospheric_Research", "Cubic_mile_of_oil", "Earth_Radiation_Budget_Satellite", "Environmental_Science_Services_Administration", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Total_Carbon_Column_Observing_Network", "National_Oceanic_and_Atmospheric_Administration", "Study_of_Environmental_Arctic_Change", "Total_inorganic_carbon", "National_Oceanography_Centre"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Carbon_sequestration", "Ozone_depletion", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Chemical_energy", "Hydrogen_fuel", "Scientific_consensus_on_climate_change", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Holocene_glacial_retreat", "Arctic_Lowlands", "Retreat_of_glaciers_since_1850", "January_2016_East_Asia_cold_wave", "January_2017_European_cold_wave", "Great_Arctic_Cyclone_of_2012", "November_2014_North_American_cold_wave", "Poverty_in_the_Arctic", "Siberian_High", "West_Ice"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["United_States_tropical_cyclone_rainfall_climatology", "Climate_change_(general_concept)", "Global_warming", "Physical_impacts_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Regional_effects_of_global_warming", "Scientific_consensus_on_climate_change", "Weather", "United_States_rainfall_climatology", "Sea_level_rise"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["2009_California_wildfires", "Chaos_cloud", "Diablo_wind", "Atmospheric_instability", "1997–98_El_Niño_event", "Geomagnetic_storm", "Hurricane_Katrina_and_global_warming", "Extreme_environment", "Nitrogen_dioxide_poisoning", "Wind"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Late_2009_southeastern_Australia_heat_wave", "Ehrlichia_Wisconsin_HM543746", "January_2014_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Lyme_disease", "List_of_West_Nile_virus_outbreaks", "List_of_mammals_of_New_England", "United_States_Geological_Survey", "Southern_Australia", "Wetland"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_mitigation_scenarios", "Climate_risk", "Economics_of_global_warming", "Forecast_error", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "World_Climate_Report", "IPCC_Fourth_Assessment_Report", "Stern_Review"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Long-term_experiment", "Marine_isotope_stage", "Termination_(geomorphology)", "Orbital_forcing", "Tipping_point_(climatology)", "Western_Mediterranean_oscillation", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Alta_Wind_Energy_Center", "Cubic_mile_of_oil", "Nuclear_power", "ECMWF_re-analysis", "Environmental_impact_of_nuclear_power", "Office_of_Oceanic_and_Atmospheric_Research", "Mauna_Loa_Observatory", "Total_Carbon_Column_Observing_Network", "Total_inorganic_carbon", "National_Oceanic_and_Atmospheric_Administration"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "List_of_Category_5_Pacific_hurricanes", "Pollution_in_the_Arctic_Ocean", "Scientific_consensus_on_climate_change", "Water_resources", "Sea_level_rise", "Typhoon_Francisco_(2013)", "Typhoon_Haiyan"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climate_change_and_gender", "Thermal_pollution", "Peak_water", "Climate_gap", "Global_warming_potential", "Great_Salinity_Anomaly", "Tipping_point_(climatology)", "Greening_Earth_Society", "Willie_Soon", "Worse-than-average_effect"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Annual_cycle_of_sea_level_height", "20th_century", "Cubic_mile_of_oil", "Doubling_time", "Tide_gauge", "Greening_Earth_Society", "Instrumental_temperature_record", "Geologic_time_scale", "Vacuum"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Global_stilling", "Tipping_points_in_the_climate_system", "Post-glacial_rebound", "The_Hockey_Stick_and_the_Climate_Wars", "Stack_(geology)", "West_Spitsbergen_Current", "Urban_heat_island", "Tipping_point_(climatology)", "Western_Mediterranean_oscillation"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_drift", "Arctic_geoengineering", "Polar_vortex", "Low-pressure_area", "Cordilleran_Ice_Sheet", "Earth's_magnetic_field", "Glacial_earthquake", "Earth's_rotation", "Polar_low", "Polar_High"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Climate_variability", "Earth's_internal_heat_budget", "MSU_temperature_measurements", "Solar_cycle_19", "Mercury_(planet)", "United_States_rainfall_climatology", "United_States_tropical_cyclone_rainfall_climatology", "Water_resources", "Weather"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Health_effects_of_radon", "Condensation_cloud", "Particle_accelerator", "Radiation_properties", "Nuclear_explosion", "Convective_instability", "Ozone_depletion", "Induced_radioactivity", "Radiative_forcing", "Thermal_radiation"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Electricity_sector_of_the_United_States", "Carbon_pricing_in_Australia", "Energy_crisis", "Energy_policy_of_the_United_States", "Emissions_trading", "Environmental_impact_of_transport_in_Australia", "Wind_power_in_the_United_Kingdom", "Peak_oil", "Peak_coal", "Renewable_energy_in_the_United_Kingdom"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Pleistocene", "Pacific_decadal_oscillation", "Late_Pleistocene", "Paleocene–Eocene_Thermal_Maximum", "Pliocene", "Stratosphere", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "Timeline_of_glaciation"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1971", "List_of_heat_waves", "2015_North_American_heat_wave", "Climate_of_the_Philippines", "Special_Report_on_Global_Warming_of_1.5_°C", "Doubling_time", "Earth_Day", "Los_Angeles", "March_2012_North_American_heat_wave", "World_Oceans_Day"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Acidophiles_in_acid_mine_drainage", "Phreatic_eruption", "Sulfate_aerosol", "Atmospheric_chemistry", "Dead_Sea", "Dissolution_(chemistry)", "Water_vapor", "Oil_spill"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Gasoline_gallon_equivalent", "Peak_coal", "Electricity_sector_in_the_United_Kingdom", "Mitigation_of_global_warming_in_Australia", "Emissions_trading", "Energy_in_the_United_States", "Greenhouse_debt", "Substitute_natural_gas", "Watts_Up_With_That?", "Unemployment_in_the_United_States"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Low-pressure_area", "Cordilleran_Ice_Sheet", "Earthquake", "Debris_flow", "Erosion", "Future_sea_level", "Global_warming_in_Antarctica", "Post-glacial_rebound", "Glacial_earthquake", "Polar_low"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Climate_of_Argentina", "2012–13_North_American_drought", "Holocene_glacial_retreat", "Deforestation_by_region", "Effects_of_global_warming_on_humans", "Global_warming", "Water_scarcity_in_Africa", "Regional_effects_of_global_warming", "Sea_level_rise"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Renewable_thermal_energy", "Capacity_factor", "Copernicus_Climate_Change_Service_(C3S)", "Climate_engineering", "Limiting_factor", "Natural_ventilation", "Stern_Review", "Thermal_pollution", "Thermohaline_circulation", "Tropospheric_ozone"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Climate_of_Argentina", "2011_North_American_heat_wave", "Snow_in_Florida", "2015_North_American_heat_wave", "Climate_of_Salt_Lake_City"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Cloud_formation_and_climate_change", "Astrophysics", "Dark_energy", "Atmospheric_physics", "Environmental_toxicology", "Ecotoxicity", "Universe", "Gaia_hypothesis", "Meteorological_astrology", "Induced_radioactivity"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Instrumental_temperature_record", "Limiting_factor", "Scientific_consensus_on_climate_change", "Marine_isotope_stage", "List_of_solar_eclipses_in_the_21st_century", "Temperature", "Physical_impacts_of_climate_change", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Total_inorganic_carbon", "Nuclear_power_proposed_as_renewable_energy", "Chemical_element", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide_removal", "Noble_gas", "Carbon_neutrality", "Low-carbon_emission", "Carbon_sequestration", "Phosphorus_cycle"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Causality", "Inverse_consequences", "Bias", "Multiple_sclerosis", "Cynicism_(contemporary)", "Progress_(history)", "Risk", "Thermodynamic_potential", "Scientific_consensus_on_climate_change", "Risk–benefit_ratio"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["World_Trade_Center_(1973–2001)", "Environmental_policy_of_the_Donald_Trump_administration", "Pesticide_regulation_in_the_United_States", "2007_Chinese_anti-satellite_missile_test", "History_of_the_United_States_(1945–64)", "Deepwater_Horizon_oil_spill", "List_of_diseases_eliminated_from_the_United_States", "Lisa_P._Jackson", "United_States_withdrawal_from_the_Paris_Agreement", "World_Trade_Center_(2001–present)"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "2014–16_El_Niño_event", "Climate_of_Argentina", "2000_Southern_United_States_heat_wave", "Climate_of_Ecuador", "Climate_of_Brazil", "List_of_Category_5_Pacific_hurricanes", "Heat_wave", "Humid_subtropical_climate", "Typhoon_Francisco_(2013)"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Climate_of_the_Arctic", "Antarctic_Cold_Reversal", "Arctic_sea_ice_decline", "Winter", "Measurement_of_sea_ice", "Climate_of_Antarctica", "Little_Ice_Age", "Low-pressure_area", "November_2014_North_American_cold_wave", "Troposphere"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Carbon_neutrality", "Pulverised_fuel_ash", "Beyond_Coal", "Hydrogen_fuel", "Chemtrail_conspiracy_theory", "National_Acid_Precipitation_Assessment_Program", "Dihydrogen_monoxide_hoax", "Electrofuel", "Waste-to-energy_plant", "Tropospheric_ozone"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Collider_Detector_at_Fermilab", "The_Radiators_(American_band)", "TopHat_(telescope)", "Peak_coal", "Carbon_Shredders", "Cosmic_microwave_background", "Greening_Earth_Society", "Particle_accelerator", "Radiation_properties", "Proton_emission"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Nuclear_power", "Climate_change_in_China", "Renewable_energy", "Nuclear_power_plant", "History_of_climate_change_science", "Nuclear_power_debate", "Trident_nuclear_programme", "Water_resources", "Nuclear_power_proposed_as_renewable_energy", "Particle_accelerator"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Environmental_issue", "Climate_change_mitigation_scenarios", "Attribution_of_recent_climate_change", "Climate_risk", "Cumulative_effects_(environment)", "History_of_climate_change_science", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Stern_Review", "World_Climate_Report"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Arctic_sea_ice_decline", "2013_extreme_weather_events", "United_States_tropical_cyclone_rainfall_climatology", "Climate_sensitivity", "Effect_of_Sun_angle_on_climate", "Climate_of_the_Arctic", "Weather", "Precipitation", "Snow_in_Florida", "Weather_front"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Atmospheric_circulation", "Planetary_equilibrium_temperature", "El_Niño–Southern_Oscillation", "Earth's_energy_budget", "Geostrophic_wind", "Solar_cycle", "Marine_energy", "Solar_phenomena", "Sun", "Stellar_atmosphere"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Gibbs_free_energy", "Thermodynamic_potential", "Geopotential_height", "Heat", "Mass–energy_equivalence", "Interplate_earthquake", "List_of_experimental_errors_and_frauds_in_physics", "Worse-than-average_effect", "Third-cause_fallacy", "Ozone_depletion"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Energy_crisis", "Nitrogen_dioxide_poisoning", "Beyond_Coal", "Energy_accidents", "Peak_coal", "Politics_of_global_warming", "Thermal_pollution", "Smog", "Radon", "Total_inorganic_carbon"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Climate_oscillation", "Marine_isotope_stage", "Geological_history_of_oxygen", "CO2_fertilization_effect", "Estuarine_acidification", "Temperature", "Paleocene–Eocene_Thermal_Maximum", "Thermal_optimum", "Subtropics", "Thermohaline_circulation"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Catholic_Church_and_politics_in_the_United_States", "International_Atomic_Energy_Agency", "List_of_countries_by_Human_Development_Index_(2009)", "Medical_statistics", "Review_of_Policy_Research", "Correlation_coefficient", "Science_(journal)", "U.S._News_&_World_Report", "Watts_Up_With_That?", "Validity_(statistics)"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Climate_footprint", "Automatic_weather_station", "Wind_turbines_on_public_display", "Geothermal_heat_pump", "Solar_updraft_tower", "Wind_farm", "Wind_power_in_California", "Wind_power_in_Colorado", "Wind_power_in_Pennsylvania", "Windmade"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "1980_United_States_heat_wave", "Tipping_point_(climatology)", "20th_century", "1911_Eastern_North_America_heat_wave", "The_Coming_Global_Superstorm", "The_Great_Warming", "The_Ice_Age", "Tipping_points_in_the_climate_system", "Year_Without_a_Summer"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["California_Current", "List_of_photovoltaic_power_stations", "Rio_Grande", "California", "Albuquerque,_New_Mexico", "Climate_of_Los_Angeles", "Solar_power_in_Italy", "North_American_High", "Solar_power", "Wind_power_in_California"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["1971", "Bioenergy_in_China", "Developed_country", "Climate_change_in_China", "Food_energy", "List_of_Michigan_locations_by_per_capita_income", "Fuel_efficiency", "List_of_heat_waves", "Intensive_animal_farming", "World_energy_consumption"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.1": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Yup'ik_cuisine", "Bile_bear", "The_Bear_(1988_film)", "Rubus_arcticus", "Arctic_Alaska", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Paleontology_in_Alaska", "Ursus_americanus_carlottae"], "ranked_scores": [503.0, 492.0, 480.0, 479.0, 471.0, 469.0, 469.0, 468.0, 464.0, 464.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Greenhouse_gas", "Clathrate_gun_hypothesis", "Polar_ice_cap", "Arctic_sea_ice_decline", "Permafrost", "Iceberg_C-19"], "ranked_scores": [554.0, 540.0, 530.0, 526.0, 515.0, 512.0, 511.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Ocean_surface_topography", "Sea_level_rise", "Water_distribution_on_Earth", "Future_sea_level", "Tide", "Climate_variability", "Climate_change_(general_concept)", "Sea", "Regional_effects_of_global_warming"], "ranked_scores": [549.0, 526.0, 525.0, 522.0, 519.0, 518.0, 517.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Climate_inertia", "Global_warming", "Arctic_sea_ice_decline", "Shutdown_of_thermohaline_circulation", "IPCC_Fourth_Assessment_Report", "Holocene_glacial_retreat", "Copenhagen_Diagnosis", "Arctic_resources_race"], "ranked_scores": [527.0, 518.0, 515.0, 515.0, 513.0, 505.0, 505.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Wind_power_in_the_United_Kingdom", "Environmental_impact_of_aviation", "Renewable_energy_debate", "Carbon_footprint", "Contribution_to_global_warming_by_Australia", "Wind_power_in_the_European_Union", "Climate_footprint", "Carbon_dioxide_removal", "Greenhouse_gas_accounting", "GHG_footprint"], "ranked_scores": [535.0, 531.0, 528.0, 524.0, 522.0, 518.0, 516.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Global_warming_controversy", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Atmospheric_carbon_cycle", "Climate_change_mitigation", "Mitigation_of_global_warming_in_Australia", "Politics_of_global_warming", "Climate_change_denial", "An_Appeal_to_Reason", "IPCC_First_Assessment_Report"], "ranked_scores": [527.0, 520.0, 518.0, 518.0, 515.0, 515.0, 514.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Future_sea_level", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Global_warming"], "ranked_scores": [544.0, 543.0, 541.0, 540.0, 540.0, 533.0, 529.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_warming", "Greenhouse_gas", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_inertia", "Climate_change_in_the_Arctic", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Climate_sensitivity"], "ranked_scores": [550.0, 549.0, 538.0, 533.0, 532.0, 531.0, 527.0, 526.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Economics_of_global_warming", "Global_warming_controversy", "Regional_effects_of_global_warming", "Effects_of_global_warming_on_humans", "Climate_change_and_gender", "Scientific_consensus_on_climate_change"], "ranked_scores": [565.0, 552.0, 550.0, 549.0, 549.0, 538.0, 537.0, 532.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Climate_of_the_United_States", "Humid_continental_climate", "Climate_of_the_United_Kingdom", "Frost_Belt", "List_of_mammals_of_New_England", "Westerlies", "Continental_climate", "Ehrlichia_Wisconsin_HM543746", "Southern_tick-associated_rash_illness", "1936_North_American_cold_wave"], "ranked_scores": [503.0, 502.0, 495.0, 483.0, 483.0, 482.0, 482.0, 481.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Stern_Review", "Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Reasons_for_concern", "Climate_change_mitigation", "Effects_of_global_warming"], "ranked_scores": [549.0, 543.0, 539.0, 532.0, 531.0, 527.0, 527.0, 525.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_warming_hiatus", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "Younger_Dryas", "Greenhouse_and_icehouse_Earth", "Hockey_stick_graph", "Antarctic_Cold_Reversal", "100,000-year_problem", "Ian_Clark_(geologist)"], "ranked_scores": [522.0, 517.0, 515.0, 514.0, 511.0, 509.0, 508.0, 507.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Ophiolite", "Global_Historical_Climatology_Network", "HadCM3", "Marcellus_natural_gas_trend", "Carbon_dioxide_in_Earth's_atmosphere", "High-pressure_area", "Hockey_stick_graph", "Mauna_Loa_Observatory"], "ranked_scores": [483.0, 476.0, 476.0, 475.0, 470.0, 468.0, 467.0, 465.0, 462.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas", "Seawater", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation_scenarios", "Estuarine_acidification", "Future_sea_level", "Copenhagen_Diagnosis", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [521.0, 501.0, 499.0, 493.0, 490.0, 485.0, 485.0, 481.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Heaven_and_Earth_(book)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "Hockey_stick_controversy", "The_Real_Global_Warming_Disaster", "Global_cooling", "Global_cooling_(disambiguation)", "Friends_of_Science", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [537.0, 531.0, 531.0, 525.0, 517.0, 517.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cold_fusion", "Fleischmann–Pons_experiment", "Federal_Fuel_Administration", "Bølling-Allerød_warming", "Clathrate_gun_hypothesis", "Marine_isotope_stage", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pacific_decadal_oscillation", "Pliocene_climate", "Weddell_Polynya"], "ranked_scores": [479.0, 479.0, 477.0, 475.0, 469.0, 463.0, 462.0, 462.0, 461.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Climatic_Research_Unit_documents", "Arctic_sea_ice_decline", "Adam_Scaife", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ice2sea", "Scientific_opinion_on_climate_change", "Measurement_of_sea_ice", "Arctic_geoengineering", "Hockey_stick_graph"], "ranked_scores": [541.0, 540.0, 538.0, 524.0, 521.0, 519.0, 519.0, 519.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Weather_front", "Polar_vortex", "Polar_front", "Souther_(meteorology)", "Weather_map", "Gulf_Stream", "Trade_winds", "Glacier_mass_balance", "South_Magnetic_Pole"], "ranked_scores": [530.0, 522.0, 522.0, 517.0, 509.0, 494.0, 493.0, 493.0, 491.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "2010_Northern_Hemisphere_heat_waves", "1908", "2010_Northern_Hemisphere_summer_heat_waves", "2013_extreme_weather_events", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites"], "ranked_scores": [536.0, 531.0, 526.0, 516.0, 515.0, 509.0, 508.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "The_Real_Global_Warming_Disaster", "Advisory_Group_on_Greenhouse_Gases", "Carbon_dioxide_removal", "Climate_engineering", "Climate_footprint", "Carbon_bubble", "Friends_of_Science", "Climate_change_mitigation_scenarios", "Ozone_depletion_and_climate_change"], "ranked_scores": [511.0, 501.0, 501.0, 497.0, 494.0, 493.0, 492.0, 491.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Climate_change_in_Australia", "Greenhouse_gas_accounting", "Greenhouse_gas_emissions_accounting", "Environmental_impact_of_transport", "Minerals_Resource_Rent_Tax"], "ranked_scores": [508.0, 492.0, 485.0, 483.0, 476.0, 474.0, 470.0, 468.0, 467.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Deglaciation", "Termination_(geomorphology)", "Last_Glacial_Maximum", "Antarctic_Cold_Reversal", "Past_sea_level", "Pliocene_climate", "Sea_level_rise"], "ranked_scores": [516.0, 511.0, 506.0, 506.0, 505.0, 505.0, 499.0, 499.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "International_Geophysical_Year", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "NOAA-7", "Climate_of_Georgia_(U.S._state)", "1936_North_American_cold_wave", "1911_Eastern_North_America_heat_wave", "Quaternary", "Season"], "ranked_scores": [500.0, 484.0, 484.0, 483.0, 480.0, 476.0, 473.0, 472.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Great_Oxygenation_Event", "Oceanic_carbon_cycle", "Free_Ocean_CO2_Enrichment", "Acid_rain", "Anoxic_event", "Anoxic_waters", "Sea", "Carbonic_acid"], "ranked_scores": [579.0, 567.0, 509.0, 508.0, 507.0, 504.0, 504.0, 502.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Energy_accidents", "Demand_destruction", "Alternative_energy", "Energy_industry", "The_Real_Global_Warming_Disaster", "Fossil_fuel", "Alternative_fuel", "Renewable_energy", "Pro-nuclear_movement", "World_energy_consumption"], "ranked_scores": [489.0, 489.0, 489.0, 487.0, 487.0, 482.0, 481.0, 480.0, 479.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Ice2sea", "Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Arctic_resources_race", "Past_sea_level"], "ranked_scores": [545.0, 536.0, 531.0, 528.0, 525.0, 521.0, 520.0, 514.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "Climate_change_mitigation_scenarios", "Drought_in_the_United_Kingdom", "Global_warming", "2013_extreme_weather_events", "Greenhouse_gas"], "ranked_scores": [508.0, 502.0, 495.0, 490.0, 488.0, 487.0, 487.0, 484.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_variability", "Climate_state", "Earth's_energy_budget", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Climate_change_(general_concept)", "Idealized_greenhouse_model", "Climate_sensitivity", "Antarctica_cooling_controversy", "Energy_system"], "ranked_scores": [514.0, 512.0, 511.0, 511.0, 507.0, 507.0, 503.0, 502.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_American_Northeast_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Excessive_heat_watch", "2006_North_American_heat_wave", "Summer_of_1976_(Europe)", "2011_North_American_heat_wave"], "ranked_scores": [570.0, 559.0, 536.0, 535.0, 531.0, 526.0, 522.0, 521.0, 516.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "Creation–evolution_controversy", "The_Real_Global_Warming_Disaster", "Climate_Change_Denial:_Heads_in_the_Sand", "An_Appeal_to_Reason"], "ranked_scores": [558.0, 523.0, 520.0, 519.0, 516.0, 516.0, 513.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling", "Climate_change", "Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_controversy", "Ian_Clark_(geologist)", "Global_warming", "Global_cooling_(disambiguation)"], "ranked_scores": [544.0, 541.0, 528.0, 527.0, 524.0, 522.0, 519.0, 517.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2685, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Fossil_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_impact_of_transport", "Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Carbon-neutral_fuel", "Carbon-based_fuel", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico"], "ranked_scores": [519.0, 518.0, 513.0, 508.0, 505.0, 503.0, 502.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Global_catastrophic_risk", "Lazy_reason", "Prudent_avoidance_principle", "Simulation_heuristic", "Risk_assessment", "Scenario_analysis", "Risk–benefit_ratio", "Risk", "Hazard", "Climate_change_mitigation_scenarios"], "ranked_scores": [486.0, 478.0, 475.0, 468.0, 467.0, 467.0, 466.0, 466.0, 465.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Carbon_neutrality", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_denial", "Climate_change_in_China", "Carbon-neutral_fuel", "Environmental_policy_of_the_Donald_Trump_administration", "2009_United_Nations_Climate_Change_Conference", "United_States_withdrawal_from_the_Paris_Agreement", "Attorney_General_of_Virginia's_climate_science_investigation"], "ranked_scores": [485.0, 479.0, 478.0, 477.0, 477.0, 477.0, 477.0, 474.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Pliocene_climate", "Abrupt_climate_change", "Year_Without_a_Summer", "2013_extreme_weather_events", "Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [566.0, 558.0, 542.0, 539.0, 533.0, 532.0, 531.0, 529.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Arctic_ice_pack", "Iceberg_C-19", "Ice_shelf", "Arctic_sea_ice_decline", "Ice2sea", "McMurdo_Sound", "Measurement_of_sea_ice", "Sea_ice"], "ranked_scores": [518.0, 504.0, 503.0, 502.0, 501.0, 500.0, 499.0, 493.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Refined_coal", "Fossil_fuel_power_station", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology", "Coal_gasification", "Coal_forest", "Coal"], "ranked_scores": [567.0, 548.0, 530.0, 526.0, 524.0, 524.0, 522.0, 521.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Cool_tropics_paradox", "Federal_Fuel_Administration", "Polar_see-saw", "Indonesian_Democratic_Party", "Cold_fusion", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "D-value_(microbiology)", "Antarctic_oscillation"], "ranked_scores": [484.0, 483.0, 481.0, 480.0, 478.0, 477.0, 476.0, 465.0, 463.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Hockey_stick_graph", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Hockey_stick_controversy", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change", "Instrumental_temperature_record", "Global_cooling"], "ranked_scores": [498.0, 496.0, 487.0, 486.0, 481.0, 480.0, 479.0, 478.0, 478.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_justice", "Climate_change_mitigation", "Climate_change_and_gender", "Effects_of_global_warming", "United_Nations_Framework_Convention_on_Climate_Change", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "ExxonMobil_climate_change_controversy", "Global_warming"], "ranked_scores": [550.0, 534.0, 532.0, 529.0, 528.0, 525.0, 523.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "EdGCM", "Satellite_temperature_measurements", "Lake_North_Pole", "Proxy_(climate)", "Global_cooling", "MSU_temperature_measurements", "Hockey_stick_controversy"], "ranked_scores": [482.0, 472.0, 470.0, 469.0, 468.0, 468.0, 467.0, 465.0, 465.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Global_warming", "Effect_of_Sun_angle_on_climate", "Climate_variability", "Effects_of_global_warming", "Greenhouse_effect", "Scientific_opinion_on_climate_change", "Climate_change_(general_concept)", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "Weather"], "ranked_scores": [540.0, 538.0, 533.0, 532.0, 526.0, 525.0, 522.0, 522.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Glacier_mass_balance", "Kuznets_curve", "Future_sea_level", "Diminishing_returns", "Trend_stationary", "Retreat_of_glaciers_since_1850", "List_of_multiple_discoveries", "Soft_landing_(economics)", "Worse-than-average_effect"], "ranked_scores": [500.0, 477.0, 474.0, 474.0, 473.0, 468.0, 465.0, 463.0, 461.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Environmental_issue", "Abrupt_climate_change", "Attribution_of_recent_climate_change", "Geological_history_of_oxygen", "Effects_of_global_warming_on_humans", "Global_warming", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [507.0, 505.0, 503.0, 501.0, 501.0, 500.0, 498.0, 498.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7542, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Abrupt_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Paleocene–Eocene_Thermal_Maximum", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "Future_of_Earth", "Global_warming", "Idealized_greenhouse_model"], "ranked_scores": [510.0, 505.0, 502.0, 501.0, 499.0, 498.0, 498.0, 497.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "March_for_Science", "Media_coverage_of_climate_change", "Climate_change_denial", "Scientific_consensus", "Science_communication"], "ranked_scores": [491.0, 481.0, 478.0, 475.0, 475.0, 475.0, 469.0, 468.0, 467.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "Weather_station", "2001_Eastern_North_America_heat_wave", "MSU_temperature_measurements", "Subtropics", "US_Weather_Bureau_Station_(Block_Island)", "Satellite_temperature_measurements", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "List_of_locations_with_a_subtropical_climate"], "ranked_scores": [509.0, 494.0, 493.0, 493.0, 492.0, 487.0, 486.0, 485.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "IPCC_First_Assessment_Report", "ExxonMobil_climate_change_controversy", "George_Kukla", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "1997–98_El_Niño_event", "Neoglaciation", "Scientific_opinion_on_climate_change"], "ranked_scores": [534.0, 529.0, 525.0, 517.0, 514.0, 513.0, 513.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "List_of_lakes_in_California", "Solar_energy", "Photovoltaics", "Solar_power", "Solar_power_in_Italy", "Culture_of_California"], "ranked_scores": [541.0, 533.0, 528.0, 526.0, 519.0, 511.0, 510.0, 506.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Household_income_in_the_United_States", "Growth_of_wind_power_in_the_United_States", "Agriculture_in_Ethiopia", "Agriculture_in_Syria", "Economic_growth", "Agriculture_in_Pennsylvania", "Income_in_the_United_States"], "ranked_scores": [505.0, 505.0, 498.0, 496.0, 496.0, 495.0, 494.0, 492.0, 491.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-8bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Arctic_Alaska", "Grizzly_bear", "Brown_bear", "List_of_Alaska_state_forests", "Arctic_ecology", "Bear_attack", "The_Bear_(1988_film)"], "ranked_scores": [0.5, 0.4561, 0.4024, 0.3934, 0.3888, 0.3799, 0.3794, 0.376, 0.3742, 0.3666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.818, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_geoengineering", "Polar_ice_cap", "Permafrost", "Arctic_ice_pack", "Ice_sheet", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7055, 0.6279, 0.6105, 0.5966, 0.5844, 0.5745, 0.5724, 0.5563, 0.5488, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Sea", "Ocean_surface_topography", "Climate_of_the_Arctic", "Future_sea_level"], "ranked_scores": [0.6863, 0.6639, 0.6438, 0.6324, 0.626, 0.6053, 0.6002, 0.5898, 0.5646, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Holocene_glacial_retreat", "Global_stilling"], "ranked_scores": [0.7695, 0.6949, 0.6846, 0.6585, 0.6447, 0.6129, 0.591, 0.5893, 0.5808, 0.5799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_offset", "Atmospheric_carbon_cycle", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_tax"], "ranked_scores": [0.5999, 0.5915, 0.5892, 0.5876, 0.5795, 0.5686, 0.5659, 0.5655, 0.5634, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Global_warming_controversy", "Atmospheric_carbon_cycle", "Climate_change_mitigation", "Climate_change_denial", "Politics_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_removal", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6286, 0.5773, 0.5599, 0.5556, 0.5529, 0.5527, 0.5517, 0.5471, 0.5469, 0.5464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Past_sea_level", "Antarctic_ice_sheet", "Last_Glacial_Maximum", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7341, 0.7176, 0.7121, 0.7089, 0.6681, 0.6441, 0.6364, 0.6346, 0.6171, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Atmospheric_methane"], "ranked_scores": [0.7272, 0.7243, 0.7073, 0.6986, 0.6919, 0.6754, 0.6733, 0.6713, 0.6677, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Environmental_issue", "Effects_of_global_warming_on_humans", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Hurricane_Harvey", "Physical_impacts_of_climate_change", "Economics_of_global_warming", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.6173, 0.6086, 0.5886, 0.5743, 0.5736, 0.5677, 0.5641, 0.5582, 0.5577, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Frost_Belt", "Climate_of_the_United_States", "Continental_climate", "Climate_of_Minnesota", "Droughts_in_the_United_States", "Disease", "Drought_in_the_United_Kingdom", "2013_extreme_weather_events"], "ranked_scores": [0.5198, 0.509, 0.487, 0.4797, 0.4637, 0.4582, 0.4582, 0.451, 0.4504, 0.4481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Arctic_geoengineering", "Climate_change_mitigation_scenarios", "An_Appeal_to_Reason", "Stern_Review", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6736, 0.651, 0.6212, 0.6175, 0.6116, 0.6074, 0.6072, 0.5979, 0.5976, 0.5903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "George_Kukla", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Wibjörn_Karlén"], "ranked_scores": [0.595, 0.5914, 0.5717, 0.5687, 0.5649, 0.546, 0.5416, 0.5383, 0.5314, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_emissions_by_the_United_States", "Permanent_Service_for_Mean_Sea_Level", "Shale_gas", "HadCM3", "World_Glacier_Monitoring_Service", "Michael_E._Mann"], "ranked_scores": [0.6124, 0.5436, 0.519, 0.4836, 0.4205, 0.4143, 0.4134, 0.4123, 0.4093, 0.4079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Metabolic_acidosis", "Seawater", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane"], "ranked_scores": [0.6229, 0.5773, 0.5694, 0.5169, 0.5089, 0.5033, 0.5024, 0.5022, 0.4932, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science", "Greening_Earth_Society", "Media_coverage_of_climate_change"], "ranked_scores": [0.7206, 0.7014, 0.6682, 0.6586, 0.652, 0.6448, 0.6428, 0.6398, 0.6387, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Bølling-Allerød_warming", "Pliocene_climate", "Fleischmann–Pons_experiment", "Cold_fusion", "PDOS", "Orbital_forcing", "Eocene_Thermal_Maximum_2", "Global_cooling"], "ranked_scores": [0.4203, 0.4126, 0.3873, 0.3679, 0.3643, 0.3527, 0.3491, 0.3449, 0.3429, 0.3427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Wibjörn_Karlén", "Adam_Scaife", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_warming_in_Antarctica"], "ranked_scores": [0.6146, 0.5937, 0.5891, 0.5869, 0.5812, 0.5769, 0.5718, 0.5599, 0.5485, 0.5441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Westerlies", "Polar_High", "Climate_of_Finland", "Climate_of_the_United_States", "Gulf_Stream", "North_Atlantic_Current"], "ranked_scores": [0.6945, 0.6588, 0.6294, 0.6294, 0.5971, 0.5858, 0.5826, 0.5768, 0.5765, 0.5742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6624, 0.6406, 0.6405, 0.6298, 0.6281, 0.6242, 0.5952, 0.5929, 0.5871, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Climate_change_mitigation_scenarios", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Clouds_and_the_Earth's_Radiant_Energy_System", "Attribution_of_recent_climate_change", "Greenhouse_gas", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6035, 0.5566, 0.5313, 0.523, 0.5184, 0.515, 0.5125, 0.5124, 0.5111, 0.5066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Value-added_tax_(United_Kingdom)", "Minerals_Resource_Rent_Tax", "London_congestion_charge"], "ranked_scores": [0.5421, 0.5182, 0.4642, 0.4458, 0.4383, 0.4227, 0.4182, 0.4059, 0.4055, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Past_sea_level", "Ice2sea", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Retreat_of_glaciers_since_1850", "Deglaciation", "Measurement_of_sea_ice"], "ranked_scores": [0.6693, 0.6557, 0.6376, 0.6259, 0.6136, 0.6132, 0.6127, 0.5958, 0.5913, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "List_of_climate_research_satellites", "Climate_change_in_the_United_States", "2013_extreme_weather_events", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1908"], "ranked_scores": [0.5407, 0.4872, 0.479, 0.4774, 0.474, 0.4712, 0.4706, 0.4681, 0.4673, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Runaway_greenhouse_effect", "Acid_rain", "Sea_level_rise"], "ranked_scores": [0.7688, 0.7427, 0.6491, 0.6405, 0.613, 0.5997, 0.5842, 0.5684, 0.5682, 0.5604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Waste-to-energy_plant", "The_Real_Global_Warming_Disaster", "Nuclear_power_debate", "Junk_science", "Energy_accidents", "Environmental_skepticism", "Climate_change_denial", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.5066, 0.4961, 0.4851, 0.4812, 0.4781, 0.4755, 0.4728, 0.4704, 0.4675, 0.4673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Climate_change_in_the_Arctic", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.7303, 0.7067, 0.7009, 0.6781, 0.6691, 0.6372, 0.6299, 0.6284, 0.6078, 0.603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Drought_in_Spain", "Effects_of_global_warming", "1997–98_El_Niño_event", "Climate_change_in_Australia", "Global_warming"], "ranked_scores": [0.6366, 0.6315, 0.6246, 0.5988, 0.5977, 0.5924, 0.5842, 0.5836, 0.577, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Earth's_energy_budget", "Carbon_cycle_re-balancing", "Climate_sensitivity", "Cool_tropics_paradox", "IPCC_First_Assessment_Report", "Climate_variability", "Mitigation_of_global_warming_in_Australia", "Global_warming"], "ranked_scores": [0.5753, 0.5606, 0.5436, 0.5327, 0.5283, 0.5272, 0.5227, 0.5164, 0.5156, 0.5143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7635, 0.7341, 0.7119, 0.6984, 0.6903, 0.6641, 0.6623, 0.6608, 0.6515, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Climate_change_denial", "An_Appeal_to_Reason"], "ranked_scores": [0.7059, 0.6698, 0.6589, 0.6485, 0.6459, 0.6198, 0.615, 0.6109, 0.6079, 0.6021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_(general_concept)", "Climate_variability", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "100,000-year_problem", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Climate_change"], "ranked_scores": [0.6102, 0.5947, 0.5878, 0.5855, 0.5804, 0.5741, 0.5629, 0.5599, 0.5577, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Global_warming_potential", "Environmental_issue", "CO2_fertilization_effect"], "ranked_scores": [0.6794, 0.6595, 0.6548, 0.6418, 0.6026, 0.5878, 0.5877, 0.5709, 0.5634, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Lazy_reason", "Risk", "Prudent_avoidance_principle", "Worst-case_scenario", "Prudentialism", "Argument_from_nonbelief", "Risk_neutral", "Counterfactual_thinking", "Scenario_analysis"], "ranked_scores": [0.5289, 0.4886, 0.4811, 0.479, 0.4653, 0.4624, 0.4491, 0.4482, 0.4456, 0.4438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "CO2_is_Green", "Energy_policy_of_the_Barack_Obama_administration", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.5911, 0.582, 0.5562, 0.5265, 0.5239, 0.5227, 0.5201, 0.5198, 0.5186, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "2014–16_El_Niño_event", "Polar_amplification", "Climate_change_in_the_Arctic", "Global_cooling", "Bølling-Allerød_warming", "List_of_climate_research_satellites"], "ranked_scores": [0.655, 0.6483, 0.6428, 0.6357, 0.6343, 0.6042, 0.598, 0.5943, 0.5913, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Polar_seas", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice", "Climate_of_the_Arctic", "Arctic_resources_race"], "ranked_scores": [0.6484, 0.635, 0.5518, 0.5513, 0.5485, 0.5355, 0.5294, 0.5243, 0.522, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Fossil_fuel_power_station", "Clean_technology", "Carbon_dioxide_removal", "List_of_coal_fired_power_stations_in_Australia", "Waste-to-energy_plant", "Refined_coal"], "ranked_scores": [0.6995, 0.6675, 0.6636, 0.5806, 0.5775, 0.5697, 0.5648, 0.5552, 0.5496, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Global_cooling", "Cool_tropics_paradox", "PDOS", "Global_cooling_(disambiguation)", "Fleischmann–Pons_experiment", "Shutdown_of_thermohaline_circulation", "Cold_fusion", "Air_conditioned_clothing"], "ranked_scores": [0.4171, 0.4164, 0.4058, 0.393, 0.3784, 0.36, 0.3558, 0.3364, 0.3357, 0.3355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_issue", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Global_warming_controversy"], "ranked_scores": [0.724, 0.7122, 0.6736, 0.669, 0.6618, 0.6588, 0.6583, 0.6506, 0.6461, 0.6436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "350.org", "Climate_change_mitigation_scenarios", "Intergovernmental_Panel_on_Climate_Change", "James_Hansen", "Scientific_consensus_on_climate_change", "Climate_fiction"], "ranked_scores": [0.5807, 0.5489, 0.5425, 0.541, 0.5267, 0.5049, 0.5006, 0.4988, 0.4985, 0.4968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_geoengineering", "Arctic_sea_ice_decline", "1908", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Antarctica", "Cool_tropics_paradox"], "ranked_scores": [0.5152, 0.487, 0.4814, 0.4741, 0.4735, 0.4695, 0.4686, 0.4632, 0.4621, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Global_warming", "Solar_phenomena", "Attribution_of_recent_climate_change", "Climate_change", "Climate_change_in_the_Arctic", "Ian_Clark_(geologist)"], "ranked_scores": [0.6602, 0.6431, 0.6355, 0.6209, 0.6192, 0.6113, 0.6103, 0.6101, 0.6064, 0.6035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Phillips_curve", "Covariate", "Wage_curve", "Seasonal_adjustment", "Statistical_significance", "Skewness", "Glacier_mass_balance", "Selection_bias"], "ranked_scores": [0.4767, 0.47, 0.4296, 0.425, 0.4248, 0.4167, 0.4064, 0.4025, 0.3833, 0.3803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Atmospheric_carbon_cycle", "Future_of_Earth", "Atmospheric_methane", "James_Hansen", "History_of_climate_change_science", "Environmental_issue", "Deforestation_and_climate_change"], "ranked_scores": [0.6739, 0.6652, 0.6236, 0.6058, 0.6015, 0.6012, 0.5966, 0.5965, 0.5959, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Global_warming", "Polar_forests_of_the_Cretaceous", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.654, 0.647, 0.64, 0.6395, 0.6299, 0.6191, 0.6188, 0.6158, 0.6157, 0.6069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Publication_bias", "False_balance", "Friends_of_Science", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5602, 0.5362, 0.5187, 0.5164, 0.5137, 0.4997, 0.4897, 0.4892, 0.4808, 0.4716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Cooling_center", "Station_model", "Weather", "Satellite_temperature_measurements", "Humid_subtropical_climate", "Excessive_heat_watch", "Weather_media_in_the_United_States", "Weather_forecasting"], "ranked_scores": [0.6347, 0.5503, 0.5453, 0.5405, 0.5404, 0.527, 0.5185, 0.5086, 0.506, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "Climate_change_in_the_United_States", "James_Hansen", "Greening_Earth_Society", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7288, 0.6972, 0.6743, 0.6503, 0.6402, 0.6365, 0.6361, 0.6356, 0.6308, 0.6267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Photovoltaics", "Solar_power_in_Spain", "Solar_power_by_country", "Renewable_energy", "Solar_power_in_Italy", "Solar_power_in_Michigan"], "ranked_scores": [0.7162, 0.6929, 0.6636, 0.6399, 0.6101, 0.6078, 0.6066, 0.599, 0.5956, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Economic_growth", "Agriculture_in_Ethiopia", "Jobs_created_during_U.S._presidential_terms", "Dairy_farming_in_Canada", "Farm_programs", "Agricultural_Act_of_2014", "Agriculture_in_Brazil"], "ranked_scores": [0.6033, 0.5681, 0.5563, 0.546, 0.5369, 0.5319, 0.5287, 0.5274, 0.5265, 0.5258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-4bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Arctic_Alaska", "Grizzly_bear", "Brown_bear", "Arctic_ecology", "Bear_attack", "List_of_Alaska_state_forests", "The_Bear_(1988_film)"], "ranked_scores": [0.4976, 0.4616, 0.3997, 0.3937, 0.392, 0.3768, 0.3758, 0.3726, 0.3712, 0.3666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.818, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_geoengineering", "Polar_ice_cap", "Permafrost", "Ice_sheet", "Arctic_ice_pack", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6931, 0.6079, 0.6024, 0.5867, 0.5789, 0.5652, 0.5605, 0.5462, 0.5425, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Sea", "Ocean_surface_topography", "Climate_of_the_Arctic", "Polar_seas"], "ranked_scores": [0.6831, 0.6479, 0.6345, 0.6281, 0.621, 0.6124, 0.5956, 0.5885, 0.5662, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Holocene_glacial_retreat", "Global_stilling"], "ranked_scores": [0.7601, 0.6887, 0.6673, 0.6559, 0.6404, 0.6077, 0.5839, 0.5805, 0.5731, 0.5723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "GHG_footprint", "Carbon_offset", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_dioxide_removal"], "ranked_scores": [0.5869, 0.586, 0.5823, 0.5814, 0.5739, 0.5609, 0.5591, 0.559, 0.5548, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Global_warming_controversy", "Climate_change_denial", "Climate_change_mitigation", "Politics_of_global_warming", "Climate_change_mitigation_scenarios", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_removal", "350.org"], "ranked_scores": [0.6238, 0.5633, 0.553, 0.55, 0.5491, 0.5476, 0.5446, 0.542, 0.5397, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Antarctic_ice_sheet", "Past_sea_level", "Climate_change_in_the_Arctic", "Last_Glacial_Maximum"], "ranked_scores": [0.7236, 0.7071, 0.694, 0.691, 0.6566, 0.6353, 0.6252, 0.6209, 0.6025, 0.6003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Deforestation_and_climate_change"], "ranked_scores": [0.7197, 0.7165, 0.7093, 0.6902, 0.6868, 0.6691, 0.6671, 0.6668, 0.6569, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Environmental_issue", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Climate_change_in_the_United_States", "Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Economics_of_global_warming"], "ranked_scores": [0.613, 0.6055, 0.5836, 0.5718, 0.5636, 0.5625, 0.5553, 0.5552, 0.5533, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Frost_Belt", "Climate_of_the_United_States", "Continental_climate", "Climate_of_Minnesota", "Disease", "2013_extreme_weather_events", "2012–13_North_American_drought", "Droughts_in_the_United_States"], "ranked_scores": [0.5063, 0.506, 0.482, 0.4698, 0.4596, 0.4534, 0.4516, 0.4513, 0.4497, 0.4484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change", "Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "An_Appeal_to_Reason", "Arctic_geoengineering", "Stern_Review", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6573, 0.6335, 0.607, 0.6034, 0.6029, 0.5988, 0.5968, 0.5966, 0.5868, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_cooling", "Global_cooling_(disambiguation)", "George_Kukla", "Global_warming_hiatus", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Termination_(geomorphology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5931, 0.5739, 0.5664, 0.5641, 0.5617, 0.5358, 0.5337, 0.5334, 0.5215, 0.5194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_emissions_by_the_United_States", "Permanent_Service_for_Mean_Sea_Level", "Shale_gas", "HadCM3", "Michael_E._Mann", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6088, 0.5366, 0.5147, 0.4797, 0.4127, 0.4109, 0.4101, 0.4069, 0.4053, 0.4038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Seawater", "Metabolic_acidosis", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas"], "ranked_scores": [0.6038, 0.5605, 0.5543, 0.4983, 0.4951, 0.4882, 0.4865, 0.4858, 0.4761, 0.4705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Media_coverage_of_climate_change", "History_of_climate_change_science", "James_Hansen"], "ranked_scores": [0.7128, 0.6908, 0.6542, 0.6473, 0.6437, 0.6374, 0.6363, 0.6345, 0.6344, 0.6329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Bølling-Allerød_warming", "Fleischmann–Pons_experiment", "Pliocene_climate", "PDOS", "Cold_fusion", "Eocene_Thermal_Maximum_2", "Orbital_forcing", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.4186, 0.4109, 0.3791, 0.3687, 0.3661, 0.3495, 0.3483, 0.3392, 0.336, 0.3257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Wibjörn_Karlén", "Adam_Scaife", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "History_of_climate_change_science"], "ranked_scores": [0.6028, 0.586, 0.5789, 0.5694, 0.5688, 0.567, 0.562, 0.553, 0.5436, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Polar_High", "Climate_of_Finland", "Climate_of_the_United_States", "Gulf_Stream", "Intertropical_Convergence_Zone"], "ranked_scores": [0.6869, 0.6444, 0.6184, 0.6115, 0.581, 0.5736, 0.5697, 0.563, 0.5601, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Highest_temperature_recorded_on_Earth", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.655, 0.6336, 0.6297, 0.6254, 0.6139, 0.6125, 0.5875, 0.5803, 0.5784, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Climate_change_mitigation_scenarios", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Clouds_and_the_Earth's_Radiant_Energy_System", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6015, 0.5553, 0.5301, 0.5193, 0.517, 0.5158, 0.5158, 0.5106, 0.5091, 0.4998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Minerals_Resource_Rent_Tax", "London_congestion_charge", "Environmental_impact_of_aviation"], "ranked_scores": [0.5391, 0.509, 0.4504, 0.4463, 0.4347, 0.4185, 0.4156, 0.4066, 0.4011, 0.4008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Past_sea_level", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Ice_age", "Deglaciation"], "ranked_scores": [0.6604, 0.6476, 0.6271, 0.6118, 0.6107, 0.6107, 0.5952, 0.5923, 0.5851, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_United_States", "List_of_climate_research_satellites", "2013_extreme_weather_events", "1936_North_American_cold_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5363, 0.4849, 0.473, 0.4727, 0.4685, 0.4665, 0.4664, 0.4663, 0.4631, 0.4616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Runaway_greenhouse_effect", "Sea_level_rise", "Acid_rain"], "ranked_scores": [0.7601, 0.7304, 0.634, 0.6287, 0.5987, 0.5822, 0.5701, 0.5592, 0.5558, 0.5527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "The_Real_Global_Warming_Disaster", "Waste-to-energy_plant", "Nuclear_power_debate", "Energy_accidents", "Energy_development", "Environmental_skepticism", "Junk_science", "Sustainable_energy"], "ranked_scores": [0.4978, 0.4924, 0.4813, 0.4755, 0.4672, 0.4664, 0.4595, 0.4577, 0.4552, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.7258, 0.699, 0.6928, 0.6731, 0.6547, 0.6342, 0.6195, 0.616, 0.6104, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_the_United_States", "Climate_change_in_Europe", "Drought_in_Spain", "1997–98_El_Niño_event", "Effects_of_global_warming", "Climate_change_in_Australia", "Global_warming"], "ranked_scores": [0.6284, 0.6215, 0.6124, 0.5877, 0.5848, 0.5818, 0.5773, 0.5752, 0.5704, 0.5599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Earth's_energy_budget", "Carbon_cycle_re-balancing", "IPCC_First_Assessment_Report", "Climate_sensitivity", "Cool_tropics_paradox", "Mitigation_of_global_warming_in_Australia", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_(general_concept)"], "ranked_scores": [0.5615, 0.5588, 0.5322, 0.5276, 0.5254, 0.5247, 0.5185, 0.5155, 0.5078, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Excessive_heat_watch", "2011_North_American_heat_wave"], "ranked_scores": [0.7593, 0.7202, 0.6996, 0.6898, 0.6812, 0.6525, 0.6503, 0.6487, 0.6449, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Climate_change_denial", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6906, 0.6583, 0.6484, 0.6383, 0.6374, 0.6146, 0.6074, 0.6052, 0.6007, 0.5957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_variability", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "100,000-year_problem", "Climate_change", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6063, 0.5879, 0.5829, 0.5826, 0.579, 0.5707, 0.5609, 0.5512, 0.5485, 0.5449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Global_warming_potential", "CO2_fertilization_effect", "Fossil_fuel_power_station"], "ranked_scores": [0.6688, 0.647, 0.6448, 0.6274, 0.5859, 0.5779, 0.5775, 0.5709, 0.5542, 0.5537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Lazy_reason", "Prudent_avoidance_principle", "Risk", "Worst-case_scenario", "Risk_neutral", "Prudentialism", "Counterfactual_thinking", "Scenario_analysis", "Argument_from_nonbelief"], "ranked_scores": [0.5216, 0.4835, 0.4691, 0.4638, 0.4536, 0.447, 0.4446, 0.4425, 0.44, 0.4397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Beyond_Coal", "CO2_is_Green", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_Barack_Obama_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.5757, 0.5701, 0.5458, 0.5213, 0.5154, 0.5148, 0.509, 0.5089, 0.5056, 0.5036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "2014–16_El_Niño_event", "Polar_amplification", "Global_cooling", "Climate_change_in_the_Arctic", "Bølling-Allerød_warming", "List_of_climate_research_satellites"], "ranked_scores": [0.6424, 0.6377, 0.6292, 0.6199, 0.6181, 0.5967, 0.584, 0.582, 0.5813, 0.5778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Polar_seas", "Sea_ice", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Climate_of_the_Arctic", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Arctic_Ocean"], "ranked_scores": [0.6385, 0.6282, 0.5484, 0.5474, 0.5459, 0.5307, 0.5198, 0.5151, 0.5117, 0.5095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Clean_technology", "List_of_coal_fired_power_stations_in_Australia", "Beyond_Coal", "Refined_coal"], "ranked_scores": [0.6925, 0.6574, 0.6517, 0.5631, 0.5589, 0.5544, 0.5506, 0.544, 0.5409, 0.5379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Global_cooling", "Cool_tropics_paradox", "PDOS", "Fleischmann–Pons_experiment", "Global_cooling_(disambiguation)", "Automobile_air_conditioning", "Cold_fusion", "Air_conditioned_clothing"], "ranked_scores": [0.4065, 0.4044, 0.3782, 0.376, 0.3588, 0.3556, 0.3463, 0.333, 0.3311, 0.3304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_issue", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Global_warming_controversy"], "ranked_scores": [0.721, 0.7064, 0.6713, 0.6681, 0.6582, 0.6535, 0.6491, 0.6467, 0.6456, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "350.org", "Climate_change_mitigation_scenarios", "Climate_fiction", "James_Hansen", "Intergovernmental_Panel_on_Climate_Change", "Greening_Earth_Society"], "ranked_scores": [0.5714, 0.5311, 0.5266, 0.5213, 0.5162, 0.4972, 0.4913, 0.4897, 0.4895, 0.489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_of_Antarctica", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.4929, 0.4794, 0.4766, 0.4711, 0.466, 0.4657, 0.4614, 0.46, 0.4551, 0.4507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Global_warming", "Solar_phenomena", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Climate_change", "Ian_Clark_(geologist)"], "ranked_scores": [0.6463, 0.637, 0.6261, 0.6113, 0.6078, 0.6065, 0.602, 0.5957, 0.5933, 0.5916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Phillips_curve", "Covariate", "Wage_curve", "Skewness", "Seasonal_adjustment", "Statistical_significance", "Glacier_mass_balance", "Selection_bias"], "ranked_scores": [0.4688, 0.459, 0.4174, 0.4148, 0.4127, 0.4057, 0.4048, 0.3958, 0.3815, 0.3792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Atmospheric_carbon_cycle", "Future_of_Earth", "Atmospheric_methane", "Environmental_issue", "History_of_climate_change_science", "Deforestation_and_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.664, 0.6568, 0.6117, 0.5953, 0.5893, 0.5865, 0.5832, 0.5829, 0.5826, 0.582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Climate_of_Mars", "Eocene_Thermal_Maximum_2", "Polar_forests_of_the_Cretaceous", "Future_of_Earth", "Global_warming", "Bølling-Allerød_warming"], "ranked_scores": [0.6478, 0.6353, 0.628, 0.6257, 0.6206, 0.6158, 0.6119, 0.607, 0.6042, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "False_balance", "Publication_bias", "Friends_of_Science", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.547, 0.5258, 0.5188, 0.5037, 0.4993, 0.492, 0.4834, 0.482, 0.4714, 0.468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Cooling_center", "Station_model", "Weather", "Satellite_temperature_measurements", "Humid_subtropical_climate", "Weather_media_in_the_United_States", "Excessive_heat_watch", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.6184, 0.5388, 0.5349, 0.525, 0.5226, 0.5141, 0.5094, 0.4935, 0.4916, 0.4874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Climate_change_in_the_United_States", "James_Hansen", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7168, 0.6862, 0.6628, 0.641, 0.6386, 0.6366, 0.6359, 0.6323, 0.6271, 0.6261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Photovoltaics", "Solar_power_in_Spain", "Solar_power_by_country", "Renewable_energy", "Solar_power_in_Italy", "Solar_power_in_Michigan"], "ranked_scores": [0.709, 0.6829, 0.6616, 0.6321, 0.6062, 0.6042, 0.6017, 0.5909, 0.5879, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Economic_growth", "Farm_programs", "Jobs_created_during_U.S._presidential_terms", "Dairy_farming_in_Canada", "Agricultural_Act_of_2014", "National_Farm_Safety_&_Health_Week"], "ranked_scores": [0.5884, 0.5651, 0.54, 0.5322, 0.5275, 0.526, 0.5258, 0.525, 0.524, 0.5178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Brown_bear", "Arctic_Alaska", "Grizzly_bear", "The_Bear_(1988_film)", "Arctic_ecology", "Bear_attack", "Arctic_char"], "ranked_scores": [0.4948, 0.4477, 0.3935, 0.3903, 0.385, 0.3835, 0.3656, 0.3604, 0.3585, 0.3575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_geoengineering", "Polar_ice_cap", "Arctic_ice_pack", "Permafrost", "Greenhouse_gas", "Ice_calving"], "ranked_scores": [0.6736, 0.6039, 0.5822, 0.5677, 0.5623, 0.5598, 0.5463, 0.5447, 0.5377, 0.529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Tide", "Sea_surface_temperature", "Sea", "Climate_of_the_Arctic", "Ocean_surface_topography", "Polar_seas"], "ranked_scores": [0.6726, 0.64, 0.6173, 0.6028, 0.6009, 0.5915, 0.5772, 0.5658, 0.5611, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Copenhagen_Diagnosis", "Global_stilling", "Global_warming"], "ranked_scores": [0.7463, 0.6719, 0.6597, 0.6406, 0.6301, 0.5997, 0.585, 0.5793, 0.5751, 0.5565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6423, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Carbon_footprint", "Climate_footprint", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Contribution_to_global_warming_by_Australia", "Carbon_offset", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.5842, 0.5801, 0.5732, 0.5655, 0.5555, 0.5493, 0.546, 0.5454, 0.5432, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming_controversy", "Climate_change_mitigation", "Politics_of_global_warming", "Climate_change_denial", "Atmospheric_carbon_cycle", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6003, 0.5482, 0.5354, 0.534, 0.5306, 0.526, 0.524, 0.5219, 0.5213, 0.5197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Sea_level_rise", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Antarctic_ice_sheet", "Past_sea_level", "Climate_change_in_the_Arctic", "Last_Glacial_Maximum"], "ranked_scores": [0.7167, 0.6877, 0.6844, 0.6747, 0.6358, 0.6265, 0.6072, 0.6071, 0.6007, 0.5955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Deforestation_and_climate_change", "Atmospheric_methane"], "ranked_scores": [0.6931, 0.6902, 0.6818, 0.6662, 0.6622, 0.6487, 0.6433, 0.6427, 0.6335, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Environmental_issue", "Reasons_for_concern", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "Hurricane_Harvey", "Physical_impacts_of_climate_change", "Tropical_Storm_Harvey_(2011)", "Economics_of_global_warming"], "ranked_scores": [0.5907, 0.5738, 0.5628, 0.5521, 0.5478, 0.5466, 0.544, 0.5407, 0.5374, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Frost_Belt", "Continental_climate", "Climate_of_the_United_States", "Climate_of_Minnesota", "2012–13_North_American_drought", "Climate_of_the_United_Kingdom", "Droughts_in_the_United_States", "Disease"], "ranked_scores": [0.4931, 0.484, 0.4753, 0.4467, 0.4456, 0.4429, 0.4334, 0.4333, 0.4327, 0.4326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change", "Climate_change_mitigation_scenarios", "An_Appeal_to_Reason", "History_of_climate_change_science", "Arctic_geoengineering", "Stern_Review", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6458, 0.6138, 0.5913, 0.5863, 0.5821, 0.5788, 0.5729, 0.5635, 0.5612, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "George_Kukla", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Antarctic_Cold_Reversal", "History_of_climate_change_science", "Abrupt_climate_change", "Temperature_record_of_the_past_1000_years", "Wibjörn_Karlén"], "ranked_scores": [0.5837, 0.5597, 0.5508, 0.5505, 0.5361, 0.5272, 0.5251, 0.517, 0.5148, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_emissions_by_the_United_States", "Permanent_Service_for_Mean_Sea_Level", "Michael_E._Mann", "World_Glacier_Monitoring_Service", "HadCM3", "Shale_gas"], "ranked_scores": [0.5993, 0.5351, 0.4963, 0.4677, 0.4162, 0.3984, 0.3976, 0.3967, 0.3948, 0.394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Metabolic_acidosis", "Atmospheric_methane", "Seawater", "Dole_effect"], "ranked_scores": [0.5967, 0.5444, 0.5367, 0.4885, 0.4878, 0.4765, 0.4708, 0.4662, 0.4646, 0.4549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "George_Kukla", "Media_coverage_of_climate_change", "James_Hansen", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6973, 0.6655, 0.6363, 0.6303, 0.6223, 0.6126, 0.6119, 0.6104, 0.6079, 0.6073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Bølling-Allerød_warming", "Cold_fusion", "Pliocene_climate", "PDOS", "Eocene_Thermal_Maximum_2", "Orbital_forcing", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.4094, 0.3908, 0.3757, 0.3724, 0.3431, 0.3374, 0.3337, 0.3317, 0.3253, 0.3204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Wibjörn_Karlén", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_warming_in_Antarctica"], "ranked_scores": [0.588, 0.5616, 0.5572, 0.553, 0.5517, 0.5447, 0.5417, 0.5273, 0.5248, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Polar_High", "Gulf_Stream", "North_Atlantic_Current", "Westerlies", "Climate_of_the_United_States", "Intertropical_Convergence_Zone"], "ranked_scores": [0.67, 0.6372, 0.6062, 0.6021, 0.5677, 0.5556, 0.5537, 0.5521, 0.5467, 0.5412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Highest_temperature_recorded_on_Earth", "Global_warming_hiatus", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6296, 0.6283, 0.6278, 0.6042, 0.6011, 0.5951, 0.5749, 0.5736, 0.5678, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Climate_change_mitigation_scenarios", "Clouds_and_the_Earth's_Radiant_Energy_System", "Scientific_consensus_on_climate_change", "Global_cooling", "Greenhouse_gas", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5843, 0.5441, 0.5167, 0.508, 0.5075, 0.5033, 0.5024, 0.4986, 0.4984, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_aviation", "Value-added_tax_(United_Kingdom)"], "ranked_scores": [0.5266, 0.492, 0.44, 0.4329, 0.4138, 0.409, 0.4052, 0.4019, 0.4006, 0.391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Past_sea_level", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice2sea", "Last_Glacial_Maximum", "Ice_age", "Retreat_of_glaciers_since_1850", "Deglaciation"], "ranked_scores": [0.6403, 0.6389, 0.6309, 0.609, 0.6031, 0.588, 0.5812, 0.5731, 0.5724, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "Climate_change_in_the_United_States", "List_of_climate_research_satellites", "Climate_of_Mars", "2013_extreme_weather_events", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "1936_North_American_cold_wave", "1908"], "ranked_scores": [0.5187, 0.4824, 0.4666, 0.4627, 0.4622, 0.4552, 0.4534, 0.4533, 0.453, 0.4522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Runaway_greenhouse_effect", "Global_warming", "Tropospheric_ozone"], "ranked_scores": [0.7429, 0.7142, 0.6196, 0.611, 0.5831, 0.5627, 0.5495, 0.5494, 0.5459, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "The_Real_Global_Warming_Disaster", "Nuclear_power_debate", "Environmental_skepticism", "Junk_science", "Climate_Change_Denial:_Heads_in_the_Sand", "Waste-to-energy_plant", "Sustainable_energy", "Climate_change_denial"], "ranked_scores": [0.4986, 0.4694, 0.4635, 0.4506, 0.4495, 0.449, 0.449, 0.4459, 0.4446, 0.4437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.7073, 0.6827, 0.6737, 0.6478, 0.6355, 0.6189, 0.602, 0.5989, 0.5939, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "1997–98_El_Niño_event", "Drought_in_Spain", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Effects_of_global_warming", "Global_warming"], "ranked_scores": [0.609, 0.6016, 0.5932, 0.5754, 0.5737, 0.5724, 0.5584, 0.5526, 0.5523, 0.5356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Earth's_energy_budget", "IPCC_First_Assessment_Report", "Carbon_cycle_re-balancing", "Cool_tropics_paradox", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_sensitivity", "Global_warming", "Climate_change_in_Europe"], "ranked_scores": [0.539, 0.5291, 0.5076, 0.5059, 0.5047, 0.5017, 0.4991, 0.4973, 0.4952, 0.4899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7456, 0.7036, 0.6842, 0.6777, 0.6627, 0.6367, 0.6332, 0.6219, 0.6207, 0.6164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Environmental_skepticism", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "An_Appeal_to_Reason"], "ranked_scores": [0.6738, 0.6425, 0.635, 0.6232, 0.6173, 0.5956, 0.5944, 0.5889, 0.5858, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_variability", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "100,000-year_problem", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "Global_cooling"], "ranked_scores": [0.5873, 0.5771, 0.575, 0.5733, 0.5674, 0.5565, 0.5561, 0.5475, 0.5437, 0.5413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_impact_of_transport", "Low-carbon_emission", "Deforestation_and_climate_change", "Global_warming_potential", "CO2_fertilization_effect", "Fossil_fuel"], "ranked_scores": [0.6625, 0.6329, 0.626, 0.6167, 0.5814, 0.5792, 0.5764, 0.5722, 0.5417, 0.5399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Lazy_reason", "Prudent_avoidance_principle", "Risk_neutral", "Risk", "Counterfactual_thinking", "Prudentialism", "Worst-case_scenario", "Scenario_analysis", "Simulation_heuristic"], "ranked_scores": [0.4979, 0.4744, 0.4676, 0.4506, 0.4414, 0.4382, 0.4348, 0.4326, 0.4276, 0.422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_pricing_in_Australia"], "ranked_scores": [0.5659, 0.553, 0.5309, 0.5075, 0.5063, 0.5042, 0.4957, 0.4917, 0.4905, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "2014–16_El_Niño_event", "Polar_amplification", "Bølling-Allerød_warming", "List_of_climate_research_satellites", "Climate_change_in_the_Arctic", "Global_cooling"], "ranked_scores": [0.6197, 0.6176, 0.6079, 0.601, 0.5937, 0.588, 0.5737, 0.5687, 0.5683, 0.5639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Polar_seas", "Sea_ice", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Climate_of_the_Arctic", "Arctic_resources_race", "Antarctic_sea_ice", "Sea_ice_thickness"], "ranked_scores": [0.6235, 0.6219, 0.543, 0.5402, 0.5378, 0.5145, 0.5142, 0.5097, 0.5051, 0.5029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Refined_coal", "Carbon_dioxide_removal", "Waste-to-energy_plant", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.6752, 0.6414, 0.6384, 0.5467, 0.5445, 0.5341, 0.5328, 0.5263, 0.5212, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Global_cooling", "Fleischmann–Pons_experiment", "Cool_tropics_paradox", "PDOS", "Cold_fusion", "Automobile_air_conditioning", "Global_cooling_(disambiguation)", "Air_conditioned_clothing"], "ranked_scores": [0.3955, 0.3877, 0.364, 0.3589, 0.3528, 0.3501, 0.3312, 0.3303, 0.3288, 0.3233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Environmental_issue", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis"], "ranked_scores": [0.7059, 0.6796, 0.6422, 0.6418, 0.6392, 0.6273, 0.6201, 0.62, 0.6198, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "350.org", "Climate_Change_Science_Program", "Climate_fiction", "List_of_climate_scientists", "Intergovernmental_Panel_on_Climate_Change", "Greening_Earth_Society"], "ranked_scores": [0.5604, 0.5145, 0.5101, 0.5033, 0.4964, 0.4787, 0.4767, 0.4749, 0.4744, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Cool_tropics_paradox", "1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Climate_of_Antarctica"], "ranked_scores": [0.4938, 0.474, 0.4659, 0.4531, 0.4527, 0.4502, 0.4499, 0.4482, 0.4472, 0.4397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Climate_change_(general_concept)", "Global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Solar_phenomena", "Climate_change", "Global_cooling", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6361, 0.6128, 0.6115, 0.5993, 0.5935, 0.5923, 0.5872, 0.5826, 0.5794, 0.5782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Wage_curve", "Phillips_curve", "Covariate", "Statistical_significance", "Skewness", "Seasonal_adjustment", "Selection_bias", "Glacier_mass_balance"], "ranked_scores": [0.4672, 0.4522, 0.4238, 0.417, 0.4118, 0.4004, 0.4003, 0.3904, 0.3775, 0.3691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Atmospheric_carbon_cycle", "Future_of_Earth", "Deforestation_and_climate_change", "Environmental_issue", "Atmospheric_methane", "James_Hansen", "History_of_climate_change_science"], "ranked_scores": [0.6375, 0.629, 0.5875, 0.5709, 0.5676, 0.5658, 0.5655, 0.563, 0.5623, 0.561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "History_of_climate_change_science", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.6258, 0.6143, 0.614, 0.6126, 0.6063, 0.6029, 0.6024, 0.5987, 0.5956, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Friends_of_Science", "Publication_bias", "False_balance", "Scientific_dissent"], "ranked_scores": [0.5375, 0.5125, 0.5101, 0.4988, 0.4938, 0.4879, 0.4753, 0.4715, 0.4668, 0.4524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Weather", "Station_model", "Cooling_center", "Humid_subtropical_climate", "Satellite_temperature_measurements", "Excessive_heat_watch", "Weather_forecasting", "Weather_media_in_the_United_States"], "ranked_scores": [0.6088, 0.5304, 0.5196, 0.5192, 0.5167, 0.5104, 0.4999, 0.4802, 0.4795, 0.4784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Climate_change_in_the_United_States", "James_Hansen", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Environmental_issue"], "ranked_scores": [0.7, 0.6627, 0.6434, 0.622, 0.6149, 0.6143, 0.6089, 0.6061, 0.6061, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Italy", "Photovoltaics", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_power_in_Spain", "Renewable_energy"], "ranked_scores": [0.6819, 0.6656, 0.6355, 0.6035, 0.5889, 0.5864, 0.5802, 0.5746, 0.5735, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Economic_growth", "Agriculture_in_Ethiopia", "Dairy_farming_in_Canada", "Agriculture_in_Syria", "Farm_programs", "Jobs_created_during_U.S._presidential_terms", "Agricultural_Act_of_2014", "Economy_of_the_United_States"], "ranked_scores": [0.5717, 0.5435, 0.5189, 0.517, 0.5147, 0.5122, 0.5086, 0.5036, 0.4995, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Yup'ik_cuisine", "Arctic_Alaska", "Brown_bear", "Bear_attack", "Arctic_char", "Arctic_ecology", "Beaufort_Sea"], "ranked_scores": [0.45, 0.4031, 0.3705, 0.3585, 0.3578, 0.354, 0.3539, 0.3423, 0.3358, 0.3304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Greenhouse_gas", "Permafrost", "Arctic_geoengineering", "Methane", "Polar_ice_cap", "Ice_calving"], "ranked_scores": [0.6246, 0.5547, 0.5512, 0.5394, 0.5189, 0.5115, 0.5103, 0.5068, 0.5052, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Tide", "Sea_surface_temperature", "Annual_cycle_of_sea_level_height", "Sea", "Ocean_surface_topography", "Climate_of_the_Arctic", "Climate_variability"], "ranked_scores": [0.6012, 0.5924, 0.5754, 0.5671, 0.5607, 0.5526, 0.5349, 0.5204, 0.5034, 0.5013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic", "Holocene_glacial_retreat", "Measurement_of_sea_ice"], "ranked_scores": [0.6785, 0.6132, 0.5903, 0.5794, 0.5793, 0.5516, 0.5479, 0.5311, 0.5176, 0.5128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "GHG_footprint", "Climate_footprint", "Atmospheric_carbon_cycle", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_dioxide_removal", "Carbon_offset", "Carbon_tax"], "ranked_scores": [0.5474, 0.5386, 0.5352, 0.5279, 0.5252, 0.5172, 0.5157, 0.5134, 0.5131, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Climate_change_mitigation", "Politics_of_global_warming", "Climate_change_denial", "Scientific_opinion_on_climate_change", "James_Hansen", "Carbon_dioxide_removal", "Embedded_emissions", "350.org", "Carbon_neutrality"], "ranked_scores": [0.5612, 0.5082, 0.5065, 0.491, 0.4881, 0.486, 0.4828, 0.481, 0.4802, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Copenhagen_Diagnosis", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Global_warming"], "ranked_scores": [0.65, 0.6462, 0.6412, 0.6408, 0.6145, 0.6021, 0.5707, 0.5673, 0.5661, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Environmental_issue", "James_Hansen"], "ranked_scores": [0.6561, 0.6469, 0.6353, 0.6305, 0.6085, 0.6059, 0.6007, 0.5834, 0.5786, 0.5783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming", "Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Environmental_issue", "Reasons_for_concern", "Tropical_Storm_Harvey_(2011)", "History_of_climate_change_science", "Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [0.5509, 0.5423, 0.5244, 0.5178, 0.5106, 0.5086, 0.5043, 0.5043, 0.4985, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Humid_continental_climate", "Lyme_disease", "Frost_Belt", "Ehrlichia_Wisconsin_HM543746", "Climate_of_Minnesota", "Continental_climate", "Climate_of_the_United_States", "1936_North_American_cold_wave", "Climate_of_the_United_Kingdom", "Disease"], "ranked_scores": [0.4766, 0.4477, 0.442, 0.415, 0.4146, 0.4121, 0.4029, 0.3964, 0.3952, 0.3924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Arctic_geoengineering", "Climate_change", "An_Appeal_to_Reason", "Climate_change_mitigation_scenarios", "Stern_Review", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6044, 0.5753, 0.5619, 0.5591, 0.5541, 0.55, 0.5476, 0.5445, 0.5362, 0.5289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_cooling", "Global_cooling_(disambiguation)", "George_Kukla", "Global_warming_hiatus", "Antarctic_Cold_Reversal", "Abrupt_climate_change", "History_of_climate_change_science", "List_of_climate_research_satellites", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5569, 0.5521, 0.5347, 0.5254, 0.5233, 0.5015, 0.4912, 0.4894, 0.4891, 0.4882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Permanent_Service_for_Mean_Sea_Level", "World_Glacier_Monitoring_Service", "HadCM3", "Climate_change_in_the_United_States", "Michael_E._Mann", "Δ13C"], "ranked_scores": [0.5536, 0.5111, 0.4669, 0.4264, 0.4051, 0.3872, 0.3763, 0.3739, 0.3691, 0.3688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Seawater", "Geological_history_of_oxygen", "Atmospheric_methane", "Greenhouse_gas", "Metabolic_acidosis", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5413, 0.4945, 0.4766, 0.4569, 0.433, 0.4312, 0.4192, 0.4166, 0.4157, 0.4138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6579, 0.6318, 0.5929, 0.5808, 0.5783, 0.5762, 0.5754, 0.5709, 0.5653, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Eocene_Thermal_Maximum_2", "Bølling-Allerød_warming", "Fleischmann–Pons_experiment", "Pliocene_climate", "PDOS", "Paleocene–Eocene_Thermal_Maximum", "Sublimation_(phase_transition)", "Cold_fusion"], "ranked_scores": [0.3861, 0.3861, 0.3558, 0.3517, 0.3422, 0.3408, 0.3166, 0.3165, 0.3151, 0.3079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Climate_change_in_the_Arctic", "Wibjörn_Karlén", "Antarctica_cooling_controversy", "Adam_Scaife", "Arctic_sea_ice_decline", "An_Appeal_to_Reason", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.5638, 0.5483, 0.5347, 0.5317, 0.5302, 0.5187, 0.5173, 0.5107, 0.5043, 0.4924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2685, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Polar_High", "Westerlies", "Climate_of_the_United_States", "Climate_of_Finland", "Gulf_Stream", "Intertropical_Convergence_Zone"], "ranked_scores": [0.6648, 0.6254, 0.5798, 0.5702, 0.5485, 0.5463, 0.5316, 0.5264, 0.5227, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Global_warming_hiatus", "2010_Northern_Hemisphere_summer_heat_waves", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event"], "ranked_scores": [0.589, 0.5762, 0.5728, 0.5705, 0.5596, 0.5489, 0.5446, 0.5356, 0.5355, 0.5353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Clouds_and_the_Earth's_Radiant_Energy_System", "Global_cooling", "The_Real_Global_Warming_Disaster", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Climate_change_mitigation_scenarios", "Greenhouse_gas", "Advisory_Group_on_Greenhouse_Gases"], "ranked_scores": [0.5323, 0.5159, 0.4871, 0.4768, 0.4632, 0.4609, 0.4596, 0.459, 0.4567, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_bubble", "Carbon_price", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_aviation", "Mitigation_of_global_warming_in_Australia", "London_congestion_charge"], "ranked_scores": [0.5133, 0.4528, 0.425, 0.417, 0.4135, 0.4132, 0.4051, 0.3931, 0.3916, 0.3697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deglaciation", "Ice_age"], "ranked_scores": [0.6091, 0.5738, 0.5622, 0.5552, 0.5477, 0.5389, 0.536, 0.5318, 0.5288, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Climate_change_in_the_United_States", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "2015_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1997–98_El_Niño_event", "1936_North_American_cold_wave", "Climate_of_Mars"], "ranked_scores": [0.4785, 0.4345, 0.4338, 0.4279, 0.4275, 0.4257, 0.4255, 0.4236, 0.4236, 0.4228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_methane", "Acid_rain", "Runaway_greenhouse_effect", "Past_sea_level"], "ranked_scores": [0.6915, 0.6737, 0.5653, 0.5475, 0.5466, 0.52, 0.5194, 0.516, 0.5106, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Alternative_energy", "The_Real_Global_Warming_Disaster", "Demand_destruction", "Energy_accidents", "Environmental_skepticism", "Energy_development", "Sustainable_energy", "Nuclear_power_debate", "Alternative_medicine", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.475, 0.459, 0.4483, 0.4389, 0.4359, 0.4355, 0.4337, 0.4302, 0.4302, 0.4237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Copenhagen_Diagnosis", "Global_warming", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6727, 0.6308, 0.6172, 0.6155, 0.5866, 0.5727, 0.5681, 0.564, 0.5639, 0.5602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Climate_change_in_Europe", "1997–98_El_Niño_event", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Effects_of_global_warming", "Drought_in_Spain", "Global_warming"], "ranked_scores": [0.5782, 0.5678, 0.5499, 0.5338, 0.5307, 0.5271, 0.524, 0.5211, 0.5201, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Climate_sensitivity", "Earth's_energy_budget", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Deforestation_and_climate_change", "Temperature_record_of_the_past_1000_years", "Mitigation_of_global_warming_in_Australia", "Cool_tropics_paradox", "Climate_change_in_the_United_States"], "ranked_scores": [0.4939, 0.4908, 0.4708, 0.4677, 0.4564, 0.4528, 0.4495, 0.4481, 0.4481, 0.4459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "Summer_of_1976_(Europe)"], "ranked_scores": [0.6857, 0.6324, 0.6277, 0.6265, 0.6228, 0.5968, 0.5937, 0.5929, 0.5822, 0.5659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Environmental_skepticism", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6337, 0.6321, 0.5936, 0.5865, 0.576, 0.5594, 0.5516, 0.5479, 0.5427, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_variability", "Climate_change_(general_concept)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Arctic_sea_ice_decline", "Future_of_Earth", "Scientific_opinion_on_climate_change", "100,000-year_problem"], "ranked_scores": [0.5463, 0.5431, 0.5414, 0.5362, 0.5293, 0.5114, 0.5077, 0.5075, 0.5072, 0.5057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_impact_of_transport", "Low-carbon_emission", "Deforestation_and_climate_change", "Global_warming_potential", "CO2_fertilization_effect", "Carbon_diet"], "ranked_scores": [0.618, 0.6037, 0.5787, 0.5704, 0.5417, 0.5356, 0.5333, 0.5263, 0.5167, 0.5146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Lazy_reason", "Risk_neutral", "Prudent_avoidance_principle", "Worst-case_scenario", "Counterfactual_thinking", "Scenario_analysis", "Argument_from_nonbelief", "Cynicism_(contemporary)"], "ranked_scores": [0.4528, 0.4329, 0.4238, 0.4121, 0.411, 0.394, 0.3909, 0.3894, 0.3881, 0.3852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Beyond_Coal", "CO2_is_Green", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "350.org"], "ranked_scores": [0.5331, 0.5162, 0.4974, 0.4806, 0.4767, 0.4746, 0.4705, 0.4649, 0.4597, 0.4592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Global_cooling", "History_of_climate_change_science", "Bølling-Allerød_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Abrupt_climate_change"], "ranked_scores": [0.5901, 0.5749, 0.5683, 0.567, 0.5575, 0.5452, 0.5362, 0.5358, 0.5327, 0.5296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Sea_ice", "Polar_seas", "Holocene_glacial_retreat", "Measurement_of_sea_ice", "Sea_ice_thickness", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Climate_of_the_Arctic"], "ranked_scores": [0.56, 0.5583, 0.511, 0.5104, 0.4935, 0.4894, 0.4843, 0.4813, 0.47, 0.4676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Fossil_fuel_power_station", "Waste-to-energy_plant", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology", "Capitol_Power_Plant"], "ranked_scores": [0.609, 0.6017, 0.5818, 0.5312, 0.5086, 0.5064, 0.4895, 0.4837, 0.482, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "PDOS", "Global_cooling", "Cool_tropics_paradox", "Cold_fusion", "Global_warming_hiatus", "Automobile_air_conditioning", "Global_cooling_(disambiguation)"], "ranked_scores": [0.3806, 0.3652, 0.3583, 0.3556, 0.3508, 0.3472, 0.3176, 0.2967, 0.2928, 0.2901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Effects_of_global_warming", "Global_cooling", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Copenhagen_Diagnosis", "Environmental_issue"], "ranked_scores": [0.649, 0.6477, 0.6094, 0.5995, 0.5962, 0.5941, 0.5893, 0.586, 0.5859, 0.5812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_fiction", "History_of_climate_change_science", "350.org", "Climate_change_mitigation_scenarios", "Climate_change_in_Canada", "Greening_Earth_Society", "Climate_change_denial"], "ranked_scores": [0.524, 0.4813, 0.4726, 0.472, 0.4667, 0.4538, 0.4535, 0.448, 0.4452, 0.445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Instrumental_temperature_record", "Cool_tropics_paradox", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Antarctica", "Measurement_of_sea_ice", "Arctic_geoengineering", "Global_cooling_(disambiguation)", "Arctic_sea_ice_decline"], "ranked_scores": [0.4413, 0.436, 0.4203, 0.4202, 0.416, 0.4134, 0.4117, 0.4114, 0.4071, 0.4052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Climate_variability", "Global_cooling", "Scientific_opinion_on_climate_change", "Climate_change", "Effects_of_global_warming", "Solar_phenomena"], "ranked_scores": [0.6139, 0.5745, 0.5715, 0.5704, 0.5694, 0.5691, 0.5658, 0.5552, 0.5538, 0.5475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Phillips_curve", "Skewness", "Wage_curve", "Covariate", "Seasonal_adjustment", "List_of_North_American_countries_by_GDP_(nominal)", "Statistical_significance", "Glacier_mass_balance"], "ranked_scores": [0.4381, 0.4064, 0.3863, 0.3785, 0.3777, 0.3616, 0.3578, 0.3562, 0.352, 0.3468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Future_of_Earth", "Atmospheric_methane", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Geological_history_of_oxygen", "Effects_of_global_warming", "James_Hansen"], "ranked_scores": [0.604, 0.6038, 0.552, 0.5441, 0.5411, 0.5302, 0.5262, 0.5167, 0.5134, 0.5117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "Climate_of_Mars", "Future_of_Earth", "Global_warming", "Bølling-Allerød_warming"], "ranked_scores": [0.5841, 0.577, 0.573, 0.5692, 0.5637, 0.559, 0.5567, 0.5509, 0.549, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Friends_of_Science", "Scientific_consensus", "Scientific_opinion_on_climate_change", "Publication_bias"], "ranked_scores": [0.5, 0.482, 0.4787, 0.4703, 0.4562, 0.4517, 0.4512, 0.4364, 0.4266, 0.4263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Weather", "Cooling_center", "Humid_subtropical_climate", "Station_model", "Weather_forecasting", "Weather_media_in_the_United_States", "Satellite_temperature_measurements", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.5874, 0.5179, 0.4831, 0.482, 0.4738, 0.4732, 0.4624, 0.458, 0.4535, 0.4462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Greening_Earth_Society", "James_Hansen", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Environmental_issue"], "ranked_scores": [0.6691, 0.6288, 0.6107, 0.5844, 0.5832, 0.5827, 0.5785, 0.5769, 0.5702, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Photovoltaics", "Renewable_energy", "Solar_power_by_country", "Solar_power_in_Spain", "Solar_power_in_Italy", "Solar_power_in_Michigan"], "ranked_scores": [0.6411, 0.6186, 0.5931, 0.5802, 0.5656, 0.5552, 0.5524, 0.5441, 0.536, 0.5326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Farm_programs", "Agriculture_in_Ethiopia", "National_Farm_Safety_&_Health_Week", "Agriculture_in_Syria", "Agriculture", "Jobs_created_during_U.S._presidential_terms", "Agricultural_Act_of_2014", "Economy_of_the_United_States"], "ranked_scores": [0.5169, 0.5055, 0.4821, 0.4789, 0.4771, 0.475, 0.471, 0.4696, 0.4668, 0.4648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Raccoon", "Paleontology_in_Alaska", "Geography_of_Yukon", "The_Bear_(1988_film)", "Yup'ik_cuisine", "Grizzly_bear", "Beringian_wolf", "Bird_migration"], "ranked_scores": [0.3646, 0.3333, 0.3099, 0.2839, 0.2786, 0.276, 0.2708, 0.2682, 0.2656, 0.263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Permafrost", "Atmospheric_methane", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic", "Ice_sheet", "Methane", "Aliso_Canyon_gas_leak", "Polar_ice_cap", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.474, 0.4193, 0.4089, 0.401, 0.3984, 0.388, 0.388, 0.3828, 0.3802, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Tide", "Sea_surface_temperature", "Sea", "Ocean_surface_topography", "Climate_variability", "Global_stilling"], "ranked_scores": [0.487, 0.4844, 0.4583, 0.4557, 0.4453, 0.4245, 0.4062, 0.401, 0.401, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Global_stilling", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_ice_pack", "Shutdown_of_thermohaline_circulation", "Measurement_of_sea_ice"], "ranked_scores": [0.5469, 0.5104, 0.474, 0.474, 0.4583, 0.4531, 0.4505, 0.4401, 0.4271, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Mitigation_of_global_warming_in_Australia", "GHG_footprint", "Atmospheric_carbon_cycle", "Carbon_emissions_reporting", "Carbon_dioxide_removal", "Greenhouse_gas_accounting", "Carbon_diet", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.4427, 0.4427, 0.4167, 0.4167, 0.4167, 0.4115, 0.401, 0.401, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Scientific_opinion_on_climate_change", "Climate_change_mitigation", "Climate_change_denial", "Carbon_neutrality", "Carbon_diet", "Economics_of_global_warming", "James_Hansen", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming"], "ranked_scores": [0.4609, 0.3932, 0.388, 0.3776, 0.3698, 0.3672, 0.362, 0.362, 0.3594, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Past_sea_level", "Copenhagen_Diagnosis", "Retreat_of_glaciers_since_1850", "Last_Glacial_Maximum", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5703, 0.5234, 0.5182, 0.5156, 0.4818, 0.4688, 0.4557, 0.4531, 0.4505, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Copenhagen_Diagnosis", "Greenhouse_gas", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "James_Hansen", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5182, 0.5026, 0.4974, 0.4922, 0.4896, 0.4792, 0.474, 0.4714, 0.4635, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Environmental_issue", "Hurricane_Harvey", "History_of_climate_change_science", "Hurricane_Alberto_(1982)", "Hurricane_Florence_(1988)", "Climate_change_and_agriculture"], "ranked_scores": [0.4427, 0.4219, 0.4193, 0.4141, 0.401, 0.401, 0.3932, 0.3854, 0.3802, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Humid_continental_climate", "Climate_of_the_United_Kingdom", "Climate_of_the_United_States", "2006_European_cold_wave", "Lyme_disease", "January_2016_East_Asia_cold_wave", "List_of_mammals_of_New_England", "Climate_of_Minnesota", "Climate_of_South_Africa", "Frost_Belt"], "ranked_scores": [0.388, 0.3333, 0.3255, 0.3255, 0.3229, 0.3125, 0.3099, 0.3099, 0.3073, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "History_of_climate_change_science", "An_Appeal_to_Reason", "Stern_Review", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Arctic_geoengineering"], "ranked_scores": [0.4505, 0.4479, 0.4271, 0.4271, 0.4245, 0.4141, 0.4089, 0.401, 0.401, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_warming_hiatus", "Global_cooling", "George_Kukla", "History_of_climate_change_science", "Abrupt_climate_change", "Temperature_record_of_the_past_1000_years", "Climate_variability", "Antarctic_Cold_Reversal", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.4427, 0.4323, 0.4271, 0.4141, 0.401, 0.388, 0.3854, 0.3828, 0.3828, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "HadCM3", "Greenhouse_gas_emissions_by_the_United_States", "IPCC_First_Assessment_Report", "Carbon_emissions_reporting", "Michael_E._Mann"], "ranked_scores": [0.4349, 0.4062, 0.3932, 0.3359, 0.3255, 0.3177, 0.3099, 0.3099, 0.3099, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Geological_history_of_oxygen", "Atmospheric_carbon_cycle", "Dole_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis", "Carbon_dioxide", "Deep_ocean_water"], "ranked_scores": [0.4349, 0.375, 0.3568, 0.3542, 0.3255, 0.3255, 0.3203, 0.3125, 0.3099, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Global_cooling", "James_Hansen", "The_Real_Global_Warming_Disaster", "George_Kukla", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Greening_Earth_Society"], "ranked_scores": [0.5312, 0.526, 0.5104, 0.5026, 0.4688, 0.4661, 0.4583, 0.4583, 0.4531, 0.4505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Antarctic_Cold_Reversal", "Fleischmann–Pons_experiment", "Greenhouse_and_icehouse_Earth", "Cryogenian", "Pliocene_climate"], "ranked_scores": [0.3073, 0.3047, 0.2839, 0.2786, 0.2708, 0.2682, 0.2552, 0.25, 0.25, 0.2474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Climate_change_in_the_Arctic", "Wibjörn_Karlén", "Arctic_sea_ice_decline", "An_Appeal_to_Reason", "Copenhagen_Diagnosis", "Global_warming", "Arctic_geoengineering", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4583, 0.4349, 0.4349, 0.4063, 0.401, 0.401, 0.3984, 0.3984, 0.3958, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_low", "Polar_vortex", "Polar_High", "Jet_stream", "Climate_of_the_United_States", "Westerlies", "Climate_of_Finland", "Climate_of_Australia"], "ranked_scores": [0.513, 0.4714, 0.4375, 0.4349, 0.4323, 0.4245, 0.3932, 0.388, 0.375, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Global_cooling", "Instrumental_temperature_record", "2010_Northern_Hemisphere_heat_waves", "List_of_climate_research_satellites", "Global_warming_hiatus", "Satellite_temperature_measurements"], "ranked_scores": [0.4792, 0.4661, 0.4401, 0.4323, 0.4297, 0.4297, 0.4271, 0.4089, 0.4036, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Clouds_and_the_Earth's_Radiant_Energy_System", "Global_cooling", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "Greening_Earth_Society", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.4479, 0.3802, 0.375, 0.3724, 0.3698, 0.3672, 0.3594, 0.3542, 0.3516, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_aviation", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Climate_change_in_China", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.3828, 0.3438, 0.3255, 0.3151, 0.3073, 0.2969, 0.2813, 0.2812, 0.276, 0.2708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice_age", "Ice2sea", "Pliocene_climate"], "ranked_scores": [0.4948, 0.4922, 0.4792, 0.4766, 0.4661, 0.4531, 0.4453, 0.4453, 0.4349, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Timeline_of_glaciation", "Pliocene_climate", "List_of_climate_research_satellites", "Climate_change_in_the_United_States", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "Interglacial", "2000_Southern_United_States_heat_wave", "2013_extreme_weather_events", "Summer_of_1976_(Europe)"], "ranked_scores": [0.3646, 0.3594, 0.3568, 0.3568, 0.3542, 0.3542, 0.3516, 0.349, 0.349, 0.349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Mercury_pollution_in_the_ocean", "Past_sea_level", "Chemical_oceanography", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming"], "ranked_scores": [0.5677, 0.5573, 0.4401, 0.401, 0.3906, 0.3854, 0.3854, 0.3854, 0.3854, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Shale_gas", "Junk_science", "Climate_Change_Denial:_Heads_in_the_Sand", "Energy_development", "Nuclear_power_debate", "Alternative_medicine", "Pseudoscience", "Environmental_skepticism", "The_Real_Global_Warming_Disaster", "Denialism"], "ranked_scores": [0.3437, 0.3333, 0.3255, 0.3255, 0.3203, 0.3177, 0.3177, 0.3151, 0.3151, 0.3151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Past_sea_level", "Copenhagen_Diagnosis", "Global_warming", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5156, 0.513, 0.4922, 0.4661, 0.4401, 0.4323, 0.4271, 0.4141, 0.4115, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Climate_change_in_Europe", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_of_Australia", "Effects_of_global_warming", "Climate_change_in_Australia", "Pliocene_climate", "1997–98_El_Niño_event", "Climate_change_and_agriculture", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.4427, 0.4167, 0.4167, 0.4115, 0.401, 0.3984, 0.3958, 0.3906, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_sensitivity", "Climate_change_mitigation_scenarios", "Climate_change_in_Australia", "Instrumental_temperature_record", "Deforestation_and_climate_change", "Mitigation_of_global_warming_in_Australia", "Arctic_geoengineering", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming"], "ranked_scores": [0.3984, 0.3984, 0.3906, 0.3906, 0.3906, 0.3906, 0.3854, 0.375, 0.375, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Excessive_heat_watch", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.6042, 0.5312, 0.5104, 0.5026, 0.4974, 0.4792, 0.474, 0.4688, 0.4687, 0.4635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "James_Hansen", "Global_warming", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.4792, 0.474, 0.4609, 0.4609, 0.4557, 0.4479, 0.4453, 0.4427, 0.4349, 0.4167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_cooling", "Climate_change_(general_concept)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Scientific_opinion_on_climate_change", "Climate_variability", "Global_warming", "Future_of_Earth", "Wibjörn_Karlén"], "ranked_scores": [0.4271, 0.4115, 0.401, 0.3984, 0.3906, 0.388, 0.388, 0.388, 0.3802, 0.3698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Environmental_impact_of_transport", "CO2_fertilization_effect", "Carbon_tax", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_diet"], "ranked_scores": [0.4687, 0.4635, 0.4505, 0.4427, 0.4349, 0.4349, 0.4297, 0.4193, 0.4141, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Risk–benefit_ratio", "Lazy_reason", "Worst-case_scenario", "Risk_assessment", "Risk_analysis", "Project_risk_management", "Prudent_avoidance_principle", "Human_extinction", "Risk_(statistics)"], "ranked_scores": [0.3672, 0.3568, 0.3516, 0.3385, 0.3281, 0.3229, 0.3203, 0.3125, 0.3125, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "CO2_is_Green", "Energy_policy_of_the_Barack_Obama_administration", "350.org", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Armstrong_Power_Plant"], "ranked_scores": [0.3958, 0.3828, 0.3776, 0.3568, 0.3542, 0.3516, 0.349, 0.3437, 0.3411, 0.3385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Global_cooling", "Pliocene_climate", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "Timeline_of_glaciation"], "ranked_scores": [0.4688, 0.4557, 0.4427, 0.4375, 0.4271, 0.4219, 0.4141, 0.4141, 0.4115, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Sea_ice", "Polar_seas", "Arctic_Ocean", "Greenland_Sea", "Sea_ice_thickness", "Climate_of_the_Arctic", "Antarctic_ice_sheet", "Measurement_of_sea_ice"], "ranked_scores": [0.487, 0.474, 0.4427, 0.4297, 0.4115, 0.3984, 0.3984, 0.3958, 0.3932, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "List_of_coal_fired_power_stations_in_Australia", "Capitol_Power_Plant", "Fossil_fuel_power_station", "Biosequestration", "Nuclear_power", "Coal_gasification_commercialization"], "ranked_scores": [0.4818, 0.474, 0.4479, 0.4245, 0.3932, 0.3906, 0.3828, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "PDOS", "Fleischmann–Pons_experiment", "Cool_tropics_paradox", "Climate_of_Ecuador", "Tipping_point_(climatology)", "Programmed_Data_Processor", "Diurnal_cycle", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.2786, 0.2786, 0.2734, 0.2604, 0.2344, 0.2318, 0.2292, 0.2266, 0.224, 0.224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "James_Hansen", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Copenhagen_Diagnosis"], "ranked_scores": [0.4974, 0.4922, 0.4766, 0.4531, 0.4531, 0.4505, 0.4479, 0.4453, 0.4427, 0.4401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_fiction", "Paris_Agreement", "Geographical_renaming", "Climate_change_denial", "Greening_Earth_Society", "Intergovernmental_Panel_on_Climate_Change", "Physical_impacts_of_climate_change", "Gore_Effect", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [0.388, 0.3802, 0.3594, 0.3568, 0.3411, 0.3411, 0.3385, 0.3385, 0.3307, 0.3307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "Cool_tropics_paradox", "Climate_of_the_Arctic", "Freezing_level", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Great_Lakes_region", "Measurement_of_sea_ice", "1936_North_American_cold_wave"], "ranked_scores": [0.349, 0.3411, 0.3411, 0.3281, 0.3203, 0.3203, 0.3151, 0.3099, 0.3099, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Effects_of_global_warming", "Global_warming", "Climate_variability", "Climate_change_feedback", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Global_cooling", "Climate_change_in_the_Arctic"], "ranked_scores": [0.4896, 0.4818, 0.4714, 0.4609, 0.4583, 0.4583, 0.4557, 0.4557, 0.4531, 0.4505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Statistical_significance", "Phillips_curve", "Glacier_mass_balance", "Stationary_process", "Publication_bias", "Skewness", "Global_stilling", "Weighting"], "ranked_scores": [0.362, 0.3255, 0.3203, 0.2917, 0.2865, 0.2786, 0.276, 0.276, 0.276, 0.2734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Future_of_Earth", "Global_warming", "Atmospheric_methane", "Ocean_acidification", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5026, 0.4792, 0.4714, 0.4583, 0.4375, 0.4349, 0.4271, 0.4193, 0.4193, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Climate_of_Mars", "Paleocene–Eocene_Thermal_Maximum", "Global_warming", "Pliocene_climate", "Bølling-Allerød_warming", "Polar_forests_of_the_Cretaceous", "Future_of_Earth", "Attribution_of_recent_climate_change", "Global_cooling"], "ranked_scores": [0.4531, 0.4531, 0.4505, 0.4349, 0.4297, 0.4271, 0.4271, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "The_Great_Global_Warming_Swindle", "Climatic_Research_Unit_documents", "False_balance", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_Warming_Policy_Foundation", "Level_of_support_for_evolution", "Scientific_Alliance"], "ranked_scores": [0.3828, 0.3516, 0.3438, 0.3411, 0.3411, 0.3411, 0.3359, 0.3333, 0.3229, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "Weather", "Automatic_weather_station", "Cooling_center", "Earth's_energy_budget", "Air_conditioning", "Weather_forecasting", "Excessive_heat_watch", "Station_model", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.3854, 0.3828, 0.3724, 0.3672, 0.349, 0.3464, 0.3411, 0.3411, 0.3411, 0.3385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Climate_change_in_the_United_States", "James_Hansen", "Climate_change_in_the_Arctic", "Global_warming", "IPCC_First_Assessment_Report", "Abrupt_climate_change", "Sea_level_rise", "Copenhagen_Diagnosis"], "ranked_scores": [0.5286, 0.4818, 0.4818, 0.474, 0.4688, 0.4531, 0.4505, 0.4427, 0.4323, 0.4323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Photovoltaics", "Solar_power_in_Michigan", "Renewable_energy", "Solar_power", "100%_renewable_energy", "Solar_power_in_Italy", "Solar_power_in_Australia"], "ranked_scores": [0.5182, 0.4453, 0.4349, 0.3906, 0.388, 0.388, 0.3828, 0.3776, 0.375, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Farm_programs", "Agriculture_in_Argentina", "Wind_power_in_the_United_States", "Agriculture_in_Ethiopia", "Agricultural_policy_of_the_United_States", "Agriculture_in_Brazil", "National_Farm_Safety_&_Health_Week", "Economic_growth", "Agriculture"], "ranked_scores": [0.4089, 0.401, 0.3932, 0.3906, 0.3828, 0.375, 0.3646, 0.3594, 0.3542, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["List_of_glaciers_of_Iceland", "Deforestation_by_region", "Land_cover", "Wilderness_area", "Mountain", "Texas-Oklahoma_wildfires_of_2005–06", "Tree", "Yup'ik_cuisine", "2015_North_American_heat_wave", "Bering_Glacier"], "ranked_scores": [0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Dry_ice", "Sea_ice", "Glaciovolcanism", "Thermocline", "Antarctic_sea_ice", "Bergmann's_rule", "Wisconsin_glaciation", "Glacier", "Hesperian", "List_of_glaciers"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["United_States_rainfall_climatology", "Past_sea_level", "Ecological_resilience", "Desert", "Ria", "Sea_level_rise", "Environmental_hazard", "Marine_layer", "Environmental_issues_in_Puget_Sound", "Freshet"], "ranked_scores": [0.7188, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Environmental_issues_in_Puget_Sound", "Ice_shelf", "Ice2sea", "Quelccaya_Ice_Cap", "Arctic_dipole_anomaly", "Landslide", "Marine_layer", "McMurdo_Sound", "Mýrdalsjökull", "Petroleum_Administration_for_Defense_Districts"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Environmental_impact_of_biodiesel", "List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas_inventory", "Carbon_footprint", "Waste-to-energy_plant", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_tax", "Wind_power_in_Pennsylvania", "Sustainable_energy", "Wind_power_in_the_United_States"], "ranked_scores": [0.75, 0.6875, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Greening_Earth_Society", "Carbon_footprint", "Fossil_fuel", "Carbon_neutrality", "Greenhouse_gas_emissions_accounting", "Carbon_bubble", "Carbon_emission_trading", "Embedded_emissions", "Bicarbonate", "Hydrofluorocarbon"], "ranked_scores": [0.6875, 0.6875, 0.6563, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Labrador_Current", "Hoodoo_Mountains", "Ice_shelf", "Ice2sea", "Meteosat_8", "High_water_mark", "Glacier_mass_balance", "Retreat_of_glaciers_since_1850", "Thwaites_Glacier", "Sea_level_rise"], "ranked_scores": [0.625, 0.625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Carbon_bubble", "Carbon_emissions_reporting", "Global_warming_potential", "Climate_change_in_the_United_States", "Acid_dissociation_constant", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Retreat_of_glaciers_since_1850", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "1982–83_El_Niño_event", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "2018_British_Isles_heat_wave", "Hurricane_Paloma", "Pneumonia_front", "Hurricane_Rita_tornado_outbreak", "Droughts_in_the_United_States", "Meteorological_history_of_Hurricane_Jeanne"], "ranked_scores": [0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["2009_flu_pandemic_in_the_United_States", "List_of_West_Nile_virus_outbreaks", "Marquette_Island", "Droughts_in_the_United_States", "Infectious_mononucleosis", "2009_flu_pandemic_in_the_United_States_by_state", "Lyme_disease", "Effects_of_Hurricane_Georges_in_Louisiana", "2012–13_North_American_drought", "Range_(biology)"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Stern_Review", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change", "1908", "Thaw_(weather)", "Advisory_Group_on_Greenhouse_Gases", "Global_Warming_Pollution_Reduction_Act_of_2007", "Arctic_sea_ice_decline", "Arctic_Climate_Impact_Assessment", "Carbon_bubble"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Year", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_India", "2018_British_Isles_heat_wave", "Climate_change_(general_concept)", "Sun", "Dry_season", "Excessive_heat_watch", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [0.625, 0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Wind_power_in_Colorado", "Keeling_Curve", "TopHat_(telescope)", "McMurdo_Sound", "Air_pollution", "Mitigation_of_global_warming_in_Australia", "Clean_Energy_Ministerial", "Emission_inventory", "Carbon_sequestration", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Coal_pollution_mitigation", "Groundwater_remediation", "Acid", "Dole_effect", "Nonpoint_source_water_pollution_regulations_in_the_United_States", "Climate_engineering", "Hydrogen", "Alkalinity", "Carbon_neutrality", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.5938, 0.5937, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Thermal_pollution", "Global_warming_controversy", "Cold_fusion", "Intergovernmental_Panel_on_Climate_Change", "ExxonMobil_climate_change_controversy", "Carbon-based_fuel"], "ranked_scores": [0.5625, 0.5625, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Potassium_bicarbonate", "Trifluoromethyl_sulphur_pentafluoride", "Antarctic_oscillation", "Hot_tower", "Hydrofluorocarbon", "Liquefied_petroleum_gas", "Cold_fusion", "Loonie", "Eocene_Thermal_Maximum_2", "Noble_gas"], "ranked_scores": [0.5313, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Thaw_(weather)", "Arctic_Climate_Impact_Assessment", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Carbon_bubble", "Finite_Risk_insurance", "Atmospheric_Model_Intercomparison_Project", "World_Energy_Outlook", "Climate_sensitivity", "Stern_Review"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Mesopause", "Volcano", "Westerlies", "East_Asian_Monsoon", "Saint_Lawrence_Lowlands", "Rear-inflow_jet", "North_American_Arctic", "Norwegian_cyclone_model", "Polar_High", "Winter"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Texas_Norther", "1908", "Early_2009_southeastern_Australia_heat_wave", "Geography_of_Colorado", "Anticyclogenesis", "49th_parallel_north", "Late_2009_southeastern_Australia_heat_wave", "Subarctic_climate"], "ranked_scores": [0.625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Cold_fusion", "Bering_Glacier", "Black_carbon", "Carbon_bubble", "Global_cooling_(disambiguation)", "Global_warming_potential", "List_of_glaciers_of_Iceland", "Retreat_of_glaciers_since_1850", "Supervolcano", "Thermocline"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Penny_(Canadian_coin)", "Environmental_impact_of_nuclear_power", "Energy_value_of_coal", "Greenhouse_gas", "Keystone_Pipeline", "Convective_instability", "Runaway_greenhouse_effect", "Canadian_Association_of_Petroleum_Producers", "Coal_oil", "Northern_Sea_Route"], "ranked_scores": [0.5312, 0.5, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "United_States_rainfall_climatology", "Global_Climate_Observing_System", "Reasons_for_concern", "Precipitation", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_of_Salt_Lake_City", "Advisory_Group_on_Greenhouse_Gases", "Rain", "Tyrrell_Sea"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Hesperian", "Glacier_National_Park_(U.S.)", "Plio-Pleistocene", "Climate_of_the_Arctic", "Transboundary_Watershed_Region", "Cenomanian", "Noachian", "Thaw_(weather)", "Climate_change_in_Texas", "Snowpack"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Atmospheric_carbon_cycle", "Advisory_Group_on_Greenhouse_Gases", "Carbon_emissions_reporting", "Presidential_Climate_Action_Plan", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "History_of_climate_change_science", "List_of_drainage_basins_by_area"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Job_security", "Energy_accidents", "Minimum_wage", "Outcome_bias", "Carbon_footprint", "Energy_in_the_United_States", "Alternative_energy", "Efficiency", "False_balance", "Living_wage"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Transboundary_Watershed_Region", "Sea_level_rise", "Landslide", "Convective_instability", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave", "Bering_Glacier", "United_States_rainfall_climatology", "Desert_climate", "Immediately_dangerous_to_life_or_health"], "ranked_scores": [0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Acid_mine_drainage", "Arid", "Tidal_flooding", "2006_European_cold_wave", "Rain", "Climate_risk", "Global_storm_activity_of_2007", "2007_Western_North_American_heat_wave", "2013_extreme_weather_events", "2016_Atlantic_hurricane_season"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Rossby_number", "Galápagos_hotspot", "2000_Southern_United_States_heat_wave", "Betz's_law", "Climate_change_adaptation_in_Nepal", "Climate_of_the_Falkland_Islands", "Mitigation_of_global_warming_in_Australia", "Groundwater_remediation", "Humidity", "Manila_Trench"], "ranked_scores": [0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "2015_North_American_heat_wave", "2016_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave"], "ranked_scores": [0.8125, 0.7813, 0.7812, 0.7812, 0.75, 0.75, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Supernova", "Global_warming", "False_consensus_effect", "Global_warming_controversy", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Fossil_fuel"], "ranked_scores": [0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "100,000-year_problem", "Circumstellar_habitable_zone", "Climate_change_(general_concept)", "Antarctic_Cold_Reversal", "Climate_variability", "Earth_Changes", "Flynn_effect"], "ranked_scores": [0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Carbon-based_fuel", "Carbon_emissions_reporting", "Hydrogen_fuel", "Fossil_fuel", "Greenhouse_gas_emissions_by_the_United_States", "Nuclear_power_proposed_as_renewable_energy", "Carbon_tax", "Climate_change_mitigation", "Coal_pollution_mitigation", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Philosophical_skepticism", "Freethought", "Thought_experiment", "Cynicism_(contemporary)", "Risk–benefit_ratio", "Information_cascade", "Global_catastrophic_risk", "Scientific_method", "False_consensus_effect", "Illusion_of_validity"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Activated_carbon", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Environmental_impact_of_nuclear_power", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Climate_change_mitigation", "Nuclear_safety_and_security", "Coal_pollution_mitigation", "Greenhouse_gas", "Environmental_impact_of_biodiesel", "Rosenfeld's_law"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming_hiatus", "1997–98_El_Niño_event", "Bølling-Allerød_warming", "Late_Glacial", "Global_warming", "Greenhouse_and_icehouse_Earth", "Attribution_of_recent_climate_change", "Younger_Dryas", "Great_Arctic_Cyclone_of_2012", "Great_Salinity_Anomaly"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Bering_Glacier", "Glacier_mass_balance", "List_of_glaciers_of_Iceland", "Ice_rise", "Poverty_in_the_Arctic", "Jakobshavn_Glacier", "Climate_change_in_Tuvalu", "List_of_new_islands", "North_Greenland_Ice_Core_Project", "Rubus_arcticus"], "ranked_scores": [0.625, 0.625, 0.625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Incineration", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage", "Carbon_sequestration", "Carbon_tax", "Carbon_cycle", "Blackwater_(coal)", "Climate_footprint", "Clean_coal_technology"], "ranked_scores": [0.7812, 0.75, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Gore_Effect", "John_D._Hamaker", "Post–World_War_II_economic_expansion", "Cold_fusion", "Shutdown_of_thermohaline_circulation", "Fleischmann–Pons_experiment", "Richard_Lindzen", "Water_vapor", "Oppenheimer_security_hearing"], "ranked_scores": [0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Effects_of_climate_change_on_terrestrial_animals", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic", "Carbon_bubble", "Global_warming", "History_of_climate_change_science", "Thaw_(weather)", "Attribution_of_recent_climate_change", "Effects_of_global_warming_on_humans", "Global_warming_in_Antarctica"], "ranked_scores": [0.6563, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Deglobalization", "Great_Lakes_Brewery_(Toronto)", "United_States_and_weapons_of_mass_destruction", "List_of_climate_scientists", "World_War_II", "Advisory_Group_on_Greenhouse_Gases", "Wiesław_Masłowski", "The_Bear_(1988_film)", "RWE", "World_news"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_change_in_Texas", "Subarctic_climate", "Greater_Yellowstone_Ecosystem", "Water_restrictions_in_Australia", "Thaw_(weather)", "Climate_of_the_Arctic", "Wisconsin_glaciation", "Arctic_sea_ice_decline", "1936_North_American_cold_wave", "Reasons_for_concern"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Planetary_habitability", "Solar_phenomena", "History_of_climate_change_science", "Global_change", "Phosphorus_cycle", "Oxygen_cycle", "Scientific_opinion_on_climate_change", "Thermohaline_circulation"], "ranked_scores": [0.75, 0.7187, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Skewness", "Full_employment", "Regression_toward_the_mean", "Worse-than-average_effect", "Mean_reversion_(finance)", "Forces_on_sails", "Binomial_regression", "False_consensus_effect", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Santa_Ana_winds"], "ranked_scores": [0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Carbon_emissions_reporting", "Effects_of_global_warming", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Environmental_issue", "Greenhouse_gas_emissions_by_the_United_States", "Portland_metropolitan_area"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Miocene", "Upper_Paleolithic", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic", "Eocene_Thermal_Maximum_2", "Hesperian", "Future_of_Earth", "Noachian", "Climate_change_(general_concept)", "Pliocene_climate"], "ranked_scores": [0.75, 0.7187, 0.7187, 0.6875, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Worse-than-average_effect", "Plausible_deniability", "Inherent_bias", "Planning_fallacy", "Misuse_of_statistics", "Responsible_disclosure", "Swiss_cheese_model", "Full_employment", "Wibjörn_Karlén", "Sure-thing_principle"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Red_Sea", "List_of_energy_efficient_buildings_in_India", "Prevailing_winds", "Humid_continental_climate", "Trade_winds", "Diurnal_cycle", "Eastern_states_of_Australia", "Intertropical_Convergence_Zone", "Gulf_of_Mexico", "Humid_subtropical_climate"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Tipping_points_in_the_climate_system", "Climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Ring_of_Fire", "Great_Salinity_Anomaly", "Scientific_consensus_on_climate_change", "Climate_of_India", "Milky_Way", "Solar_phenomena"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_panel", "Santa_Clara_Valley", "Solar_power_in_Italy", "Solar_power", "Salar_de_Uyuni", "Solar_power_in_Michigan"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Collectivization_in_the_Soviet_Union", "History_of_organic_farming", "Agriculture_in_Ethiopia", "Dairy_farming_in_Canada", "Green_Revolution", "Smallholding"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Yup'ik_cuisine", "Kodiak_bear", "Corylus_cornuta", "Grassland_degradation", "List_of_glaciers_of_Iceland", "Moose", "Oak", "National_preserve", "Spruce", "1982–83_El_Niño_event"], "ranked_scores": [0.5547, 0.5514, 0.5394, 0.5384, 0.5294, 0.5206, 0.5181, 0.5178, 0.5128, 0.5104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Sea_ice", "Glaciers_on_Mars", "Antarctic_ice_sheet", "Bering_Glacier", "Arctic_dipole_anomaly", "Glacier"], "ranked_scores": [0.7329, 0.7271, 0.7267, 0.7251, 0.725, 0.7021, 0.7019, 0.6982, 0.6885, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4762, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Ria", "United_States_rainfall_climatology", "Sea_level", "Environmental_issues_in_Puget_Sound", "Regional_effects_of_global_warming", "Tidal_flooding", "Tidal_range"], "ranked_scores": [0.7809, 0.7459, 0.7319, 0.6978, 0.6894, 0.685, 0.6834, 0.6818, 0.6768, 0.6749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Glacier_mass_balance", "Arctic_geoengineering", "Ice2sea", "Environmental_issues_with_coral_reefs", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Wiesław_Masłowski", "Holocene_glacial_retreat", "Glacier_Bay_Basin"], "ranked_scores": [0.7221, 0.7157, 0.6799, 0.6748, 0.6703, 0.6594, 0.6526, 0.6453, 0.6419, 0.6377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Sustainable_energy", "Carbon_neutrality", "Contribution_to_global_warming_by_Australia", "Climate_footprint", "Carbon_diet", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas_emissions_accounting", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.7454, 0.7254, 0.7163, 0.716, 0.6994, 0.6979, 0.6953, 0.6935, 0.6903, 0.6903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Politics_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Embedded_emissions", "Greenhouse_gas_emissions_by_the_United_States", "Low-carbon_emission", "James_Hansen", "Carbon_offset", "Carbon_footprint", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.7491, 0.6902, 0.6821, 0.6536, 0.6488, 0.6471, 0.6455, 0.6414, 0.6373, 0.6343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Retreat_of_glaciers_since_1850", "Thwaites_Glacier", "Arctic_resources_race", "Arctic_sea_ice_decline", "Ice_rise", "Quelccaya_Ice_Cap", "Antarctic_ice_sheet", "Sea_level_rise", "Ross_Ice_Shelf"], "ranked_scores": [0.7198, 0.6869, 0.6707, 0.6625, 0.6569, 0.6434, 0.6426, 0.6393, 0.6386, 0.6373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Climate_change_in_China", "Climate_change_policy_of_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_hiatus", "Environmental_issue"], "ranked_scores": [0.7928, 0.7845, 0.7753, 0.7393, 0.7345, 0.724, 0.7225, 0.7204, 0.7048, 0.6996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "2013_Pacific_hurricane_season", "Hurricane_Harvey", "Tornadoes_of_2017", "1982–83_El_Niño_event", "2014–16_El_Niño_event", "Meteorological_history_of_Hurricane_Jeanne", "2016_Atlantic_hurricane_season", "1997_Pacific_hurricane_season"], "ranked_scores": [0.8041, 0.7586, 0.7481, 0.7339, 0.7227, 0.7138, 0.7121, 0.7052, 0.7018, 0.7008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Droughts_in_the_United_States", "Southern_tick-associated_rash_illness", "Tetanus", "Herd_immunity", "2009_flu_pandemic_in_the_United_States_by_state", "History_of_malaria", "Infection", "Humidity"], "ranked_scores": [0.6676, 0.6619, 0.6118, 0.5917, 0.5898, 0.5739, 0.5701, 0.5641, 0.5541, 0.5538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Mitigation_of_global_warming_in_Australia", "Politics_of_global_warming", "Climate_engineering", "Stern_Review", "Arctic_sea_ice_decline", "Climate_change_mitigation", "Effects_of_global_warming", "Pollution_in_the_Arctic_Ocean"], "ranked_scores": [0.6831, 0.6738, 0.6712, 0.6671, 0.6614, 0.6495, 0.6408, 0.6358, 0.6315, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Global_warming_hiatus", "Bølling-Allerød_warming", "Climate_change_(general_concept)", "El_Niño–Southern_Oscillation", "Climate_variability", "Polar_forests_of_the_Cretaceous", "Neoglaciation"], "ranked_scores": [0.7097, 0.7029, 0.6812, 0.6751, 0.6669, 0.6667, 0.6585, 0.6458, 0.6457, 0.6437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Wind_power_in_Colorado", "Mauna_Kea", "Presidential_Climate_Action_Plan", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "Atacama_Cosmology_Telescope", "Utah", "Antarctic_oscillation"], "ranked_scores": [0.6792, 0.6518, 0.5793, 0.5547, 0.5511, 0.5406, 0.5083, 0.5027, 0.5019, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Atmospheric_methane", "Dole_effect", "Climate_change_policy_of_the_United_States", "Alkalinity", "Climate_change_mitigation", "Oxygen", "Water", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6792, 0.6728, 0.6715, 0.6653, 0.6643, 0.6523, 0.6474, 0.6435, 0.6378, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Merchants_of_Doubt", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Global_Warming_Policy_Foundation", "Watts_Up_With_That?", "Global_cooling"], "ranked_scores": [0.7698, 0.727, 0.7074, 0.6926, 0.688, 0.6868, 0.6797, 0.6684, 0.6633, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3172, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Gore_Effect", "Carl_Sagan", "Big_Bang_nucleosynthesis", "Boreal_(age)", "Cold_fusion", "Zonal_and_meridional", "Pacific_decadal_oscillation", "Sublimation_(phase_transition)", "Circumstellar_habitable_zone"], "ranked_scores": [0.6097, 0.586, 0.5784, 0.5773, 0.5721, 0.565, 0.5417, 0.5414, 0.5386, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming", "George_Kukla", "International_Permafrost_Association", "Scientific_opinion_on_climate_change", "Wibjörn_Karlén", "Thaw_(weather)", "Climate_inertia", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.717, 0.6902, 0.6654, 0.6556, 0.6532, 0.6484, 0.6457, 0.6393, 0.633, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Jet_stream", "Polar_High", "Polar_vortex", "Intertropical_Convergence_Zone", "Polar_front", "Atmospheric_circulation", "East_Asian_Monsoon", "Cyclone", "Rear-inflow_jet"], "ranked_scores": [0.7742, 0.7498, 0.7456, 0.7407, 0.7302, 0.7302, 0.7299, 0.7269, 0.7206, 0.7146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Temperature_record_of_the_past_1000_years", "1908", "Mountain_States", "Hekla_3_eruption", "Eocene_Thermal_Maximum_2", "Ian_Clark_(geologist)", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "Ice_core"], "ranked_scores": [0.7563, 0.6994, 0.6922, 0.6542, 0.6512, 0.6501, 0.6405, 0.6358, 0.6355, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "Giant-impact_hypothesis", "Global_warming", "Climate_change_mitigation", "Reasons_for_concern", "Deforestation_and_climate_change", "Effects_of_global_warming", "Black_carbon", "Global_warming_potential", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.7253, 0.644, 0.6374, 0.6311, 0.6305, 0.6242, 0.615, 0.6138, 0.6133, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_bubble", "Carbon_price", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Pulverised_fuel_ash", "Carbon_tax", "Air_source_heat_pumps", "Emperor_penguin", "Transpolar_Sea_Route", "Value-added_tax_(United_Kingdom)"], "ranked_scores": [0.5809, 0.5648, 0.5501, 0.5446, 0.5227, 0.5176, 0.5146, 0.4968, 0.484, 0.4795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Ian_Clark_(geologist)", "Climate_change_in_the_United_States", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Great_Salt_Lake_effect", "Retreat_of_glaciers_since_1850", "Water_on_Mars", "Proglacial_lake", "Thaw_(weather)"], "ranked_scores": [0.7363, 0.7029, 0.6966, 0.6873, 0.6862, 0.6832, 0.6832, 0.6803, 0.6726, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Climate_change_in_Texas", "Wibjörn_Karlén", "2013_Southwestern_United_States_heat_wave", "Wrangell–St._Elias_National_Park_and_Preserve", "2015_North_American_heat_wave", "1936_North_American_cold_wave", "Thaw_(weather)", "March_2012_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6449, 0.6422, 0.6248, 0.6027, 0.6015, 0.5996, 0.5914, 0.5844, 0.5838, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Atmospheric_carbon_cycle", "Climate_change_policy_of_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Carbon_emissions_reporting", "History_of_climate_change_science", "Dissolution_(chemistry)", "Oceanic_carbon_cycle", "Atmospheric_methane"], "ranked_scores": [0.7007, 0.6703, 0.666, 0.6581, 0.6504, 0.6407, 0.6324, 0.6317, 0.6275, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Minimum_wage", "Energy_policy_of_the_United_States", "Energy_industry", "Demand_destruction", "Jobs_created_during_U.S._presidential_terms", "False_balance", "Infant_industry", "Job_security", "Negawatt_power", "Workforce_productivity"], "ranked_scores": [0.6623, 0.6563, 0.6321, 0.627, 0.6269, 0.621, 0.6208, 0.6082, 0.5989, 0.5969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_geoengineering", "Glacial_earthquake", "Future_sea_level", "Melt_pond", "Ice2sea", "Bering_Glacier", "Fast_ice", "Proglacial_lake"], "ranked_scores": [0.7302, 0.7051, 0.6769, 0.6441, 0.6413, 0.6389, 0.638, 0.6272, 0.6173, 0.6156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_inertia", "2012–13_North_American_drought", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "Acid_mine_drainage", "Tidal_flooding", "List_of_drainage_basins_by_area", "Global_warming", "Desert"], "ranked_scores": [0.6789, 0.6725, 0.6704, 0.6657, 0.6628, 0.6576, 0.6392, 0.6365, 0.635, 0.635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Heat_index", "Highest_temperature_recorded_on_Earth", "Climate_change_in_China", "Climate_change_mitigation_scenarios", "2001_Eastern_North_America_heat_wave", "Thermal_pollution", "Climate_change_in_the_United_States", "Mesopause", "Keeling_Curve", "Climate_change_adaptation"], "ranked_scores": [0.6056, 0.5634, 0.5542, 0.5412, 0.5412, 0.5395, 0.5335, 0.5293, 0.528, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "1936_North_American_cold_wave"], "ranked_scores": [0.8244, 0.8197, 0.8048, 0.7991, 0.7985, 0.7933, 0.7813, 0.7744, 0.7663, 0.763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "Supernova", "Cold_fusion", "Water_vapor", "Global_warming", "Giant-impact_hypothesis", "Global_warming_controversy"], "ranked_scores": [0.6957, 0.6832, 0.682, 0.6721, 0.6619, 0.6615, 0.6554, 0.6543, 0.6538, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["100,000-year_problem", "Kuznets_curve", "Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Politics_of_global_warming", "California_Proposition_23_(2010)", "Attribution_of_recent_climate_change", "Carbon_bubble", "Deglobalization"], "ranked_scores": [0.6725, 0.6723, 0.6696, 0.6651, 0.6622, 0.6563, 0.6554, 0.6368, 0.6285, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide", "Water_vapor", "Wetland_methane_emissions", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Hydrogen_fuel", "Arctic_methane_emissions"], "ranked_scores": [0.7869, 0.7791, 0.7273, 0.719, 0.7116, 0.7043, 0.7022, 0.6984, 0.6956, 0.6936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Statistical_murder", "Optimal_decision", "Cognitive_bias", "Inherent_bias", "Risk–benefit_ratio", "Risk_neutral", "Escalation_of_commitment", "Race_Against_the_Machine", "Outcome_bias", "Mutual_assured_destruction"], "ranked_scores": [0.6886, 0.6846, 0.6712, 0.6612, 0.6469, 0.6438, 0.6368, 0.6366, 0.6285, 0.6277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["National_Environmental_Policy_Act", "Carbon_emissions_reporting", "Environmental_policy_of_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Air_Act_(United_States)", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Massachusetts_v._Environmental_Protection_Agency", "Carbon_neutrality", "Energy_policy_of_the_United_States"], "ranked_scores": [0.7006, 0.6617, 0.6521, 0.6509, 0.6441, 0.6372, 0.6345, 0.6234, 0.623, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "2014–16_El_Niño_event", "Global_warming_hiatus", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "Global_cooling", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7763, 0.7682, 0.7671, 0.7638, 0.761, 0.7478, 0.7464, 0.7425, 0.7402, 0.7378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Glacier_mass_balance", "Iceberg_C-19", "Holocene_glacial_retreat", "List_of_glaciers_of_Iceland", "Retreat_of_glaciers_since_1850", "Thwaites_Glacier", "Greenland_ice_sheet", "Arctic_sea_ice_decline", "Study_of_Environmental_Arctic_Change", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7531, 0.6984, 0.6975, 0.6811, 0.6781, 0.6646, 0.6503, 0.6463, 0.641, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Carbon_neutrality", "History_of_coal_mining", "Blackwater_(coal)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Coal", "Incineration", "Refined_coal"], "ranked_scores": [0.7309, 0.7026, 0.7009, 0.6947, 0.6743, 0.6605, 0.6523, 0.6397, 0.6365, 0.6303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Cyclic_salt", "Gore_Effect", "Evaporation", "Arctic_dipole_anomaly", "Solar_updraft_tower", "Thermohaline_circulation", "Condensation_cloud", "Pacific_decadal_oscillation", "Solar_cycle"], "ranked_scores": [0.6296, 0.5902, 0.5707, 0.5472, 0.5469, 0.5438, 0.5423, 0.5421, 0.5333, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster", "Michael_E._Mann", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Wibjörn_Karlén"], "ranked_scores": [0.7665, 0.7635, 0.7481, 0.7334, 0.7202, 0.7174, 0.7129, 0.6991, 0.699, 0.6985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "Community_Earth_System_Model", "Greening_Earth_Society", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Global_cooling", "List_of_climate_scientists", "Climate_Research_(journal)", "Physical_impacts_of_climate_change", "Advisory_Group_on_Greenhouse_Gases"], "ranked_scores": [0.5993, 0.5722, 0.5696, 0.5667, 0.5632, 0.5475, 0.5471, 0.5454, 0.5424, 0.5403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_of_Antarctica", "Great_Lakes_Areas_of_Concern", "George_Kukla", "Greenland_ice_core_project", "Antarctica_cooling_controversy", "Thaw_(weather)", "Retreat_of_glaciers_since_1850", "Wibjörn_Karlén", "Little_Ice_Age"], "ranked_scores": [0.7002, 0.6959, 0.6772, 0.6735, 0.6715, 0.6584, 0.6474, 0.633, 0.6287, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "History_of_climate_change_science", "Global_warming", "Greenhouse_and_icehouse_Earth", "Climate_change_in_the_Arctic", "Future_of_Earth", "Earth's_energy_budget", "Climate_change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.8582, 0.8224, 0.8056, 0.779, 0.779, 0.7785, 0.7704, 0.7584, 0.7573, 0.7478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Selection_bias", "Debunker", "Worse-than-average_effect", "Deindustrialisation_by_country", "Environmental_impact_of_the_coal_industry", "Regression_toward_the_mean", "Phillips_curve", "Skewness", "False_balance"], "ranked_scores": [0.6252, 0.6163, 0.5847, 0.5839, 0.5795, 0.5574, 0.5573, 0.5551, 0.5526, 0.5413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Climate_change_in_the_United_States", "Atmospheric_carbon_cycle", "Environmental_issue", "Low-carbon_emission", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.7579, 0.7566, 0.7269, 0.7209, 0.7172, 0.7125, 0.7047, 0.7042, 0.6981, 0.6867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Global_cooling_(disambiguation)", "Wibjörn_Karlén", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Attribution_of_recent_climate_change", "Hesperian", "Noachian", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Future_of_Earth", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7973, 0.7866, 0.7678, 0.7633, 0.7604, 0.7515, 0.7442, 0.7401, 0.739, 0.7343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Misuse_of_statistics", "Cognitive_bias", "List_of_experimental_errors_and_frauds_in_physics", "Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "Null_hypothesis", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_climate_scientists"], "ranked_scores": [0.6544, 0.6447, 0.6436, 0.633, 0.6253, 0.6225, 0.6092, 0.6082, 0.5964, 0.5953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Degree_day", "Climate_of_the_United_States", "Cooling_center", "Climate_of_Finland", "Climate_of_Australia", "Humid_continental_climate", "Late_2009_southeastern_Australia_heat_wave", "Air_conditioning", "Intertropical_Convergence_Zone"], "ranked_scores": [0.7898, 0.6996, 0.6883, 0.6803, 0.6743, 0.6695, 0.6667, 0.6595, 0.6534, 0.6525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Global_cooling", "Climate_change", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Environmental_issue"], "ranked_scores": [0.7381, 0.731, 0.7165, 0.6903, 0.6874, 0.679, 0.678, 0.6754, 0.6717, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Renewable_energy", "Solar_power_in_the_United_States", "Wind_power_in_the_United_States", "Wind_power_by_country", "Solar_power", "Solar_power_in_Spain", "Solar_power_by_country", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [0.7987, 0.7626, 0.7556, 0.7543, 0.7379, 0.7195, 0.7084, 0.6859, 0.6765, 0.6753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Growing_region", "Agriculture_in_Brazil", "Agriculture_in_Syria", "Agriculture", "Meat_industry", "National_Farmers_Union_(United_States)", "Wild_farming", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.7204, 0.6961, 0.6929, 0.6823, 0.6623, 0.6616, 0.6502, 0.6489, 0.6456, 0.6443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Yup'ik_cuisine", "Mink", "Beringia_lowland_tundra", "Poverty_in_the_Arctic", "National_preserve", "Hunting_and_fishing_in_Alaska", "List_of_Alaska_state_forests", "Deforestation_by_region", "Oak"], "ranked_scores": [0.6177, 0.5777, 0.5735, 0.5728, 0.5704, 0.5676, 0.5494, 0.5491, 0.5392, 0.5334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Glacier", "Retreat_of_glaciers_since_1850", "Bering_Glacier", "Antarctic_ice_sheet", "Glaciovolcanism", "List_of_glaciers_of_Iceland", "Ice_shelf", "Last_Glacial_Maximum", "Sea_ice"], "ranked_scores": [0.792, 0.7636, 0.7511, 0.7429, 0.7323, 0.731, 0.7293, 0.7208, 0.7182, 0.71], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Ria", "Sea_surface_temperature", "Regional_effects_of_global_warming", "Great_Salt_Lake_effect", "Weather", "Climate_of_the_United_States", "Annual_cycle_of_sea_level_height", "Pliocene_climate"], "ranked_scores": [0.8117, 0.8111, 0.7829, 0.7617, 0.7596, 0.7497, 0.7435, 0.7402, 0.7215, 0.7209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Future_sea_level", "Global_warming_in_Antarctica", "Bering_Glacier", "Arctic_geoengineering", "Holocene_glacial_retreat", "Arctic_resources_race"], "ranked_scores": [0.7937, 0.7401, 0.7133, 0.7011, 0.6921, 0.6891, 0.6873, 0.6856, 0.6842, 0.6835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Carbon_offset", "Contribution_to_global_warming_by_Australia", "List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas_emissions_accounting", "Emission_intensity", "Carbon_neutrality", "Carbon-neutral_fuel", "Carbon_profiling"], "ranked_scores": [0.7608, 0.7597, 0.7389, 0.7379, 0.7189, 0.7177, 0.711, 0.7085, 0.7068, 0.7051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Climate_change_mitigation", "Climate_change_policy_of_the_United_States", "Politics_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_footprint", "Embedded_emissions", "Atmospheric_carbon_cycle", "Low-carbon_emission"], "ranked_scores": [0.7291, 0.7271, 0.7117, 0.6928, 0.6867, 0.6797, 0.6779, 0.6753, 0.6739, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ice2sea", "Quelccaya_Ice_Cap", "List_of_glaciers_of_Iceland", "Arctic_sea_ice_decline", "Ice_rise", "Ice_shelf", "Bering_Glacier", "Glacier", "Thwaites_Glacier"], "ranked_scores": [0.7782, 0.7757, 0.7359, 0.729, 0.7178, 0.7022, 0.7003, 0.6987, 0.6942, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Environmental_issue", "Effects_of_global_warming", "Global_warming_potential", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.8338, 0.8068, 0.8058, 0.8008, 0.7691, 0.7625, 0.7619, 0.7497, 0.7491, 0.7452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Natural_hazard", "Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Natural_disaster", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Geomagnetic_storm", "Effects_of_Hurricane_Georges_in_Louisiana", "1982–83_El_Niño_event", "2016_Atlantic_hurricane_season"], "ranked_scores": [0.7494, 0.7457, 0.7342, 0.7334, 0.7268, 0.7177, 0.71, 0.7094, 0.7079, 0.7076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "2009_flu_pandemic_in_the_United_States_by_state", "Ehrlichia_Wisconsin_HM543746", "Infection", "2006_North_American_heat_wave", "History_of_malaria", "2009_flu_pandemic_in_the_United_States", "Tropical_Storm_Arlene_(1993)", "Generalized_lymphadenopathy"], "ranked_scores": [0.6908, 0.663, 0.6225, 0.6189, 0.609, 0.6074, 0.6066, 0.6045, 0.5833, 0.5801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Politics_of_global_warming", "Stern_Review", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change_mitigation", "Scientific_opinion_on_climate_change", "Climate_change", "History_of_climate_change_science", "Reasons_for_concern"], "ranked_scores": [0.7249, 0.7, 0.6994, 0.6992, 0.6939, 0.6751, 0.6687, 0.6618, 0.6565, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Global_cooling_(disambiguation)", "Global_warming", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Stern_Review"], "ranked_scores": [0.7545, 0.7534, 0.75, 0.7424, 0.7375, 0.7198, 0.7134, 0.7126, 0.7036, 0.6985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Wind_power_in_Colorado", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "Utah", "Atacama_Cosmology_Telescope", "350.org", "Manoa"], "ranked_scores": [0.7109, 0.6765, 0.6478, 0.6263, 0.6083, 0.6001, 0.5892, 0.5809, 0.5705, 0.5675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Ocean_acidification", "Estuarine_acidification", "Alkalinity", "Carbon_dioxide_in_Earth's_atmosphere", "Water", "Greenhouse_gas", "Anoxic_waters", "Oxygen_cycle"], "ranked_scores": [0.7401, 0.7185, 0.7184, 0.7127, 0.7088, 0.7062, 0.6843, 0.6843, 0.6792, 0.6698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Merchants_of_Doubt", "Climate_change_denial", "Global_warming_conspiracy_theory", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Watts_Up_With_That?"], "ranked_scores": [0.8197, 0.753, 0.7401, 0.7233, 0.7206, 0.7126, 0.7005, 0.698, 0.6912, 0.6857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Boreal_(age)", "Condensation_cloud", "Cryogenian", "Thermohaline_circulation", "Stern_Review", "Phosphorus", "Sublimation_(phase_transition)", "Richard_Lindzen", "Milutin_Milanković"], "ranked_scores": [0.6415, 0.6095, 0.6061, 0.603, 0.589, 0.5779, 0.577, 0.5707, 0.5624, 0.5623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "George_Kukla", "Global_warming", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change", "Thaw_(weather)", "Reasons_for_concern", "Climate_inertia"], "ranked_scores": [0.7366, 0.7278, 0.7102, 0.7086, 0.7084, 0.7074, 0.6978, 0.6975, 0.6925, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Westerlies", "Weather_front", "Polar_vortex", "Jet_stream", "Polar_High", "Low-pressure_area", "Rear-inflow_jet", "Atmospheric_circulation", "Intertropical_Convergence_Zone", "Weather"], "ranked_scores": [0.8242, 0.7948, 0.7931, 0.7822, 0.7812, 0.7652, 0.7574, 0.7498, 0.7487, 0.7446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Temperature_record_of_the_past_1000_years", "1908", "1936_North_American_cold_wave", "Hekla_3_eruption", "Instrumental_temperature_record", "1808/1809_mystery_eruption", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2000_Southern_United_States_heat_wave", "Climate_of_the_United_States"], "ranked_scores": [0.8016, 0.753, 0.7311, 0.7098, 0.709, 0.6956, 0.6941, 0.6936, 0.692, 0.691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "Effects_of_global_warming", "Climate_change_mitigation", "Global_warming_potential", "Attribution_of_recent_climate_change", "1808/1809_mystery_eruption", "Global_warming", "James_Hansen", "History_of_climate_change_science", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7023, 0.6771, 0.6567, 0.6535, 0.6534, 0.6448, 0.6409, 0.633, 0.6305, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Canadian_Association_of_Petroleum_Producers", "Carbon_bubble", "Carbon_price", "Environmental_pricing_reform", "Substitute_natural_gas", "Gasoline_gallon_equivalent", "International_Fuel_Tax_Agreement"], "ranked_scores": [0.6097, 0.5925, 0.5842, 0.5775, 0.5751, 0.5671, 0.5358, 0.5228, 0.5084, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Proglacial_lake", "Global_warming", "Arctic_resources_race", "Pliocene_climate", "Copenhagen_Diagnosis"], "ranked_scores": [0.7875, 0.7723, 0.7672, 0.7622, 0.7448, 0.7411, 0.737, 0.737, 0.729, 0.7273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "Wibjörn_Karlén", "1908", "Thaw_(weather)", "Great_Salinity_Anomaly", "1980_United_States_heat_wave", "Territorial_claims_in_the_Arctic", "Arctic_sea_ice_decline", "North_Greenland_Ice_Core_Project", "Neoglaciation"], "ranked_scores": [0.6742, 0.6607, 0.6598, 0.6555, 0.6472, 0.6456, 0.6453, 0.6361, 0.6357, 0.6336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Acidophiles_in_acid_mine_drainage", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Chemocline", "Dissolution_(chemistry)", "Global_warming", "Greenhouse_gas"], "ranked_scores": [0.7731, 0.7484, 0.7165, 0.698, 0.6915, 0.6889, 0.6826, 0.6785, 0.6728, 0.6721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Energy_industry", "Job_security", "Petroleum_industry", "Energy_development", "Pro-nuclear_movement", "Waste-to-energy_plant", "Energy_policy_of_the_United_States", "Alternative_medicine", "Energy_in_the_United_States"], "ranked_scores": [0.6796, 0.649, 0.6381, 0.6353, 0.6273, 0.6236, 0.6197, 0.6184, 0.613, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Ice2sea", "Bering_Glacier", "Global_warming_in_Antarctica", "Arctic_resources_race", "Past_sea_level", "Quelccaya_Ice_Cap"], "ranked_scores": [0.7863, 0.7722, 0.7465, 0.7392, 0.7257, 0.7087, 0.6724, 0.6711, 0.6697, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_change_in_Australia", "Arid", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "2010–13_Southern_United_States_and_Mexico_drought"], "ranked_scores": [0.7627, 0.7355, 0.7317, 0.7296, 0.7116, 0.7113, 0.7105, 0.7103, 0.7089, 0.7073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Thermal_pollution", "Excessive_heat_watch", "Heat_index", "Climate_change_in_the_Arctic", "Climate_sensitivity", "Climate_change_mitigation_scenarios", "Highest_temperature_recorded_on_Earth", "IPCC_First_Assessment_Report", "Mesopause", "Tipping_points_in_the_climate_system"], "ranked_scores": [0.7105, 0.6863, 0.6678, 0.6578, 0.6529, 0.6506, 0.6495, 0.633, 0.6225, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "1911_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.8902, 0.8802, 0.8585, 0.8455, 0.8379, 0.8357, 0.8297, 0.8267, 0.8193, 0.809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "Global_warming", "James_Hansen", "Global_cooling", "Greenhouse_gas"], "ranked_scores": [0.7805, 0.7739, 0.7688, 0.7678, 0.7651, 0.75, 0.7402, 0.7397, 0.715, 0.7083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Kuznets_curve", "Stern_Review", "Climate_variability", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Politics_of_global_warming", "Economics_of_global_warming", "Attribution_of_recent_climate_change", "Global_warming_potential"], "ranked_scores": [0.7126, 0.7031, 0.6973, 0.6935, 0.692, 0.6915, 0.6879, 0.6794, 0.6653, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Low-carbon_emission", "Wetland_methane_emissions", "Hydrogen_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Environmental_impact_of_transport", "Water_vapor", "Atmospheric_carbon_cycle"], "ranked_scores": [0.7991, 0.764, 0.7325, 0.7301, 0.7283, 0.724, 0.7235, 0.7134, 0.7093, 0.7086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Cognitive_bias", "Inherent_bias", "Outcome_bias", "Dunning–Kruger_effect", "Optimal_decision", "Knowledge", "Misuse_of_statistics", "Statistical_murder", "Prevention_paradox", "Risk_neutral"], "ranked_scores": [0.7384, 0.6919, 0.6884, 0.6866, 0.6815, 0.6802, 0.6724, 0.6685, 0.6557, 0.6505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Clean_Air_Act_(United_States)", "Carbon_emissions_reporting", "United_States_Environmental_Protection_Agency", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Environmental_policy_of_the_United_States", "Low-carbon_emission", "Greenhouse_gas_emissions_by_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7268, 0.6966, 0.6822, 0.6557, 0.655, 0.6547, 0.6449, 0.6442, 0.6439, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Effects_of_global_warming"], "ranked_scores": [0.8411, 0.8057, 0.8012, 0.7959, 0.7885, 0.7882, 0.7824, 0.7791, 0.7778, 0.7743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["List_of_glaciers_of_Iceland", "Holocene_glacial_retreat", "Bering_Glacier", "Glacier_mass_balance", "Quelccaya_Ice_Cap", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Thwaites_Glacier", "Climate_change_in_Tuvalu", "Glacier"], "ranked_scores": [0.7485, 0.737, 0.706, 0.7028, 0.7026, 0.6909, 0.6882, 0.6837, 0.6786, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Incineration", "Mitigation_of_global_warming_in_Australia", "Carbon_dioxide_removal", "History_of_coal_mining", "Carbon_capture_and_storage_in_Australia", "Biosequestration", "Carbon_cycle_re-balancing"], "ranked_scores": [0.834, 0.794, 0.7932, 0.7409, 0.7231, 0.7165, 0.7031, 0.7003, 0.6902, 0.6818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Gore_Effect", "Condensation_cloud", "Convective_heat_transfer", "Cyclic_salt", "Shutdown_of_thermohaline_circulation", "Evaporation", "Thermohaline_circulation", "Stern_Review", "Cooling_tower"], "ranked_scores": [0.6427, 0.5973, 0.5626, 0.5538, 0.535, 0.5231, 0.5172, 0.5103, 0.5099, 0.5049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Global_warming", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "The_Real_Global_Warming_Disaster", "Climate_change_policy_of_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7947, 0.7865, 0.7766, 0.7717, 0.7522, 0.7503, 0.7475, 0.7465, 0.743, 0.7342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "Climatic_Research_Unit_email_controversy", "List_of_climate_scientists", "Climate_change_policy_of_the_United_States", "Global_warming_controversy", "Climate_Research_(journal)", "Stern_Review", "World_Climate_Report", "Watts_Up_With_That?", "Climate_justice"], "ranked_scores": [0.665, 0.6407, 0.6384, 0.6327, 0.6317, 0.6299, 0.6256, 0.624, 0.6207, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Great_Lakes_Areas_of_Concern", "Climate_of_the_Arctic", "Great_Salt_Lake_effect", "Antarctica_cooling_controversy", "Cold_wave", "Arctic_resources_race", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7434, 0.6854, 0.6718, 0.6687, 0.664, 0.658, 0.6568, 0.6567, 0.6531, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_(general_concept)", "History_of_climate_change_science", "Solar_phenomena", "Climate_variability", "Global_warming", "Earth's_energy_budget", "Climate_change_in_the_Arctic", "Global_cooling", "Greenhouse_and_icehouse_Earth", "Future_of_Earth"], "ranked_scores": [0.7935, 0.7864, 0.779, 0.7778, 0.775, 0.7673, 0.7607, 0.7509, 0.7503, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Wage_curve", "Debunker", "Selection_bias", "Worse-than-average_effect", "Phillips_curve", "Inherent_bias", "Publication_bias", "Ordinal_regression", "Unemployment_in_the_United_States"], "ranked_scores": [0.6393, 0.624, 0.6132, 0.6097, 0.5912, 0.5764, 0.5628, 0.56, 0.5536, 0.5481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Environmental_issue", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas_emissions_by_the_United_States", "Deforestation_and_climate_change", "Contribution_to_global_warming_by_Australia", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.8057, 0.7959, 0.7955, 0.7936, 0.7784, 0.778, 0.7624, 0.7588, 0.7547, 0.7539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Eocene_Thermal_Maximum_2", "Hesperian", "Noachian", "Geodynamics_of_Mars", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Future_of_Earth"], "ranked_scores": [0.7737, 0.7636, 0.763, 0.7571, 0.7442, 0.7398, 0.7395, 0.7378, 0.7353, 0.7338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Misuse_of_statistics", "Cognitive_bias", "List_of_climate_scientists", "Intergovernmental_Panel_on_Climate_Change", "List_of_experimental_errors_and_frauds_in_physics", "Media_coverage_of_climate_change", "Scientific_dissent", "Wibjörn_Karlén", "Merchants_of_Doubt"], "ranked_scores": [0.6812, 0.6528, 0.642, 0.6406, 0.633, 0.6298, 0.625, 0.607, 0.5969, 0.5897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Degree_day", "Climate_of_the_United_States", "List_of_energy_efficient_buildings_in_India", "Early_2009_southeastern_Australia_heat_wave", "Humid_continental_climate", "Continental_climate", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "Climate_of_Finland", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.7389, 0.7355, 0.7277, 0.7238, 0.7228, 0.7183, 0.7148, 0.7068, 0.7029, 0.7022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Neoglaciation", "Global_cooling", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7781, 0.7523, 0.7455, 0.7346, 0.7322, 0.7092, 0.7078, 0.7074, 0.707, 0.7068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Renewable_energy", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Solar_power_by_country", "Wind_power_in_the_United_States", "Solar_power_in_Australia"], "ranked_scores": [0.7973, 0.7968, 0.785, 0.778, 0.7536, 0.7293, 0.7241, 0.7058, 0.6981, 0.6881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture_in_Brazil", "Economy_of_North_America", "Agriculture", "Wild_farming", "New_York_metropolitan_area", "Dairy_farming_in_Canada", "Meat_industry", "National_Farmers_Union_(United_States)"], "ranked_scores": [0.7387, 0.7204, 0.7165, 0.7107, 0.7071, 0.701, 0.6993, 0.6986, 0.6812, 0.6793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Climate_of_Ecuador", "Moose", "Corylus_cornuta", "Pinniped", "Oak", "Northwoods_(forest)", "Chicory", "Arctostaphylos", "Coyote", "Firefly"], "ranked_scores": [0.4687, 0.4687, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375, 0.4063, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Drift_ice", "Mesopause", "Arctic_ice_pack", "Sea_ice", "Mauna_Kea", "Phreatic_eruption", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Climate_of_Antarctica", "Cryovolcano"], "ranked_scores": [0.5781, 0.5781, 0.5469, 0.5313, 0.5313, 0.5156, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Ocean_surface_topography", "Sea_surface_temperature", "Past_sea_level", "Regional_effects_of_global_warming", "Permanent_Service_for_Mean_Sea_Level", "Weather", "Sea_level", "Global_stilling", "Annual_cycle_of_sea_level_height", "Microclimate"], "ranked_scores": [0.6406, 0.6094, 0.5781, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_of_Antarctica", "Ice2sea", "Arctic_resources_race", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "1908", "Arctic_Climate_Impact_Assessment", "Arctic_ice_pack", "Global_cooling"], "ranked_scores": [0.6562, 0.5156, 0.4844, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Environmental_impact_of_biodiesel", "GHG_footprint", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_footprint", "Carbon_offset", "Low-carbon_emission", "Green_Power_Partnership", "Carbon_neutrality", "Ecological_footprint", "Greenhouse_gas_emissions_accounting"], "ranked_scores": [0.5938, 0.5937, 0.5781, 0.5781, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2913, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Contribution_to_global_warming_by_Australia", "Politics_of_global_warming", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_tax", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen"], "ranked_scores": [0.5469, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.4844, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Global_warming_in_Antarctica", "Sea_level_rise", "Glacial_earthquake", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Permafrost", "Winter_1985_cold_wave", "Arctic_sea_ice_decline", "Future_sea_level"], "ranked_scores": [0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Highest_temperature_recorded_on_Earth", "Future_sea_level", "Media_coverage_of_climate_change", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5625, 0.5469, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4688, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Great_Storm_of_1987", "2011_North_American_heat_wave", "2011_Super_Outbreak", "Hurricane_Florence_(1988)", "Effects_of_global_warming", "Nuclear_holocaust", "Hurricane_Harvey", "List_of_Texas_hurricanes_(1950–79)"], "ranked_scores": [0.6094, 0.5625, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.389, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Antarctic_Peninsula", "West_Antarctica", "West_Virginia", "2014–16_El_Niño_event", "List_of_West_Nile_virus_outbreaks", "Contiguous_United_States", "Ehrlichia_Wisconsin_HM543746", "Deglobalization", "Early_2014_North_American_cold_wave", "International_Permafrost_Association"], "ranked_scores": [0.4688, 0.4688, 0.4687, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_prediction", "Climate_ensemble", "Transatlantic_Climate_Bridge", "Economics_of_global_warming", "Scientific_consensus_on_climate_change", "Global_cooling", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "History_of_climate_change_science", "DICE_model"], "ranked_scores": [0.5156, 0.4844, 0.4688, 0.4688, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_oscillation", "Climate_of_Australia", "100,000-year_problem", "Termination_(geomorphology)", "Neoglaciation", "El_Niño", "Effects_of_climate_change_on_terrestrial_animals", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5781, 0.5625, 0.5469, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Wetland_methane_emissions", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Shale_gas", "American_Association_of_State_Climatologists", "Solar_power_in_the_United_States"], "ranked_scores": [0.4844, 0.4688, 0.4687, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Great_Oxygenation_Event", "Geological_history_of_oxygen", "Sodium_hydroxide", "Estuarine_acidification", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Hydrogen", "Dissolution_(chemistry)", "Bile_bear", "Ocean_acidification"], "ranked_scores": [0.4688, 0.4688, 0.4687, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Journal_for_Geoclimatic_Studies", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5312, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["New_Scientist", "Neolithic_Expansion", "Pliocene", "Fleischmann–Pons_experiment", "Cold_fusion", "Cenomanian", "Paleocene", "Miocene", "Cenozoic", "Primary_energy"], "ranked_scores": [0.4531, 0.4219, 0.4219, 0.4063, 0.4063, 0.4062, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_resources_race", "Arctic_ice_pack", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ice_rise", "Ian_Clark_(geologist)", "The_Hockey_Stick_Illusion", "James_Hansen", "Drift_ice", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [0.5937, 0.5313, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Jet_stream", "South_Atlantic_Convergence_Zone", "Sun_chart", "Polar_High", "East_Asian_Monsoon", "Climate_of_Finland", "Global_warming_hiatus", "1936_North_American_cold_wave"], "ranked_scores": [0.6719, 0.5938, 0.5938, 0.5469, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Climate_change_in_Texas", "March_2012_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_heat_waves", "Wibjörn_Karlén", "Global_Historical_Climatology_Network", "Greening_Earth_Society", "MSU_temperature_measurements"], "ranked_scores": [0.5938, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["International_Cometary_Explorer", "Gamma-ray_burst", "Arctic_geoengineering", "CLOUD_experiment", "Particle_accelerator", "Climate_sensitivity", "Clouds_and_the_Earth's_Radiant_Energy_System", "Greenhouse_gas", "Deforestation_and_climate_change", "Centauro_event"], "ranked_scores": [0.4688, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "European_Union_Emission_Trading_Scheme", "Carbon_pricing_in_Australia", "Embedded_emissions", "Fossil_fuel_exporters", "Environmental_pricing_reform", "Carbon_price", "Fossil_fuels_lobby", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_accounting"], "ranked_scores": [0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Past_sea_level", "Sea_surface_temperature", "2013_extreme_weather_events", "Climate_change_in_Tuvalu", "Glacial_earthquake", "Ian_Clark_(geologist)", "Arctic_resources_race"], "ranked_scores": [0.6094, 0.5937, 0.5625, 0.5625, 0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Interglacial", "Miocene", "Ice_age", "Solar_cycle_19", "Timeline_of_glaciation", "Millennium_celebrations", "Neoglaciation", "March_2012_North_American_heat_wave", "2010–13_Southern_United_States_and_Mexico_drought", "Late_Ordovician_glaciation"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "James_Hansen", "Global_warming", "Michael_E._Mann", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Atmospheric_carbon_cycle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5625, 0.5625, 0.5469, 0.4844, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Climate_change_denial", "Energy_policy_of_the_United_States", "Nostradamus_Effect", "Climate_Change_Denial:_Heads_in_the_Sand", "Environmental_skepticism", "Global_warming_conspiracy_theory", "Oil_spill", "Demand_destruction", "False_consensus_effect", "False_balance"], "ranked_scores": [0.5313, 0.5156, 0.5, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Winter_1985_cold_wave", "Sea_level_rise", "Global_warming_in_Antarctica", "Sea_ice", "List_of_heat_waves", "Weather-related_cancellation", "Ice2sea", "Arctic_ice_pack", "Sea_ice_thickness", "Arctic_sea_ice_decline"], "ranked_scores": [0.5156, 0.5, 0.5, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_adaptation", "2010–13_Southern_United_States_and_Mexico_drought", "Deforestation_and_climate_change", "Rain", "2013_extreme_weather_events", "Effects_of_global_warming_on_humans", "Climate_change_in_Australia", "Holocene_glacial_retreat", "2013_Southwestern_United_States_heat_wave", "Climate_of_Finland"], "ranked_scores": [0.5781, 0.5469, 0.5469, 0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Air_source_heat_pumps", "Mesopause", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming", "Climate_of_Finland", "Air_conditioning", "Thermal_pollution", "Pliocene_climate", "Cold_fusion", "Inversion_(meteorology)"], "ranked_scores": [0.4375, 0.4375, 0.4375, 0.4062, 0.4062, 0.375, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "March_2012_North_American_heat_wave", "2013_extreme_weather_events"], "ranked_scores": [0.6719, 0.6563, 0.6406, 0.625, 0.625, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Global_warming", "History_of_physics", "Scientific_consensus_on_climate_change", "False_consensus_effect", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6406, 0.6094, 0.5625, 0.5625, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_cooling", "Shutdown_of_thermohaline_circulation", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Uncertainty_analysis", "Global_warming_controversy", "Induced_innovation", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Smoothing"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4688, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Low-carbon_emission", "Flue-gas_stack", "Coal_gasification_commercialization", "Air_pollution", "Fossil_fuel_power_station", "Clean_coal_technology", "Wind_power_in_New_Mexico", "Energy_in_the_United_States", "Energy_mix", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.5625, 0.5469, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Wishful_thinking", "Misuse_of_statistics", "Never_events", "Illusion_of_validity", "Management_systems_for_road_safety", "Accident", "Risk_analysis", "Risk_assessment"], "ranked_scores": [0.5312, 0.5312, 0.5156, 0.5, 0.5, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Carbon_offset", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Mitigation_of_global_warming_in_Australia", "CO2_is_Green", "Carbon_tax", "Carbon_neutrality", "Waste-to-energy_plant", "Contribution_to_global_warming_by_Australia", "Environmental_policy_of_the_Donald_Trump_administration", "Green_Power_Partnership"], "ranked_scores": [0.5625, 0.5469, 0.5312, 0.5, 0.4844, 0.4844, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "Climate_change_in_Texas", "El_Niño", "Global_warming_in_Antarctica", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "Climate_change_in_the_Arctic", "Late_Ordovician_glaciation", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate"], "ranked_scores": [0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Ice_shelf", "Sea_ice", "Arctic_ice_pack", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Drift_ice", "Geography_of_Antarctica", "Ice_rise", "Greenland_ice_sheet", "Arctic_resources_race"], "ranked_scores": [0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Coal_gasification_commercialization", "Green_Power_Partnership", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage", "Shale_gas", "Refined_coal"], "ranked_scores": [0.7031, 0.6875, 0.6094, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Phosphorus_cycle", "Condensation_cloud", "Siderian", "John_D._Hamaker", "Indonesian_Democratic_Party", "Cyclic_succession", "Programmed_Data_Processor", "Sun_(supermarket_tabloid)", "Climate_of_Ecuador"], "ranked_scores": [0.5156, 0.4687, 0.4375, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Global_cooling", "James_Hansen", "Scientific_opinion_on_climate_change", "Ian_Clark_(geologist)", "The_Hockey_Stick_and_the_Climate_Wars", "Fleischmann–Pons_experiment"], "ranked_scores": [0.6719, 0.625, 0.625, 0.6094, 0.5625, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "List_of_climate_scientists", "Physical_impacts_of_climate_change", "Pacific_Century", "1997–98_El_Niño_event", "Scientific_consensus_on_climate_change", "Solar_term", "The_Great_Global_Warming_Swindle", "Geographical_renaming", "Paris_Agreement"], "ranked_scores": [0.4531, 0.375, 0.375, 0.375, 0.375, 0.375, 0.375, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate_of_Minneapolis–Saint_Paul", "Climate_of_Antarctica", "Winter_1985_cold_wave", "Thaw_(weather)", "Climate_of_Salt_Lake_City", "January_2016_East_Asia_cold_wave", "Great_Lakes_Areas_of_Concern", "1936_North_American_cold_wave", "Measurement_of_sea_ice", "Climate_of_Minnesota"], "ranked_scores": [0.5781, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Weather", "List_of_cities_by_sunshine_duration", "The_Hockey_Stick_and_the_Climate_Wars", "Northern_Hemisphere", "Solar_phenomena", "Climate_change", "Eastern_Hemisphere"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Dunning–Kruger_effect", "List_of_recessions_in_the_United_States", "Climate_change_denial", "2014–15_North_American_winter", "Outcome_bias", "Environmental_issue", "Worse-than-average_effect", "Wage_curve", "Reflation", "Numeracy"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Soot", "Clean_coal_technology", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6406, 0.5312, 0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Climate_of_Mars", "Highest_temperature_recorded_on_Earth", "Ice_age", "100,000-year_problem", "Future_of_Earth", "Eocene", "Greenhouse_and_icehouse_Earth", "Geodynamics_of_Mars", "Bølling-Allerød_warming", "Planetary_science"], "ranked_scores": [0.5781, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Illusion_of_validity", "List_of_experimental_errors_and_frauds_in_physics", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Shutdown_of_thermohaline_circulation", "I'm_not_a_scientist", "Gore_Effect", "Independent_sources"], "ranked_scores": [0.4844, 0.4531, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4062, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Early_2014_North_American_cold_wave", "1936_North_American_cold_wave", "Weather_station", "Automatic_weather_station", "Weather_forecasting", "March_2012_North_American_heat_wave", "Degree_day", "Black_Sunday_(storm)", "Weather_satellite", "Climate_of_the_United_States"], "ranked_scores": [0.5781, 0.5625, 0.5625, 0.5469, 0.5312, 0.5312, 0.5156, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Global_warming_controversy", "George_Kukla", "IPCC_Fourth_Assessment_Report", "Hockey_stick_controversy", "James_Hansen", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Abrupt_climate_change"], "ranked_scores": [0.625, 0.6094, 0.5781, 0.5781, 0.5469, 0.5469, 0.5469, 0.5312, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy", "Solar_power_in_the_United_States", "Solar_energy", "Solar_power_in_Spain", "Solar_power_in_Italy", "Solar_power", "Renewable_energy_in_the_United_States", "Photovoltaics", "Wind_power_in_California", "Wind_power"], "ranked_scores": [0.6406, 0.625, 0.5625, 0.5625, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture", "Intensive_animal_farming", "Environmental_impact_of_agriculture", "Agriculture,_forestry,_and_fishing_in_Japan", "Nonfarm_payrolls", "Agriculture_in_Argentina", "Environmental_impact_of_meat_production", "Green_Revolution", "Agriculture_in_Syria", "Meat_industry"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Moose", "Northwoods_(forest)", "Grizzly_bear", "Rainforest", "National_preserve", "Oak", "List_of_Alaska_state_forests", "Sloth_bear", "Climate_of_the_Philippines"], "ranked_scores": [0.5173, 0.514, 0.5092, 0.5034, 0.5022, 0.4973, 0.494, 0.4901, 0.4777, 0.4719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Phreatic_eruption", "Antarctic_ice_sheet", "Arctic_ice_pack", "Atmospheric_methane", "Volcanic_winter", "Methane", "List_of_glaciers_of_Iceland", "Greenhouse_gas", "Drift_ice"], "ranked_scores": [0.681, 0.6683, 0.6622, 0.635, 0.6193, 0.6161, 0.6082, 0.6027, 0.5997, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Tide", "Sea_surface_temperature", "Ocean_surface_topography", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Erosion", "Weather", "Polar_seas", "Regional_effects_of_global_warming"], "ranked_scores": [0.7076, 0.6737, 0.6679, 0.6676, 0.6609, 0.6406, 0.6012, 0.5947, 0.5931, 0.5885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Arctic_ice_pack", "Arctic_geoengineering", "Sea_ice_thickness", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Climate_of_Antarctica"], "ranked_scores": [0.7228, 0.6736, 0.642, 0.625, 0.6154, 0.6053, 0.5969, 0.5776, 0.5602, 0.5538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Climate_footprint", "Carbon_footprint", "Contribution_to_global_warming_by_Australia", "Carbon_neutrality", "GHG_footprint", "Carbon_emissions_reporting", "Environmental_impact_of_aviation", "Mitigation_of_global_warming_in_Australia", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.6829, 0.6642, 0.6524, 0.6494, 0.6423, 0.641, 0.636, 0.6348, 0.6309, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Embedded_emissions", "Politics_of_global_warming", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Air_pollution", "Contribution_to_global_warming_by_Australia", "Carbon_tax", "Ozone_depletion_and_climate_change", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.661, 0.6454, 0.6277, 0.6198, 0.6145, 0.6114, 0.6088, 0.6069, 0.6028, 0.5991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Permafrost", "Past_sea_level", "Antarctic_ice_sheet"], "ranked_scores": [0.6999, 0.692, 0.6789, 0.6485, 0.6415, 0.6387, 0.6309, 0.6303, 0.6228, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Environmental_issue", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_opinion_on_climate_change", "James_Hansen", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6961, 0.6536, 0.6385, 0.6359, 0.6346, 0.6102, 0.6082, 0.601, 0.5954, 0.5903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2011_North_American_heat_wave", "Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "Hurricane_Agnes", "Excessive_heat_watch"], "ranked_scores": [0.7161, 0.673, 0.6666, 0.628, 0.6242, 0.6208, 0.6118, 0.6078, 0.6044, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Lymphangitis", "2013_extreme_weather_events", "Ehrlichia_Wisconsin_HM543746", "2009_flu_pandemic_in_the_United_States_by_state", "December_1960_nor'easter", "Environment_of_West_Virginia", "West_Virginia", "Early_2014_North_American_cold_wave"], "ranked_scores": [0.5868, 0.5828, 0.526, 0.5211, 0.5139, 0.5138, 0.5093, 0.5032, 0.4917, 0.4892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_engineering", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Climate_prediction", "Copenhagen_Diagnosis", "Climate_change_mitigation", "Climate_change", "DICE_model"], "ranked_scores": [0.6386, 0.6179, 0.5966, 0.588, 0.58, 0.5697, 0.5565, 0.5533, 0.5527, 0.5502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling", "George_Kukla", "History_of_climate_change_science", "Global_warming_hiatus", "Climate_oscillation", "Global_cooling_(disambiguation)", "2nd_millennium", "Younger_Dryas"], "ranked_scores": [0.6891, 0.6802, 0.6743, 0.6701, 0.6571, 0.6513, 0.6464, 0.6307, 0.6271, 0.6264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Renewable_energy_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Wind_power_in_Colorado", "Marcellus_natural_gas_trend", "Alta_Wind_Energy_Center", "Shale_gas", "Millmerran_Power_Station"], "ranked_scores": [0.6222, 0.5908, 0.5588, 0.5045, 0.4975, 0.4848, 0.4816, 0.4767, 0.4723, 0.4686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Dissolution_(chemistry)", "Great_Oxygenation_Event", "Atmospheric_methane", "Alkalinity", "Tropospheric_ozone"], "ranked_scores": [0.6044, 0.5915, 0.5766, 0.5617, 0.5587, 0.5531, 0.5506, 0.5421, 0.5402, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Media_coverage_of_climate_change", "Global_cooling", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "I'm_not_a_scientist"], "ranked_scores": [0.726, 0.7131, 0.6973, 0.6827, 0.6647, 0.6595, 0.6528, 0.6476, 0.6337, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Milankovitch_cycles", "Paleocene–Eocene_Thermal_Maximum", "Milutin_Milanković", "Globalization", "2nd_millennium", "Phosphorus_cycle", "Global_cooling", "Pacific_decadal_oscillation", "Cenomanian"], "ranked_scores": [0.5424, 0.527, 0.4918, 0.491, 0.4757, 0.475, 0.474, 0.47, 0.4686, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Ian_Clark_(geologist)", "IPCC_First_Assessment_Report", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "The_Hockey_Stick_Illusion", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.616, 0.5757, 0.5736, 0.5705, 0.5634, 0.5561, 0.5545, 0.553, 0.5491, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_High", "Gulf_Stream", "Polar_vortex", "Climate_of_the_United_States", "Rear-inflow_jet", "Westerlies", "Mesopause"], "ranked_scores": [0.7257, 0.6817, 0.6564, 0.6499, 0.6382, 0.6295, 0.6224, 0.6135, 0.6099, 0.5962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "1908", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_Texas", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Satellite_temperature_measurements", "Summer_of_1976_(Europe)"], "ranked_scores": [0.6752, 0.6676, 0.6651, 0.6558, 0.6516, 0.6515, 0.6498, 0.6358, 0.6254, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["International_Cometary_Explorer", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "CLOUD_experiment", "Greenhouse_gas", "The_Real_Global_Warming_Disaster", "Special_Report_on_Global_Warming_of_1.5_°C", "George_Kukla", "Orbital_forcing", "Volcanic_winter"], "ranked_scores": [0.5557, 0.5437, 0.5383, 0.5338, 0.5333, 0.5285, 0.523, 0.5159, 0.5131, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Environmental_pricing_reform", "Canadian_Association_of_Petroleum_Producers", "Carbon_bubble", "Liquefied_petroleum_gas", "International_Fuel_Tax_Agreement", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6119, 0.5801, 0.5558, 0.5535, 0.5205, 0.515, 0.4982, 0.4963, 0.4846, 0.4799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Measurement_of_sea_ice", "Ice2sea", "Arctic_ice_pack", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_of_Antarctica", "Iceberg_C-19"], "ranked_scores": [0.7018, 0.7005, 0.6884, 0.6881, 0.6659, 0.6469, 0.6439, 0.6308, 0.6287, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Wibjörn_Karlén", "March_2012_North_American_heat_wave", "Ice_age", "1936_North_American_cold_wave", "Future_sea_level", "Marine_protected_area", "Younger_Dryas", "1908", "Ian_Clark_(geologist)", "Solar_cycle_19"], "ranked_scores": [0.5659, 0.5507, 0.5441, 0.5437, 0.5381, 0.5325, 0.5282, 0.5274, 0.5223, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Sulfuric_acid", "James_Hansen", "Dissolution_(chemistry)", "Atmospheric_carbon_cycle", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Sea"], "ranked_scores": [0.6965, 0.6843, 0.6064, 0.5621, 0.5517, 0.5517, 0.5402, 0.5325, 0.529, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Energy_policy_of_the_United_States", "Nuclear_power_debate", "Alternative_medicine", "Nuclear_power_proposed_as_renewable_energy", "Nostradamus_Effect", "Energy_accidents", "Climate_change_denial", "Waste-to-energy_plant", "Nonfarm_payrolls"], "ranked_scores": [0.5632, 0.5571, 0.5494, 0.5432, 0.5416, 0.5314, 0.5295, 0.5125, 0.5032, 0.5026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Sea_ice_thickness", "Hurricane_Alberto_(1982)", "Past_sea_level", "Arctic_sea_ice_decline", "2013_extreme_weather_events"], "ranked_scores": [0.7097, 0.6721, 0.6578, 0.589, 0.5881, 0.5868, 0.5756, 0.5662, 0.5552, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Climate_change_in_Europe", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_mitigation_scenarios", "2012–13_North_American_drought", "Deforestation_and_climate_change", "Climate_of_Australia", "Effects_of_global_warming_on_humans", "1997–98_El_Niño_event", "United_States_rainfall_climatology"], "ranked_scores": [0.6822, 0.6688, 0.6573, 0.6531, 0.6448, 0.6365, 0.6152, 0.6149, 0.6064, 0.6042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_sensitivity", "Climate_change_mitigation_scenarios", "Highest_temperature_recorded_on_Earth", "Stern_Review", "Thermal_pollution", "Tipping_points_in_the_climate_system", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_Europe", "IPCC_First_Assessment_Report", "Mesopause"], "ranked_scores": [0.4793, 0.4737, 0.4691, 0.4638, 0.4624, 0.462, 0.4587, 0.4558, 0.4536, 0.4481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "1936_North_American_cold_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.7861, 0.763, 0.7539, 0.7305, 0.7145, 0.7057, 0.7042, 0.6634, 0.6527, 0.6513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "David_Icke", "James_Hansen"], "ranked_scores": [0.7114, 0.6985, 0.682, 0.6671, 0.6606, 0.6598, 0.6486, 0.6446, 0.6092, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Global_cooling", "Climate_variability", "100,000-year_problem", "Climate_change_(general_concept)", "Global_warming_controversy", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.6819, 0.6333, 0.6151, 0.5855, 0.5817, 0.5643, 0.5614, 0.5578, 0.5532, 0.5415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Flue-gas_stack", "Low-carbon_emission", "Flue-gas_emissions_from_fossil-fuel_combustion", "Greenhouse_gas", "Mercury_pollution_in_the_ocean", "Clean_coal_technology", "Fossil_fuel_power_station", "Tropospheric_ozone"], "ranked_scores": [0.697, 0.6345, 0.6318, 0.6258, 0.623, 0.6194, 0.6191, 0.6074, 0.5842, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Outcome_bias", "Misuse_of_statistics", "Risk_neutral", "Statistical_murder", "Never_events", "Risk_(statistics)", "Management_systems_for_road_safety", "Agnosticism", "Illusion_of_validity"], "ranked_scores": [0.6421, 0.579, 0.5677, 0.5622, 0.5566, 0.5541, 0.5502, 0.5421, 0.5404, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "CO2_is_Green", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_pricing_in_Australia", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_accounting", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Green_Power_Partnership"], "ranked_scores": [0.6989, 0.6632, 0.6524, 0.6314, 0.6267, 0.6204, 0.6176, 0.6106, 0.6062, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "1997–98_El_Niño_event", "History_of_climate_change_science", "March_2012_North_American_heat_wave", "Pliocene_climate", "2010_Northern_Hemisphere_heat_waves", "Global_cooling", "Climate_variability", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7222, 0.6864, 0.6863, 0.6762, 0.6716, 0.6716, 0.6661, 0.6648, 0.6644, 0.6606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Drift_ice", "Sea_ice", "Ice_rise", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet", "Ice_shelf"], "ranked_scores": [0.6719, 0.6603, 0.6556, 0.6364, 0.617, 0.6055, 0.6015, 0.6003, 0.5968, 0.5929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Coal_gasification_commercialization", "Mitigation_of_global_warming_in_Australia", "Beyond_Coal", "Waste-to-energy_plant", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Clean_technology"], "ranked_scores": [0.7586, 0.7569, 0.6587, 0.6351, 0.6292, 0.6258, 0.6198, 0.6188, 0.6112, 0.6092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Condensation_cloud", "Phosphorus_cycle", "Indonesian_Democratic_Party", "PDOS", "Pacific_decadal_oscillation", "John_D._Hamaker", "Cooling_tower", "Programmed_Data_Processor", "Gore_Effect"], "ranked_scores": [0.5452, 0.511, 0.5006, 0.4707, 0.4693, 0.454, 0.4511, 0.4487, 0.446, 0.4414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Copenhagen_Diagnosis", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.7878, 0.7465, 0.7444, 0.7386, 0.7063, 0.6914, 0.6896, 0.6662, 0.6648, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["James_Hansen", "Physical_impacts_of_climate_change", "Climate_change_opinion_by_country", "Global_cooling", "Global_warming_controversy", "Global_Warming_Policy_Foundation", "Effects_of_global_warming", "The_Real_Global_Warming_Disaster", "Intended_Nationally_Determined_Contributions", "Climate_Research_(journal)"], "ranked_scores": [0.5487, 0.5259, 0.5158, 0.5122, 0.5097, 0.5067, 0.5063, 0.5022, 0.4933, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Freezing_level", "Climate_of_Minneapolis–Saint_Paul", "Winter_1985_cold_wave", "Cold_wave", "Climate_of_Antarctica", "1936_North_American_cold_wave", "Climate_of_Finland", "Continental_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_storm_activity_of_2007"], "ranked_scores": [0.6388, 0.5994, 0.5826, 0.5753, 0.5711, 0.5594, 0.5563, 0.555, 0.5537, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Climate_change", "Climate_change_(general_concept)", "Ian_Clark_(geologist)", "Solar_phenomena", "Scientific_opinion_on_climate_change", "Orbital_forcing", "George_Kukla", "Weather"], "ranked_scores": [0.6902, 0.6681, 0.64, 0.6357, 0.6327, 0.6201, 0.6133, 0.6128, 0.6071, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Phillips_curve", "Regression_toward_the_mean", "Trend_stationary", "Worse-than-average_effect", "Inflation", "Outcome_bias", "False_consensus_effect", "Seasonal_adjustment", "Weighting"], "ranked_scores": [0.5579, 0.5471, 0.5286, 0.5252, 0.5217, 0.5097, 0.4964, 0.4958, 0.489, 0.4835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Deforestation_and_climate_change", "Greenhouse_gas", "Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_China", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission"], "ranked_scores": [0.6528, 0.6505, 0.6406, 0.6368, 0.6269, 0.6227, 0.6212, 0.6173, 0.6124, 0.6103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4359, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth", "Greenhouse_and_icehouse_Earth", "Geodynamics_of_Mars", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Hesperian", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate", "Climate_change"], "ranked_scores": [0.6872, 0.6857, 0.6736, 0.673, 0.6602, 0.6597, 0.6534, 0.6501, 0.649, 0.6415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_opinion_on_climate_change", "World_Climate_Change_Conference,_Moscow", "The_Great_Global_Warming_Swindle", "I'm_not_a_scientist", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Independent_sources"], "ranked_scores": [0.5689, 0.5535, 0.5309, 0.5171, 0.5078, 0.5017, 0.5015, 0.4989, 0.4988, 0.4987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Automatic_weather_station", "Weather_station", "Weather", "Climate_of_the_United_States", "Cooling_center", "2001_Eastern_North_America_heat_wave", "Cold_wave", "1936_North_American_cold_wave", "Season", "Summer_of_1976_(Europe)"], "ranked_scores": [0.6691, 0.6418, 0.6317, 0.6112, 0.6109, 0.6103, 0.6072, 0.6014, 0.5958, 0.589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "George_Kukla", "Global_cooling", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy"], "ranked_scores": [0.7204, 0.694, 0.6861, 0.682, 0.6541, 0.6502, 0.6437, 0.6383, 0.6271, 0.6255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_energy", "Wind_power_in_California", "Renewable_energy", "Solar_power", "Electricity_sector_in_the_United_Kingdom", "Wind_power_in_the_United_Kingdom", "Photovoltaics", "Solar_power_in_Australia"], "ranked_scores": [0.7046, 0.7046, 0.6939, 0.6803, 0.677, 0.6728, 0.6726, 0.6651, 0.661, 0.6489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agriculture", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Environmental_impact_of_meat_production", "Intensive_animal_farming", "Agricultural_land", "Environmental_impact_of_agriculture", "Agricultural_Act_of_2014"], "ranked_scores": [0.6471, 0.6422, 0.6223, 0.6192, 0.6157, 0.5928, 0.5902, 0.581, 0.5796, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Northwoods_(forest)", "List_of_Alaska_state_forests", "Moose", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Grizzly_bear", "National_preserve", "Oak", "Deforestation_by_region"], "ranked_scores": [0.5659, 0.551, 0.5437, 0.5373, 0.537, 0.5361, 0.5317, 0.5283, 0.5249, 0.5199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Phreatic_eruption", "List_of_glaciers_of_Iceland", "Antarctic_ice_sheet", "Greenhouse_gas", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Ice_rise", "Sea_ice", "Volcanology_of_Iceland"], "ranked_scores": [0.7545, 0.686, 0.6657, 0.6585, 0.6584, 0.6573, 0.65, 0.6453, 0.645, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Tide", "Ocean_surface_topography", "Regional_effects_of_global_warming", "Sea_surface_temperature", "Sea_level", "Rain", "Climate_of_the_United_States"], "ranked_scores": [0.7332, 0.7226, 0.6799, 0.6702, 0.6661, 0.6643, 0.663, 0.6597, 0.6234, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Sea_ice_thickness", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering"], "ranked_scores": [0.7764, 0.7583, 0.6834, 0.653, 0.6491, 0.6485, 0.6432, 0.6388, 0.6316, 0.6316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_offset", "Carbon_footprint", "Contribution_to_global_warming_by_Australia", "Carbon_neutrality", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_biodiesel", "Low-carbon_emission", "Clean_coal_technology"], "ranked_scores": [0.7258, 0.6906, 0.6809, 0.6802, 0.6757, 0.6698, 0.6621, 0.6586, 0.6578, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Embedded_emissions", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_removal", "Politics_of_global_warming", "Ozone_depletion_and_climate_change", "Carbon_tax", "Low-carbon_emission", "Carbon_price"], "ranked_scores": [0.6742, 0.6625, 0.6415, 0.6409, 0.6358, 0.6333, 0.6284, 0.628, 0.622, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Sea_ice_thickness", "Ice_rise", "Arctic_ice_pack", "Antarctic_sea_ice"], "ranked_scores": [0.7621, 0.7256, 0.7254, 0.6875, 0.6839, 0.6611, 0.6585, 0.6566, 0.6439, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_Arctic", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7719, 0.748, 0.7417, 0.7033, 0.7021, 0.6901, 0.6871, 0.6809, 0.6749, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Tropical_Storm_Harvey_(2011)", "Climate_change_in_the_United_States", "Hurricane_Florence_(1988)", "Global_warming", "Environmental_issue", "Extreme_weather"], "ranked_scores": [0.7352, 0.7025, 0.697, 0.6747, 0.6706, 0.6669, 0.6587, 0.6483, 0.6446, 0.6394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Severnaya_Zemlya", "List_of_mammals_of_New_England", "List_of_West_Nile_virus_outbreaks", "Lymphangitis", "2014–15_North_American_winter", "West_Virginia", "2013_extreme_weather_events", "2009_flu_pandemic_in_the_United_States_by_state"], "ranked_scores": [0.6494, 0.5686, 0.5591, 0.5566, 0.5515, 0.5395, 0.5071, 0.5061, 0.4988, 0.4938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_engineering", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Climate_change", "Climate_prediction", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Stern_Review", "An_Appeal_to_Reason"], "ranked_scores": [0.6701, 0.6592, 0.6579, 0.6275, 0.6019, 0.5936, 0.5925, 0.5861, 0.5807, 0.5791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling", "History_of_climate_change_science", "Bølling-Allerød_warming", "Global_warming_hiatus", "Climate_change", "Climate_oscillation", "Global_cooling_(disambiguation)", "George_Kukla"], "ranked_scores": [0.7363, 0.7062, 0.7001, 0.6879, 0.6872, 0.6863, 0.6817, 0.6814, 0.6728, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Wind_power_in_Colorado", "Millmerran_Power_Station", "Alta_Wind_Energy_Center", "Carmichael_coal_mine", "Carbon_dioxide_in_Earth's_atmosphere", "Mountaintop_removal_mining", "Mongstad_Power_Station"], "ranked_scores": [0.6517, 0.6059, 0.5856, 0.5194, 0.5103, 0.5036, 0.4976, 0.4909, 0.488, 0.4824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "PH", "Estuarine_acidification", "Dissolution_(chemistry)", "Atmospheric_methane", "Alkalinity", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Sodium_hydroxide", "Oxygen"], "ranked_scores": [0.6426, 0.618, 0.616, 0.6128, 0.5958, 0.5928, 0.5926, 0.5841, 0.5816, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "I'm_not_a_scientist", "Media_coverage_of_climate_change", "George_Kukla", "An_Appeal_to_Reason"], "ranked_scores": [0.7688, 0.7498, 0.7295, 0.725, 0.7189, 0.7073, 0.7028, 0.6945, 0.6926, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Milankovitch_cycles", "Fleischmann–Pons_experiment", "Cenomanian", "Milutin_Milanković", "Phosphorus_cycle", "Condensation_cloud", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Indonesian_Democratic_Party"], "ranked_scores": [0.5648, 0.5379, 0.5316, 0.5195, 0.5113, 0.5001, 0.4996, 0.4927, 0.4922, 0.4869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Wibjörn_Karlén", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change", "Avoiding_Dangerous_Climate_Change", "Arctic_Climate_Impact_Assessment", "Ice2sea", "Arctic_geoengineering"], "ranked_scores": [0.6913, 0.6398, 0.6185, 0.6113, 0.6091, 0.607, 0.6058, 0.6033, 0.5982, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Gulf_Stream", "Polar_High", "Intertropical_Convergence_Zone", "Rear-inflow_jet", "Climate_of_the_United_States"], "ranked_scores": [0.7389, 0.7339, 0.7082, 0.6994, 0.6709, 0.6631, 0.6628, 0.6548, 0.6391, 0.6261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Year_Without_a_Summer", "Climate_change_in_Texas", "Global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.7472, 0.7291, 0.711, 0.7058, 0.6953, 0.6915, 0.6883, 0.6804, 0.6741, 0.6625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Greenhouse_gas", "Attribution_of_recent_climate_change", "Global_warming_potential", "CLOUD_experiment", "Greening_Earth_Society", "Advisory_Group_on_Greenhouse_Gases", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_First_Assessment_Report", "James_Hansen", "Clouds_and_the_Earth's_Radiant_Energy_System"], "ranked_scores": [0.6351, 0.5858, 0.5844, 0.5804, 0.5785, 0.5763, 0.5757, 0.5723, 0.5596, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Carbon_bubble", "International_Fuel_Tax_Agreement", "Liquefied_petroleum_gas", "Congestion_pricing", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_aviation"], "ranked_scores": [0.6208, 0.6133, 0.5832, 0.5824, 0.5357, 0.5271, 0.5156, 0.5023, 0.4965, 0.4891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Measurement_of_sea_ice", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Sea_ice_thickness", "Last_Glacial_Maximum"], "ranked_scores": [0.7401, 0.7372, 0.733, 0.7076, 0.7008, 0.694, 0.689, 0.6679, 0.659, 0.6549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2015_North_American_heat_wave", "Wibjörn_Karlén", "Bølling-Allerød_warming", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1908", "2010_Northern_Hemisphere_heat_waves", "Thaw_(weather)"], "ranked_scores": [0.6046, 0.5953, 0.5951, 0.5883, 0.5546, 0.551, 0.5497, 0.5494, 0.5487, 0.545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_methane", "Sulfuric_acid", "Dissolution_(chemistry)", "Oxygen", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Acid_rain"], "ranked_scores": [0.7463, 0.734, 0.6141, 0.6066, 0.6063, 0.6009, 0.5986, 0.5955, 0.5941, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Energy_policy_of_the_United_States", "Alternative_energy", "Energy_development", "Nuclear_power_debate", "Alternative_medicine", "Job_security", "Jobs_created_during_U.S._presidential_terms", "Waste-to-energy_plant", "Energy_industry"], "ranked_scores": [0.655, 0.6157, 0.5818, 0.5657, 0.5647, 0.5643, 0.5619, 0.5528, 0.5508, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Global_warming", "Sea_ice_thickness", "Arctic_geoengineering"], "ranked_scores": [0.785, 0.7424, 0.6916, 0.6746, 0.6673, 0.6403, 0.6155, 0.6047, 0.6039, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Climate_change_mitigation_scenarios", "Droughts_in_the_United_States", "Climate_change_and_agriculture", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Deforestation_and_climate_change", "Effects_of_global_warming_on_humans", "Rain", "Climate_change_in_the_United_States"], "ranked_scores": [0.7131, 0.6893, 0.6759, 0.6563, 0.6512, 0.6501, 0.6478, 0.6404, 0.6385, 0.6383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_sensitivity", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "IPCC_First_Assessment_Report", "Excessive_heat_watch", "Thermal_pollution", "Climate_change_in_Europe", "Inversion_(meteorology)", "Tipping_points_in_the_climate_system", "Mesopause"], "ranked_scores": [0.5801, 0.5579, 0.5342, 0.532, 0.525, 0.5227, 0.5203, 0.5148, 0.5142, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "1936_North_American_cold_wave"], "ranked_scores": [0.8073, 0.804, 0.7857, 0.7784, 0.7783, 0.7735, 0.7618, 0.7605, 0.7286, 0.726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "History_of_climate_change_science", "An_Appeal_to_Reason", "Global_warming", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7535, 0.7258, 0.7078, 0.698, 0.6871, 0.6826, 0.6642, 0.657, 0.6538, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Climate_variability", "100,000-year_problem", "Climate_change_(general_concept)", "History_of_climate_change_science", "Shutdown_of_thermohaline_circulation", "Global_cooling", "Global_warming_controversy"], "ranked_scores": [0.7052, 0.6831, 0.6583, 0.6434, 0.6335, 0.631, 0.6224, 0.609, 0.5915, 0.5864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Methane", "Atmospheric_carbon_cycle", "Clean_coal_technology", "Low-carbon_emission", "Air_pollution", "Mercury_pollution_in_the_ocean", "Carbon-neutral_fuel"], "ranked_scores": [0.7103, 0.6947, 0.6759, 0.6657, 0.6651, 0.654, 0.6486, 0.6482, 0.628, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Outcome_bias", "Risk", "Statistical_murder", "Management_systems_for_road_safety", "Misuse_of_statistics", "Never_events", "Risk_(statistics)", "Illusion_of_validity"], "ranked_scores": [0.6068, 0.6004, 0.579, 0.5633, 0.5592, 0.5488, 0.5468, 0.5411, 0.534, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "Carbon_emissions_reporting", "Carbon_pricing_in_Australia", "Mitigation_of_global_warming_in_Australia", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_United_States", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.6729, 0.6679, 0.6672, 0.6416, 0.6412, 0.6249, 0.6224, 0.616, 0.5924, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "History_of_climate_change_science", "1997–98_El_Niño_event", "Climate_change_in_the_United_States", "Climate_change_in_Texas", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7869, 0.7339, 0.7268, 0.7245, 0.7151, 0.7129, 0.6954, 0.6928, 0.6927, 0.6916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Glacier_mass_balance", "Ice_rise", "Sea_ice", "List_of_glaciers_of_Iceland", "Climate_of_Antarctica", "Sea_ice_thickness", "Antarctic_ice_sheet"], "ranked_scores": [0.6897, 0.6684, 0.6603, 0.6329, 0.6256, 0.623, 0.619, 0.6165, 0.6111, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Waste-to-energy_plant", "Coal_gasification_commercialization", "Beyond_Coal", "History_of_coal_mining", "Incineration", "Shale_gas", "Carbon_dioxide_removal"], "ranked_scores": [0.7876, 0.7582, 0.6829, 0.6724, 0.6681, 0.6629, 0.6468, 0.6419, 0.6353, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "PDOS", "Phosphorus_cycle", "Pacific_decadal_oscillation", "John_D._Hamaker", "Condensation_cloud", "Gore_Effect", "Indonesian_Democratic_Party", "Peter_Sinclair_(environmental_activist)", "Cold_fusion"], "ranked_scores": [0.547, 0.5319, 0.5033, 0.5002, 0.4934, 0.4897, 0.4699, 0.4619, 0.4544, 0.4423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.7883, 0.787, 0.7635, 0.7518, 0.7477, 0.7447, 0.7415, 0.7415, 0.7199, 0.7051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "James_Hansen", "History_of_climate_change_science", "Climate_Research_(journal)", "Global_warming_controversy", "Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "Global_cooling", "Global_warming", "List_of_climate_scientists"], "ranked_scores": [0.5768, 0.5741, 0.5693, 0.5621, 0.5566, 0.545, 0.5446, 0.5247, 0.5234, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Freezing_level", "Climate_of_Antarctica", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Thaw_(weather)", "Great_Salt_Lake_effect", "1908", "Climate_of_Minneapolis–Saint_Paul", "Instrumental_temperature_record", "Cold_wave"], "ranked_scores": [0.6188, 0.6177, 0.6157, 0.6084, 0.6015, 0.5854, 0.5852, 0.5828, 0.5814, 0.575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Solar_phenomena", "Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_change", "Solar_cycle", "Ian_Clark_(geologist)", "Milankovitch_cycles", "Arctic_geoengineering", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7414, 0.6964, 0.6925, 0.6892, 0.6885, 0.6773, 0.6713, 0.6626, 0.6566, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Wage_curve", "Regression_toward_the_mean", "Outcome_bias", "Phillips_curve", "Trend_stationary", "Worse-than-average_effect", "List_of_recessions_in_the_United_States", "Maladaptation", "Seasonal_adjustment", "Climate_change_denial"], "ranked_scores": [0.5962, 0.5625, 0.5297, 0.5255, 0.5253, 0.5167, 0.5144, 0.5009, 0.4878, 0.4808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Environmental_issue", "Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Global_warming", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7337, 0.7068, 0.7033, 0.7, 0.6979, 0.6922, 0.6871, 0.6828, 0.6777, 0.6651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6646, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Future_of_Earth", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Timeline_of_glaciation", "Hesperian", "Global_cooling"], "ranked_scores": [0.7527, 0.7152, 0.7073, 0.7041, 0.6833, 0.6659, 0.6563, 0.6526, 0.6512, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "World_Climate_Change_Conference,_Moscow", "I'm_not_a_scientist", "List_of_experimental_errors_and_frauds_in_physics", "False_consensus_effect", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6268, 0.6192, 0.5969, 0.5886, 0.5797, 0.5786, 0.5753, 0.5725, 0.569, 0.5627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "1936_North_American_cold_wave", "Cooling_center", "March_2012_North_American_heat_wave", "Weather", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Automatic_weather_station", "Excessive_heat_watch", "US_Weather_Bureau_Station_(Block_Island)"], "ranked_scores": [0.6875, 0.6568, 0.6418, 0.6392, 0.6358, 0.6346, 0.6334, 0.6316, 0.6263, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "George_Kukla", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.7828, 0.7553, 0.7131, 0.7122, 0.679, 0.6725, 0.6697, 0.669, 0.6678, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_energy", "Renewable_energy", "Photovoltaics", "Solar_power_by_country", "Solar_power_in_Michigan", "Solar_power_in_Italy"], "ranked_scores": [0.7952, 0.7471, 0.7382, 0.7347, 0.7086, 0.707, 0.6987, 0.6952, 0.6948, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Pennsylvania", "Agriculture", "Agriculture_in_Argentina", "Environmental_impact_of_meat_production", "Dairy_farming_in_Canada", "Economy_of_the_United_States", "Intensive_animal_farming", "Farm_programs"], "ranked_scores": [0.6763, 0.6536, 0.653, 0.652, 0.6516, 0.6316, 0.6187, 0.6123, 0.5975, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-mrl-256-tq-1bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Rainforest", "Northwoods_(forest)", "Hunting_and_fishing_in_Alaska", "Moose", "Paleontology_in_Alaska", "Climate_change_in_Canada", "Tundra", "Arctic_sea_ice_decline", "CO2_fertilization_effect"], "ranked_scores": [0.4141, 0.375, 0.3516, 0.3438, 0.3438, 0.3438, 0.3359, 0.3359, 0.3359, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Climate_of_the_Arctic", "Greenhouse_gas", "Atmospheric_methane", "Global_warming_in_Antarctica", "Arctic_resources_race", "East_Greenland_Orogen", "Climate_change_in_the_Arctic", "Drift_ice"], "ranked_scores": [0.5547, 0.5156, 0.5078, 0.5078, 0.5078, 0.4844, 0.4844, 0.4844, 0.4844, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Ocean_surface_topography", "Tide", "Water_distribution_on_Earth", "Sea_surface_temperature", "Red_Sea"], "ranked_scores": [0.5938, 0.5391, 0.5312, 0.5234, 0.5234, 0.5156, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Global_cooling", "Arctic_resources_race", "Antarctic_Cold_Reversal", "Future_sea_level"], "ranked_scores": [0.5937, 0.5234, 0.5, 0.5, 0.4844, 0.4766, 0.4766, 0.4688, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Carbon_emissions_reporting", "GHG_footprint", "Carbon_offset", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_footprint", "Deforestation_and_climate_change", "Carbon_Shredders", "Carbon_dioxide_removal", "Climate_footprint"], "ranked_scores": [0.5234, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4688, 0.4687, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["CO2_is_Green", "Politics_of_global_warming", "Carbon_emissions_reporting", "James_Hansen", "Atmospheric_carbon_cycle", "Global_warming_controversy", "Climate_Change_Act_2008", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5391, 0.5312, 0.5078, 0.5, 0.5, 0.4922, 0.4922, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Future_sea_level", "Arctic_resources_race", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Climate_of_Antarctica", "Permafrost", "Sea_level_rise"], "ranked_scores": [0.625, 0.6094, 0.6094, 0.5781, 0.5781, 0.5781, 0.5547, 0.5469, 0.5469, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Greenhouse_gas", "History_of_climate_change_science", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Climate_change_in_Texas"], "ranked_scores": [0.5469, 0.5391, 0.5234, 0.5234, 0.5156, 0.5078, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Global_warming", "Hurricane_Harvey", "Climate_change_mitigation_scenarios", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Regional_effects_of_global_warming", "Deforestation_and_climate_change", "Environmental_issue", "Effects_of_global_warming_on_humans", "Hurricane_Alberto_(1982)"], "ranked_scores": [0.5, 0.4844, 0.4766, 0.4766, 0.4688, 0.4688, 0.4687, 0.4687, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Amblyomma_americanum", "Lymphangitis", "Southern_tick-associated_rash_illness", "Plague_(disease)", "Infection", "Guillain–Barré_syndrome", "Ehrlichia_Wisconsin_HM543746", "Pneumonia_front"], "ranked_scores": [0.5078, 0.4297, 0.4219, 0.4063, 0.4063, 0.3906, 0.3906, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Physical_impacts_of_climate_change", "Climate_engineering", "Climate_change", "Climate_prediction", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Effects_of_global_warming", "Climate_pattern"], "ranked_scores": [0.5156, 0.5078, 0.5, 0.4687, 0.4609, 0.4609, 0.4453, 0.4375, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming_hiatus", "Milankovitch_cycles", "Antarctic_Cold_Reversal", "Greenhouse_and_icehouse_Earth", "Global_cooling", "George_Kukla", "100,000-year_problem", "Global_cooling_(disambiguation)", "Climate_change_(general_concept)", "Younger_Dryas"], "ranked_scores": [0.5312, 0.5, 0.4844, 0.4844, 0.4766, 0.4766, 0.4766, 0.4766, 0.4688, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "IPCC_First_Assessment_Report", "Lōʻihi_Seamount", "Greenhouse_gas", "Climate_change_in_China", "Permanent_Service_for_Mean_Sea_Level", "Carbon_capture_and_storage", "Mongstad_Power_Station"], "ranked_scores": [0.5, 0.4453, 0.4219, 0.375, 0.375, 0.375, 0.3672, 0.3516, 0.3438, 0.3437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "PH", "Alkalinity", "Dole_effect", "Estuarine_acidification", "Noble_gas", "Deep_ocean_water", "Idealized_greenhouse_model", "Tropospheric_ozone", "Ozone_depletion"], "ranked_scores": [0.5313, 0.4922, 0.4844, 0.4687, 0.4531, 0.4141, 0.4141, 0.4141, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "George_Kukla", "Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Watts_Up_With_That?", "Climate_Change_Science_Program"], "ranked_scores": [0.5469, 0.5156, 0.5078, 0.5078, 0.5078, 0.4922, 0.4922, 0.4844, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Fleischmann–Pons_experiment", "Sublimation_(phase_transition)", "Eocene_Thermal_Maximum_2", "PDO", "Cryogenian", "Pacific_decadal_oscillation", "Condensation_cloud", "BOOMERanG_experiment", "Stellar_atmosphere"], "ranked_scores": [0.4063, 0.3906, 0.3906, 0.3828, 0.3828, 0.3672, 0.3594, 0.3594, 0.3516, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Arctic_resources_race", "Ian_Clark_(geologist)", "November_2014_North_American_cold_wave", "Antarctic_ice_sheet", "Arctic_Climate_Impact_Assessment", "Antarctica_cooling_controversy"], "ranked_scores": [0.5938, 0.5781, 0.5234, 0.5, 0.5, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Polar_front", "Weather_front", "Polar_low", "Polar_High", "Intertropical_Convergence_Zone", "Jet_stream", "Westerlies", "East_Greenland_Current", "Cold_drop"], "ranked_scores": [0.5547, 0.5547, 0.5078, 0.4844, 0.4688, 0.4609, 0.4531, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "Continental_climate", "Instrumental_temperature_record", "Climate_change_in_Texas", "Satellite_temperature_measurements", "Ian_Clark_(geologist)"], "ranked_scores": [0.6172, 0.5703, 0.5156, 0.5156, 0.5, 0.5, 0.4922, 0.4922, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Advisory_Group_on_Greenhouse_Gases", "Greenhouse_gas", "History_of_climate_change_science", "IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "Attribution_of_recent_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Volcanic_winter"], "ranked_scores": [0.4922, 0.4844, 0.4844, 0.4609, 0.4375, 0.4375, 0.4375, 0.4375, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Tax", "European_Union_value_added_tax", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_pricing_reform", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "UK_Emissions_Trading_Scheme", "Value-added_tax_(United_Kingdom)"], "ranked_scores": [0.5078, 0.4844, 0.4531, 0.375, 0.375, 0.375, 0.375, 0.3672, 0.3672, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Future_sea_level", "Arctic_ice_pack", "ANDRILL", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Past_sea_level", "Deglaciation"], "ranked_scores": [0.6484, 0.5859, 0.5781, 0.5703, 0.5703, 0.5625, 0.5547, 0.5547, 0.5547, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Marine_isotope_stage", "Wibjörn_Karlén", "March_2012_North_American_heat_wave", "Thaw_(weather)", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "1908", "Bølling-Allerød_warming", "Climate_oscillation"], "ranked_scores": [0.5, 0.4766, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Alkalinity", "Carbon_dioxide_in_Earth's_atmosphere", "James_Hansen", "Carbonic_acid", "Atmospheric_carbon_cycle", "Anoxic_waters"], "ranked_scores": [0.6484, 0.5859, 0.4922, 0.4687, 0.4609, 0.4609, 0.4531, 0.4375, 0.4375, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Demand_destruction", "Media_coverage_of_climate_change", "Denialism", "Fossil_fuel", "Waste-to-energy_plant", "Environmental_impact_of_the_coal_industry", "Climate_Change_Denial:_Heads_in_the_Sand", "Greening_Earth_Society", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.4531, 0.4531, 0.4375, 0.4297, 0.4219, 0.4219, 0.4141, 0.4141, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Regional_effects_of_global_warming", "Arctic_ice_pack", "Copenhagen_Diagnosis"], "ranked_scores": [0.625, 0.5938, 0.5859, 0.5781, 0.5313, 0.5078, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Earth_rainfall_climatology", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_China", "Climate_change_mitigation_scenarios", "Climate_of_Australia", "Deforestation_and_climate_change", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6016, 0.5625, 0.5547, 0.5547, 0.5391, 0.5234, 0.5234, 0.5156, 0.5156, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greening_Earth_Society", "Climate_change_in_the_United_States", "Idealized_greenhouse_model", "Greenhouse_gas", "Highest_temperature_recorded_on_Earth", "Climate_change_in_the_Arctic", "Cool_tropics_paradox", "Arctic_geoengineering", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.4609, 0.4453, 0.4375, 0.4297, 0.4141, 0.4063, 0.4063, 0.4063, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6406, 0.6094, 0.5859, 0.5859, 0.5859, 0.5703, 0.5547, 0.5547, 0.5547, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.625, 0.5938, 0.5781, 0.5703, 0.5547, 0.5469, 0.5469, 0.5391, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Climate_change_(general_concept)", "Little_Ice_Age", "Attribution_of_recent_climate_change", "Climate_change_feedback", "Climate_state", "Climate_variability", "Global_stilling"], "ranked_scores": [0.5078, 0.4922, 0.4766, 0.4766, 0.4766, 0.4766, 0.4766, 0.4687, 0.4609, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6805, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Climate_change_in_China", "Fossil_fuel", "Greenhouse_effect", "History_of_climate_change_science", "Climate_change_in_the_United_States"], "ranked_scores": [0.6719, 0.6719, 0.6328, 0.6094, 0.5938, 0.5859, 0.5781, 0.5781, 0.5703, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk_(statistics)", "Risk", "Hazard", "Outcome_bias", "Bias", "Risk_neutral", "Disaster", "Scenario_analysis", "Counterfactual_thinking", "Risk–benefit_ratio"], "ranked_scores": [0.4219, 0.3906, 0.3906, 0.375, 0.375, 0.3672, 0.3672, 0.3672, 0.3672, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Carbon_emissions_reporting", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "UK_Emissions_Trading_Scheme", "Carbon_pricing_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Mitigation_of_global_warming_in_Australia", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "California_Senate_Bill_32"], "ranked_scores": [0.5703, 0.5156, 0.5156, 0.5078, 0.5078, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "Year_Without_a_Summer", "Pliocene_climate", "El_Niño", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "1997–98_El_Niño_event", "Climate_change_in_Texas", "2014–16_El_Niño_event", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5703, 0.5703, 0.5625, 0.5625, 0.5391, 0.5391, 0.5156, 0.5156, 0.5156, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_sea_ice", "Arctic_ice_pack", "Holocene_glacial_retreat", "Glacier_mass_balance", "Ice_cap", "Future_sea_level", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Ice2sea"], "ranked_scores": [0.5625, 0.5312, 0.5234, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4687, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Fossil_fuel_power_station", "Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Wind_power_in_the_United_Kingdom", "Waste-to-energy_plant", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology", "Renewable_heat", "Carbon_dioxide_removal"], "ranked_scores": [0.6406, 0.6094, 0.5859, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "PDOS", "Programmed_Data_Processor", "Fleischmann–Pons_experiment", "Indonesian_Democratic_Party", "History_of_climate_change_science", "Pacific_decadal_oscillation", "Sublimation_(phase_transition)", "Plesiochronous_digital_hierarchy", "Solar_power_in_Spain"], "ranked_scores": [0.4141, 0.4063, 0.3906, 0.3906, 0.3906, 0.3594, 0.3594, 0.3438, 0.3438, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Environmental_issue", "Scientific_consensus_on_climate_change", "Climate_state", "IPCC_Fourth_Assessment_Report", "Climate_change_mitigation_scenarios", "Greening_Earth_Society", "Climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.6563, 0.5859, 0.5781, 0.5703, 0.5625, 0.5547, 0.5547, 0.5469, 0.5312, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Carbon_emissions_reporting", "James_Hansen", "Climate_footprint", "Global_warming_controversy", "Climate_risk", "Effects_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Deforestation_and_climate_change"], "ranked_scores": [0.4609, 0.4531, 0.4453, 0.4297, 0.4297, 0.4219, 0.4219, 0.4141, 0.4141, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["1908", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Thaw_(weather)", "Global_cooling", "Arctic_sea_ice_decline", "Deglaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_Climate_Impact_Assessment", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5078, 0.4844, 0.4844, 0.4766, 0.4687, 0.4609, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Milankovitch_cycles", "History_of_climate_change_science", "Ian_Clark_(geologist)", "Climate_change_in_Texas", "Solar_phenomena", "Greenhouse_effect", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Global_warming_in_Antarctica", "Climate_variability"], "ranked_scores": [0.5156, 0.5156, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766, 0.4766, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Statistical_significance", "Selection_bias", "Ecological_correlation", "Prevalence", "Denialism", "Regression_toward_the_mean", "Publication_bias", "Skewness", "Null_hypothesis", "The_Great_Stagnation"], "ranked_scores": [0.3984, 0.3203, 0.3047, 0.2969, 0.2969, 0.2813, 0.2812, 0.2812, 0.2812, 0.2812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "Global_warming", "Environmental_issue", "Contribution_to_global_warming_by_Australia", "Climate_change_in_the_United_States", "Greening_Earth_Society", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5703, 0.5625, 0.5547, 0.5469, 0.5234, 0.5234, 0.5156, 0.5, 0.4922, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7877, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Climate_state", "Antarctic_Cold_Reversal", "Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Climate_variability", "Wibjörn_Karlén", "Global_warming", "Cool_tropics_paradox", "Pliocene_climate", "Climate_change_(general_concept)"], "ranked_scores": [0.5859, 0.5469, 0.5469, 0.5469, 0.5469, 0.5391, 0.5391, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "Merchants_of_Doubt", "Scientific_Alliance", "The_Great_Global_Warming_Swindle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming_controversy", "Advisory_Group_on_Greenhouse_Gases", "Full_Fact"], "ranked_scores": [0.4766, 0.4688, 0.4609, 0.4375, 0.4375, 0.4297, 0.4219, 0.4141, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Cooling_center", "March_2012_North_American_heat_wave", "2016_North_American_heat_wave", "Weather_station", "Amundsen–Scott_South_Pole_Station", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_Texas"], "ranked_scores": [0.5469, 0.5312, 0.5078, 0.5, 0.4922, 0.4688, 0.4688, 0.4687, 0.4687, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Ian_Clark_(geologist)", "Wibjörn_Karlén", "Greening_Earth_Society", "Year_Without_a_Summer", "IPCC_First_Assessment_Report", "Global_warming_hiatus", "Arctic_geoengineering", "Global_cooling"], "ranked_scores": [0.5547, 0.5469, 0.5234, 0.5078, 0.5078, 0.5078, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_Michigan", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_energy", "Solar_power_in_Italy", "Wind_power_in_California", "Solar_power", "Electricity_sector_in_the_United_Kingdom", "Solar_power_in_Australia", "Solar_power_by_country"], "ranked_scores": [0.6094, 0.6094, 0.5703, 0.5625, 0.5547, 0.5469, 0.5313, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Global_hectare", "Productivity_(ecology)", "Economy_of_Spain", "List_of_countries_by_average_wage", "Agricultural_Act_of_2014", "Economy_of_North_America", "Agricultural_land"], "ranked_scores": [0.5, 0.4922, 0.4609, 0.4531, 0.4375, 0.4375, 0.4297, 0.4297, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-2bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Northwoods_(forest)", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Moose", "List_of_Alaska_state_forests", "Arctic_ecology", "Glacier_National_Park_(U.S.)", "Ursus_americanus_carlottae", "CO2_fertilization_effect"], "ranked_scores": [0.5434, 0.4669, 0.4418, 0.4407, 0.4395, 0.432, 0.4217, 0.4172, 0.4164, 0.4111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Polar_ice_cap", "Greenhouse_gas", "Greenland_ice_sheet", "Climate_of_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6822, 0.6484, 0.6102, 0.6093, 0.5996, 0.5944, 0.5833, 0.5773, 0.5699, 0.5667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Sea_surface_temperature", "Tide", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Sea", "Ocean_surface_topography", "Sea_level"], "ranked_scores": [0.7118, 0.6961, 0.6622, 0.6371, 0.6308, 0.6225, 0.6204, 0.6044, 0.604, 0.6023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Future_sea_level", "Copenhagen_Diagnosis", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Global_cooling"], "ranked_scores": [0.7205, 0.6308, 0.6255, 0.6218, 0.6141, 0.5834, 0.5832, 0.5822, 0.5809, 0.5782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_footprint", "Carbon_offset", "Climate_footprint", "Carbon_emissions_reporting", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_tax", "Carbon_profiling", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.6851, 0.647, 0.6331, 0.6237, 0.6196, 0.6179, 0.6126, 0.6104, 0.6082, 0.6071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "James_Hansen", "CO2_is_Green", "Deforestation_and_climate_change", "Embedded_emissions", "Atmospheric_carbon_cycle", "Scientific_consensus_on_climate_change", "Low-carbon_emission", "Scientific_opinion_on_climate_change", "Global_warming"], "ranked_scores": [0.6749, 0.6502, 0.6434, 0.6274, 0.6246, 0.6246, 0.6234, 0.6158, 0.6123, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Greenland_ice_sheet", "Arctic_ice_pack", "Last_Glacial_Maximum"], "ranked_scores": [0.708, 0.6926, 0.6892, 0.6684, 0.6674, 0.6497, 0.6395, 0.6258, 0.6172, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "IPCC_First_Assessment_Report", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "James_Hansen", "History_of_climate_change_science", "Atmospheric_methane"], "ranked_scores": [0.7447, 0.7021, 0.6951, 0.6936, 0.6821, 0.6816, 0.6774, 0.6769, 0.6536, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Hurricane_Florence_(1988)", "Hurricane_Andrew", "Meteorological_history_of_Hurricane_Matthew", "Hurricane_Katrina", "Regional_effects_of_global_warming", "Droughts_in_the_United_States", "Effects_of_global_warming"], "ranked_scores": [0.6393, 0.6075, 0.5646, 0.542, 0.5393, 0.5378, 0.5371, 0.5267, 0.5225, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Amblyomma_americanum", "List_of_mammals_of_New_England", "Ehrlichia_Wisconsin_HM543746", "Southern_tick-associated_rash_illness", "2013_extreme_weather_events", "Boutonneuse_fever", "Culex", "Climate_of_the_United_States"], "ranked_scores": [0.6559, 0.5314, 0.5233, 0.5119, 0.5066, 0.49, 0.4789, 0.4715, 0.4696, 0.4607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Climate_prediction", "Climate_engineering", "History_of_climate_change_science", "Economics_of_global_warming", "Climate_change", "Climate_change_mitigation_scenarios", "Scientific_opinion_on_climate_change", "Climate_pattern"], "ranked_scores": [0.6165, 0.5833, 0.5809, 0.5726, 0.5707, 0.5679, 0.5646, 0.5628, 0.5587, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming_hiatus", "George_Kukla", "Global_cooling", "Global_cooling_(disambiguation)", "Antarctic_Cold_Reversal", "100,000-year_problem", "Abrupt_climate_change", "Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Younger_Dryas"], "ranked_scores": [0.618, 0.617, 0.6065, 0.5943, 0.5843, 0.5749, 0.5729, 0.5722, 0.5691, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "Millmerran_Power_Station", "Lōʻihi_Seamount", "Mongstad_Power_Station", "Carbon_capture_and_storage", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6312, 0.5843, 0.5767, 0.5015, 0.4833, 0.4775, 0.4666, 0.4556, 0.4434, 0.4406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Alkalinity", "PH", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Total_inorganic_carbon", "Oxygen", "Geological_history_of_oxygen", "Atmospheric_methane"], "ranked_scores": [0.6632, 0.6536, 0.6174, 0.5893, 0.5601, 0.5542, 0.5535, 0.5485, 0.546, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Climate_change_denial", "George_Kukla"], "ranked_scores": [0.7103, 0.6682, 0.6574, 0.6494, 0.6409, 0.6282, 0.627, 0.6225, 0.6224, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Heat", "Temperature", "PDOS", "Pacific_decadal_oscillation", "Milankovitch_cycles", "PDO", "Heat_index", "Degree_day", "Boreal_(age)"], "ranked_scores": [0.4766, 0.4507, 0.447, 0.4453, 0.4306, 0.4244, 0.4222, 0.415, 0.4135, 0.4081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_Climate_Impact_Assessment", "Global_warming_in_Antarctica", "Ice2sea", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "Global_stilling", "Arctic_geoengineering", "Copenhagen_Diagnosis"], "ranked_scores": [0.6609, 0.6418, 0.597, 0.5919, 0.5875, 0.5847, 0.5792, 0.5762, 0.5728, 0.5687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Polar_vortex", "Weather_front", "Jet_stream", "Intertropical_Convergence_Zone", "Westerlies", "Polar_low", "West_Spitsbergen_Current", "Polar_High", "Rear-inflow_jet"], "ranked_scores": [0.7112, 0.6529, 0.6528, 0.5904, 0.587, 0.5808, 0.5711, 0.5554, 0.551, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Satellite_temperature_measurements", "Ian_Clark_(geologist)", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7006, 0.6797, 0.6648, 0.6556, 0.6548, 0.6308, 0.6288, 0.6025, 0.599, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "IPCC_First_Assessment_Report", "CLOUD_experiment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Greenhouse_gas", "History_of_climate_change_science", "The_Real_Global_Warming_Disaster", "Advisory_Group_on_Greenhouse_Gases"], "ranked_scores": [0.5586, 0.5487, 0.5432, 0.5371, 0.5356, 0.5336, 0.5328, 0.5139, 0.5131, 0.5011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "UK_Emissions_Trading_Scheme", "European_Union_Emission_Trading_Scheme", "Tax", "Congestion_pricing", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.572, 0.5586, 0.5578, 0.4798, 0.4756, 0.4712, 0.4413, 0.4371, 0.4352, 0.4348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Last_Glacial_Maximum", "Ice2sea", "Global_warming_in_Antarctica", "Past_sea_level", "Copenhagen_Diagnosis", "Antarctic_ice_sheet"], "ranked_scores": [0.7031, 0.6785, 0.6652, 0.6471, 0.6462, 0.6401, 0.6329, 0.6285, 0.6142, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1908", "Highest_temperature_recorded_on_Earth", "Thaw_(weather)", "Temperature_record_of_the_past_1000_years", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "MSU_temperature_measurements"], "ranked_scores": [0.611, 0.5675, 0.5644, 0.5641, 0.545, 0.5447, 0.541, 0.5361, 0.5356, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Acid_rain", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Runaway_greenhouse_effect", "Alkalinity", "Sulfuric_acid"], "ranked_scores": [0.747, 0.7416, 0.6087, 0.6053, 0.5932, 0.5902, 0.545, 0.5433, 0.5421, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Demand_destruction", "Environmental_impact_of_the_coal_industry", "Climate_change_denial", "Carbon_diet", "Waste-to-energy_plant", "Environmental_skepticism", "Sustainable_energy", "World_Climate_Report", "World_Energy_Outlook"], "ranked_scores": [0.5353, 0.5093, 0.5009, 0.499, 0.495, 0.4923, 0.4922, 0.4897, 0.4889, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Copenhagen_Diagnosis", "Past_sea_level", "Ice2sea", "Arctic_ice_pack"], "ranked_scores": [0.72, 0.6765, 0.6708, 0.6461, 0.6213, 0.6188, 0.6096, 0.605, 0.5986, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "Deforestation_and_climate_change", "Drought_in_Spain", "Earth_rainfall_climatology", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_of_Australia", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.6765, 0.6695, 0.6582, 0.6466, 0.6306, 0.6292, 0.6218, 0.6202, 0.6102, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_sensitivity", "Effects_of_global_warming", "Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Heat_index", "Earth's_energy_budget", "Planetary_equilibrium_temperature", "Global_cooling", "James_Hansen"], "ranked_scores": [0.5567, 0.5483, 0.5368, 0.5176, 0.5144, 0.5129, 0.512, 0.5115, 0.5101, 0.4975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Excessive_heat_watch", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.7561, 0.7521, 0.7426, 0.7354, 0.7108, 0.7065, 0.7019, 0.6996, 0.6717, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "James_Hansen", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Environmental_skepticism", "An_Appeal_to_Reason"], "ranked_scores": [0.7202, 0.6875, 0.6868, 0.6714, 0.6655, 0.6545, 0.6539, 0.6522, 0.6514, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "100,000-year_problem", "Global_cooling", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_change", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6882, 0.6719, 0.6674, 0.6365, 0.6311, 0.6305, 0.6161, 0.616, 0.6157, 0.6139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_effect", "Fossil_fuel", "Air_pollution", "Low-carbon_emission", "Carbon-based_fuel", "Deforestation_and_climate_change"], "ranked_scores": [0.7518, 0.7202, 0.7068, 0.6977, 0.6772, 0.6422, 0.6403, 0.6356, 0.6339, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Outcome_bias", "Risk", "Counterfactual_thinking", "Risk_neutral", "Risk–benefit_ratio", "Bias", "Dunning–Kruger_effect", "Wishful_thinking", "Learning_the_hard_way", "Worst-case_scenario"], "ranked_scores": [0.5177, 0.5128, 0.4993, 0.4949, 0.4821, 0.4669, 0.458, 0.447, 0.4433, 0.439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Environmental_policy_of_the_Donald_Trump_administration", "Mitigation_of_global_warming_in_Australia", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Carbon_pricing_in_Australia"], "ranked_scores": [0.6728, 0.6605, 0.6342, 0.6136, 0.6096, 0.5963, 0.5816, 0.5675, 0.5507, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Climate_change_in_Texas", "Global_warming", "2013_extreme_weather_events", "History_of_climate_change_science", "Global_warming_hiatus"], "ranked_scores": [0.7138, 0.7136, 0.7113, 0.6976, 0.676, 0.6659, 0.6638, 0.6506, 0.6495, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Future_sea_level", "Sea_ice", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7006, 0.6313, 0.5999, 0.594, 0.5937, 0.5898, 0.589, 0.5799, 0.5747, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Coal_gasification_commercialization", "History_of_coal_mining", "List_of_coal_fired_power_stations_in_Australia", "Beyond_Coal", "Coal"], "ranked_scores": [0.7402, 0.7157, 0.6699, 0.6315, 0.6204, 0.5922, 0.591, 0.5879, 0.5696, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "PDOS", "PDO", "Heat_index", "Cooling_tower", "Pacific_decadal_oscillation", "Condensation_cloud", "Indonesian_Democratic_Party", "Exothermic_process", "Programmed_Data_Processor"], "ranked_scores": [0.4936, 0.4764, 0.4196, 0.4103, 0.404, 0.3968, 0.3965, 0.3953, 0.3942, 0.3897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States"], "ranked_scores": [0.7382, 0.7215, 0.6942, 0.6883, 0.6799, 0.673, 0.669, 0.6593, 0.6578, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "James_Hansen", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Global_warming", "ExxonMobil_climate_change_controversy", "Greening_Earth_Society", "Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.5964, 0.5864, 0.5808, 0.5606, 0.5516, 0.5514, 0.5364, 0.533, 0.5315, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["1908", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Freezing_level", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Climate_of_Antarctica", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_Climate_Impact_Assessment", "Future_sea_level"], "ranked_scores": [0.6139, 0.595, 0.5824, 0.5714, 0.5708, 0.57, 0.57, 0.5601, 0.5457, 0.5457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "History_of_climate_change_science", "Effect_of_Sun_angle_on_climate", "Milankovitch_cycles", "Orbital_forcing", "Weather", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Greenhouse_effect"], "ranked_scores": [0.6597, 0.6576, 0.6453, 0.6322, 0.6297, 0.6261, 0.6163, 0.6075, 0.6023, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Statistical_significance", "Wage_curve", "Null_hypothesis", "Skewness", "Phillips_curve", "Selection_bias", "Trend_stationary", "Mean", "Publication_bias"], "ranked_scores": [0.4876, 0.4631, 0.4388, 0.4347, 0.427, 0.415, 0.4032, 0.4029, 0.3856, 0.3831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Global_warming", "Environmental_issue", "Effects_of_global_warming", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "James_Hansen"], "ranked_scores": [0.7168, 0.6859, 0.6643, 0.6492, 0.6455, 0.6371, 0.6317, 0.6241, 0.6137, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7877, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "History_of_climate_change_science", "Future_of_Earth", "Temperature_record_of_the_past_1000_years", "Bølling-Allerød_warming", "Eocene_Thermal_Maximum_2", "Timeline_of_glaciation", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6561, 0.6469, 0.6355, 0.6307, 0.6264, 0.622, 0.622, 0.6186, 0.6151, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Danish_Committees_on_Scientific_Dishonesty", "The_Great_Global_Warming_Swindle", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Merchants_of_Doubt"], "ranked_scores": [0.5675, 0.5426, 0.5402, 0.5312, 0.5193, 0.5174, 0.5169, 0.513, 0.512, 0.5046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Weather_station", "Automatic_weather_station", "Cooling_center", "Weather", "March_2012_North_American_heat_wave", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "Weather_media_in_the_United_States", "Degree_day"], "ranked_scores": [0.6598, 0.651, 0.6129, 0.5826, 0.5612, 0.5555, 0.5499, 0.5447, 0.5444, 0.5431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Ian_Clark_(geologist)", "Global_warming_hiatus", "James_Hansen", "George_Kukla", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7019, 0.6971, 0.6837, 0.6513, 0.649, 0.6443, 0.6394, 0.637, 0.6291, 0.6265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_energy", "Solar_panel", "List_of_photovoltaic_power_stations", "Photovoltaics"], "ranked_scores": [0.7174, 0.6934, 0.6883, 0.6869, 0.6769, 0.6557, 0.6467, 0.6325, 0.6254, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture", "Farm_programs", "Agricultural_Act_of_2014", "Agricultural_land", "Productivity_(ecology)", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria"], "ranked_scores": [0.6404, 0.6352, 0.6088, 0.6009, 0.595, 0.5872, 0.5631, 0.5614, 0.5598, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-3bit": {"555": {"relevant_ids": ["Brown_bear", "Grizzly_bear", "Kodiak_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Moose", "Hunting_and_fishing_in_Alaska", "Bear_attack", "List_of_Alaska_state_forests", "Brown_bear", "Great_Bear_Wilderness", "Northwoods_(forest)", "Ursus_americanus_carlottae"], "ranked_scores": [0.5895, 0.5231, 0.5164, 0.5064, 0.4905, 0.4764, 0.4729, 0.465, 0.4619, 0.4528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Glacier", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_geoengineering", "Arctic_ice_pack", "Climate_of_Antarctica", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Arctic_resources_race"], "ranked_scores": [0.7496, 0.6948, 0.6407, 0.6379, 0.6351, 0.6299, 0.6232, 0.6153, 0.6129, 0.6087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Tide", "Sea_level", "Future_sea_level", "Sea_surface_temperature", "Ocean_surface_topography", "Annual_cycle_of_sea_level_height", "Sea"], "ranked_scores": [0.766, 0.7636, 0.6938, 0.6662, 0.6644, 0.6537, 0.6534, 0.6505, 0.6413, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Arctic_ice_pack", "Copenhagen_Diagnosis", "Holocene_glacial_retreat", "Antarctic_ice_sheet"], "ranked_scores": [0.7768, 0.6825, 0.6691, 0.6565, 0.63, 0.6274, 0.6261, 0.616, 0.5983, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Carbon_footprint", "Zero-energy_building", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Carbon_offset", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_footprint", "Carbon_tax", "Climate_footprint", "Carbon_dioxide_removal", "Contribution_to_global_warming_by_Australia", "Carbon_capture_and_storage_in_Australia", "Carbon_neutrality"], "ranked_scores": [0.7166, 0.7074, 0.6993, 0.6926, 0.6778, 0.6736, 0.6711, 0.657, 0.6527, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Scott_Pruitt", "Greenhouse_gas"], "ranked_ids": ["Politics_of_global_warming", "CO2_is_Green", "James_Hansen", "Atmospheric_carbon_cycle", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "Low-carbon_emission", "Global_warming", "Scientific_consensus_on_climate_change", "Climate_change_mitigation"], "ranked_scores": [0.7371, 0.6884, 0.6795, 0.6633, 0.6444, 0.6399, 0.633, 0.6286, 0.6271, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_ice_pack", "Antarctic_ice_sheet", "Greenland_ice_sheet", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7444, 0.7285, 0.7145, 0.7095, 0.6949, 0.692, 0.6829, 0.681, 0.6648, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "James_Hansen", "Atmospheric_carbon_cycle"], "ranked_scores": [0.755, 0.7478, 0.7474, 0.7243, 0.7233, 0.7119, 0.7066, 0.7064, 0.6988, 0.6964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "Environmental_issue", "Global_warming", "Climate_change_in_the_United_States", "Climate_risk", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6638, 0.6395, 0.6216, 0.6132, 0.6054, 0.5939, 0.5843, 0.5831, 0.5764, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Lyme_disease", "Temperate_climate"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Amblyomma_americanum", "List_of_West_Nile_virus_outbreaks", "Southern_tick-associated_rash_illness", "List_of_mammals_of_New_England", "Infection", "Climate_of_the_United_States", "2009_flu_pandemic_in_the_United_States", "2009_flu_pandemic_in_the_United_States_by_state"], "ranked_scores": [0.6713, 0.5762, 0.5629, 0.5612, 0.5417, 0.5341, 0.5161, 0.5107, 0.5028, 0.4988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Climate_engineering", "Climate_change", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Stern_Review", "Climate_prediction"], "ranked_scores": [0.6379, 0.6307, 0.618, 0.6155, 0.6094, 0.6056, 0.5952, 0.5907, 0.5853, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "George_Kukla", "Climate_change_(general_concept)", "100,000-year_problem", "Climate_variability", "History_of_climate_change_science", "Antarctic_Cold_Reversal", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.6899, 0.6846, 0.6587, 0.6548, 0.6394, 0.6346, 0.6305, 0.6298, 0.6257, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Alta_Wind_Energy_Center", "Lōʻihi_Seamount", "Greenhouse_gas_emissions_by_the_United_States", "Mongstad_Power_Station", "Millmerran_Power_Station", "Intermountain_Power_Plant"], "ranked_scores": [0.6635, 0.6372, 0.6127, 0.5397, 0.5046, 0.4993, 0.4977, 0.4923, 0.4908, 0.4732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Alkalinity", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Oceanic_carbon_cycle", "Total_inorganic_carbon", "Atmospheric_carbon_cycle", "Oxygen"], "ranked_scores": [0.6847, 0.6814, 0.6392, 0.6189, 0.6106, 0.5803, 0.5734, 0.5729, 0.5706, 0.5701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Global_cooling", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "George_Kukla", "Climate_change_denial"], "ranked_scores": [0.7418, 0.7184, 0.7105, 0.7034, 0.6782, 0.6778, 0.6653, 0.6619, 0.6586, 0.657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3378, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "El_Niño–Southern_Oscillation", "Temperature", "Milankovitch_cycles", "Heat", "Indonesian_Democratic_Party", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "PDO"], "ranked_scores": [0.5007, 0.4811, 0.4746, 0.4682, 0.4592, 0.4584, 0.4457, 0.4451, 0.4415, 0.4415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Greenland", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Ice2sea", "Arctic_Climate_Impact_Assessment", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Arctic_geoengineering"], "ranked_scores": [0.6989, 0.6965, 0.6847, 0.662, 0.6594, 0.6438, 0.6271, 0.6214, 0.6151, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Polar_High", "Westerlies", "Climate_of_the_United_States", "Intertropical_Convergence_Zone", "Winter_1985_cold_wave", "Polar_low"], "ranked_scores": [0.7628, 0.732, 0.6833, 0.6411, 0.6353, 0.6313, 0.6158, 0.6156, 0.6058, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Satellite_temperature_measurements", "Climate_change_in_Texas", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7504, 0.7392, 0.7056, 0.6882, 0.6789, 0.6627, 0.6529, 0.6447, 0.6433, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "James_Hansen", "Advisory_Group_on_Greenhouse_Gases", "History_of_climate_change_science", "Greenhouse_gas", "Clouds_and_the_Earth's_Radiant_Energy_System"], "ranked_scores": [0.6069, 0.5867, 0.579, 0.5769, 0.5759, 0.5708, 0.5591, 0.5587, 0.553, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_transport_in_Australia", "Tax", "Congestion_pricing", "Mitigation_of_global_warming_in_Australia", "London_congestion_charge", "International_Fuel_Tax_Agreement"], "ranked_scores": [0.6075, 0.6015, 0.5886, 0.4966, 0.4917, 0.4714, 0.4609, 0.4579, 0.4555, 0.4528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Copenhagen_Diagnosis", "Past_sea_level"], "ranked_scores": [0.7325, 0.7173, 0.6931, 0.6882, 0.6812, 0.6678, 0.6676, 0.6656, 0.6464, 0.6446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "1908", "2010_Northern_Hemisphere_summer_heat_waves", "Wibjörn_Karlén", "2013_extreme_weather_events", "Thaw_(weather)", "Temperature_record_of_the_past_1000_years", "2013_Southwestern_United_States_heat_wave", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6564, 0.5912, 0.58, 0.5744, 0.5734, 0.567, 0.5666, 0.5654, 0.5648, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Sulfuric_acid", "Atmospheric_methane", "James_Hansen", "Runaway_greenhouse_effect"], "ranked_scores": [0.8057, 0.7884, 0.6664, 0.6567, 0.6311, 0.6267, 0.6006, 0.593, 0.5762, 0.569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Economics"], "ranked_ids": ["Demand_destruction", "Alternative_energy", "Waste-to-energy_plant", "Energy_accidents", "Carbon_diet", "Environmental_impact_of_the_coal_industry", "Nuclear_power_proposed_as_renewable_energy", "The_Real_Global_Warming_Disaster", "Energy_development", "Climate_change_denial"], "ranked_scores": [0.5655, 0.5528, 0.5465, 0.5459, 0.5412, 0.5379, 0.5369, 0.5359, 0.5281, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Arctic_ice_pack", "Copenhagen_Diagnosis"], "ranked_scores": [0.7569, 0.7265, 0.7228, 0.7169, 0.6575, 0.6571, 0.6491, 0.6439, 0.6429, 0.6275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Deforestation_and_climate_change", "Global_warming", "Effects_of_global_warming_on_humans", "Climate_change_in_Australia", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7235, 0.7006, 0.6891, 0.6804, 0.6779, 0.6656, 0.6596, 0.6558, 0.6556, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Climate_sensitivity", "Arctic_geoengineering", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Earth's_energy_budget", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Global_warming_hiatus"], "ranked_scores": [0.5971, 0.596, 0.5896, 0.5606, 0.5579, 0.5541, 0.5532, 0.5525, 0.5473, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch", "2011_North_American_heat_wave"], "ranked_scores": [0.8369, 0.8272, 0.7995, 0.7992, 0.7781, 0.7762, 0.7634, 0.7502, 0.7493, 0.7421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "James_Hansen", "Global_warming_controversy", "Media_coverage_of_climate_change", "Climate_change_denial", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.7796, 0.7493, 0.7147, 0.7145, 0.7143, 0.7056, 0.702, 0.6985, 0.6964, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_variability", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "100,000-year_problem", "Shutdown_of_thermohaline_circulation", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science"], "ranked_scores": [0.7159, 0.681, 0.6726, 0.6682, 0.6652, 0.6611, 0.6396, 0.6385, 0.6341, 0.6321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Atmospheric_methane", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Greenhouse_effect", "Environmental_issue", "Air_pollution", "Fossil_fuel", "Deforestation_and_climate_change"], "ranked_scores": [0.7824, 0.7642, 0.7414, 0.7276, 0.6934, 0.6763, 0.6756, 0.666, 0.6569, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Risk", "Human_extinction"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Risk", "Outcome_bias", "Bias", "Accident", "Counterfactual_thinking", "Risk_(statistics)", "Dunning–Kruger_effect", "Prudentialism"], "ranked_scores": [0.5837, 0.5496, 0.5477, 0.5459, 0.5269, 0.5072, 0.5018, 0.4888, 0.4842, 0.4831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Emissions_trading"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_emissions_reporting", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Presidential_Climate_Action_Plan", "Beyond_Coal", "Carbon_pricing_in_Australia", "Mitigation_of_global_warming_in_Australia", "Low-carbon_emission"], "ranked_scores": [0.694, 0.6904, 0.6613, 0.6516, 0.6486, 0.6329, 0.6068, 0.6067, 0.606, 0.5952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "Pliocene_climate", "Climate_change_in_Texas", "Global_warming", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "History_of_climate_change_science"], "ranked_scores": [0.7644, 0.7481, 0.7472, 0.7268, 0.7225, 0.7, 0.6972, 0.6965, 0.6827, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Glacier_mass_balance", "Sea_ice", "Climate_of_Antarctica", "Permafrost"], "ranked_scores": [0.7447, 0.69, 0.6468, 0.6441, 0.641, 0.6343, 0.627, 0.6187, 0.604, 0.6026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Beyond_Coal", "Waste-to-energy_plant", "Coal_gasification_commercialization", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology", "Carbon_dioxide_removal"], "ranked_scores": [0.7963, 0.7814, 0.7101, 0.6987, 0.6951, 0.6623, 0.6598, 0.6583, 0.6552, 0.6416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "PDOS", "Cooling_tower", "Condensation_cloud", "PDO", "Indonesian_Democratic_Party", "Air_conditioned_clothing", "Convective_heat_transfer", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.5029, 0.4916, 0.4807, 0.4726, 0.4684, 0.4405, 0.4384, 0.4332, 0.4285, 0.4278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_hiatus"], "ranked_scores": [0.7729, 0.7542, 0.7349, 0.7308, 0.7272, 0.7057, 0.6988, 0.6985, 0.6978, 0.6867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["History_of_climate_change_science", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "James_Hansen", "Global_warming", "Climate_change_mitigation_scenarios", "Greening_Earth_Society", "IPCC_First_Assessment_Report", "Climate_change_in_Canada"], "ranked_scores": [0.6186, 0.6182, 0.617, 0.6144, 0.5962, 0.5742, 0.5618, 0.5616, 0.5577, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Lake_Superior", "Precipitation"], "ranked_ids": ["Arctic_sea_ice_decline", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Copenhagen_Diagnosis", "Climate_of_Antarctica", "Freezing_level", "Thaw_(weather)", "Antarctica_cooling_controversy", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6288, 0.6265, 0.5941, 0.5914, 0.5905, 0.5893, 0.5886, 0.5835, 0.5804, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effect_of_Sun_angle_on_climate", "Climate_change_in_the_Arctic", "Global_warming", "Attribution_of_recent_climate_change", "Greenhouse_effect", "Arctic_geoengineering", "Ian_Clark_(geologist)"], "ranked_scores": [0.7118, 0.7011, 0.6892, 0.6822, 0.6742, 0.6629, 0.6548, 0.651, 0.6473, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Hysterectomy", "Usage_share_of_operating_systems", "Solar_cycle", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Statistical_significance", "Selection_bias", "Trend_stationary", "Skewness", "Publication_bias", "Null_hypothesis", "Ecological_correlation", "Wage_curve", "Seasonal_adjustment"], "ranked_scores": [0.5432, 0.4954, 0.4884, 0.4832, 0.4778, 0.4634, 0.4422, 0.4362, 0.434, 0.4268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Greenhouse_gas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Environmental_issue", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7406, 0.7383, 0.7082, 0.6944, 0.6938, 0.6922, 0.6912, 0.6792, 0.6773, 0.6683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Earth", "Little_Ice_Age", "Sun", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Future_of_Earth", "Eocene_Thermal_Maximum_2", "History_of_climate_change_science", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "Timeline_of_glaciation"], "ranked_scores": [0.703, 0.7003, 0.6899, 0.6868, 0.6845, 0.6723, 0.6643, 0.6554, 0.65, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Media_coverage_of_climate_change", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "List_of_experimental_errors_and_frauds_in_physics", "Danish_Committees_on_Scientific_Dishonesty", "The_Great_Global_Warming_Swindle", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Merchants_of_Doubt"], "ranked_scores": [0.6076, 0.601, 0.5924, 0.5746, 0.5644, 0.5628, 0.5616, 0.5597, 0.5376, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Grissom_Air_Reserve_Base", "Palo_Alto,_California"], "ranked_ids": ["Weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "Automatic_weather_station", "2000_Southern_United_States_heat_wave", "Weather", "Excessive_heat_watch", "Humid_subtropical_climate", "Degree_day", "March_2012_North_American_heat_wave"], "ranked_scores": [0.685, 0.6786, 0.6403, 0.6202, 0.6144, 0.6142, 0.6117, 0.6037, 0.5955, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Global_cooling", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "George_Kukla", "Global_warming_controversy", "James_Hansen"], "ranked_scores": [0.7369, 0.7364, 0.6951, 0.6949, 0.6912, 0.678, 0.6746, 0.6646, 0.6635, 0.6614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Wind_power_in_California", "Solar_energy", "Solar_power_in_Michigan", "Photovoltaics", "Solar_power_in_Italy", "Solar_power_in_Australia"], "ranked_scores": [0.7773, 0.7769, 0.7519, 0.727, 0.7228, 0.714, 0.7088, 0.6987, 0.6865, 0.6754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture", "Agricultural_Act_of_2014", "Farm_programs", "Agricultural_policy_of_the_United_States", "Agriculture_in_Brazil", "Intensive_animal_farming", "Productivity_(ecology)", "Global_hectare"], "ranked_scores": [0.6892, 0.6838, 0.6498, 0.646, 0.6459, 0.6417, 0.6245, 0.6192, 0.6081, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.05": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Beringian_wolf", "Mount_Bear", "Bear_attack", "Grizzly_bear", "Great_Bear_Wilderness", "Ursus_americanus_carlottae", "Sloth_bear"], "ranked_scores": [527.0, 493.0, 488.0, 486.0, 486.0, 481.0, 476.0, 475.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6871, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Polar_High", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Greenhouse_gas", "Methane_clathrate", "Global_warming_in_Antarctica", "Mootral"], "ranked_scores": [561.0, 552.0, 537.0, 537.0, 529.0, 521.0, 520.0, 519.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Future_sea_level", "Sea_level", "Past_sea_level", "Climate_change_in_Tuvalu", "Marine_transgression", "Permanent_Service_for_Mean_Sea_Level", "Coast", "Raised_shoreline"], "ranked_scores": [521.0, 514.0, 514.0, 505.0, 500.0, 497.0, 488.0, 486.0, 483.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "West_Ice", "Arctic_geoengineering", "Global_warming_hiatus", "Fast_ice", "Termination_(geomorphology)", "Neoglaciation", "Future_sea_level", "Pliocene_climate", "Ice2sea"], "ranked_scores": [571.0, 520.0, 517.0, 513.0, 511.0, 511.0, 510.0, 509.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_footprint", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Mandatory_renewable_energy_target", "Carbon_accounting", "Wind_power", "Carbon_offset", "Carbon_neutrality", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "GHG_footprint", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [541.0, 531.0, 528.0, 524.0, 524.0, 524.0, 523.0, 521.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_footprint", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_diet", "Climate_change_in_China", "Politics_of_global_warming", "Journal_for_Geoclimatic_Studies", "Carbon_dioxide", "Carbon_neutrality", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [553.0, 545.0, 535.0, 535.0, 533.0, 532.0, 528.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Greenland_ice_sheet", "Sea_level_rise", "Global_warming_in_Antarctica", "Geography_of_Greenland", "Climate_change_in_the_Arctic", "Arctic_resources_race", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Ice_rise"], "ranked_scores": [531.0, 530.0, 519.0, 515.0, 513.0, 505.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Global_warming", "Permian–Triassic_extinction_event"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Global_warming_potential", "Climate_change_feedback", "Special_Report_on_Global_Warming_of_1.5_°C", "Keeling_Curve", "Regional_effects_of_global_warming", "Avoiding_Dangerous_Climate_Change", "CO2_fertilization_effect", "James_Hansen", "Politics_of_global_warming"], "ranked_scores": [537.0, 534.0, 533.0, 523.0, 522.0, 522.0, 522.0, 518.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_Texas", "Loss_and_damage"], "ranked_scores": [574.0, 527.0, 523.0, 517.0, 515.0, 514.0, 510.0, 510.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Geography_of_North_America", "Lyme_disease", "Climate_of_Minneapolis–Saint_Paul", "Amblyomma_americanum", "Ehrlichia_Wisconsin_HM543746", "North_Carolina", "Climate_of_Africa", "Disease_diffusion_mapping", "North_America", "Southern_tick-associated_rash_illness"], "ranked_scores": [488.0, 487.0, 482.0, 481.0, 478.0, 476.0, 473.0, 472.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["DICE_model", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Physical_impacts_of_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Economics_of_global_warming", "Views_on_the_Kyoto_Protocol", "Stern_Review", "Hockey_stick_graph", "Regime_shift"], "ranked_scores": [532.0, 528.0, 527.0, 517.0, 517.0, 516.0, 512.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_controversy", "Global_Historical_Climatology_Network", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_heat_waves", "Hockey_stick_graph"], "ranked_scores": [522.0, 520.0, 512.0, 510.0, 510.0, 510.0, 508.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "California_Senate_Bill_32", "Eyes_on_the_Earth", "List_of_carbon_ranches", "Global_Warming_Pollution_Reduction_Act_of_2007", "Climate_change_in_Tuvalu", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_profiling", "Mauna_Kea"], "ranked_scores": [516.0, 506.0, 494.0, 489.0, 489.0, 487.0, 487.0, 485.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "C3_carbon_fixation", "PH", "Keeling_Curve", "Estuarine_acidification", "Metabolic_acidosis", "Avoiding_Dangerous_Climate_Change", "Acid_rain", "CO2_fertilization_effect", "Carbonic_acid"], "ranked_scores": [491.0, 485.0, 481.0, 477.0, 476.0, 474.0, 473.0, 472.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "The_Great_Global_Warming_Swindle", "An_Appeal_to_Reason", "Ian_Clark_(geologist)", "Global_warming_controversy", "Climate_change_denial", "World_Climate_Report"], "ranked_scores": [562.0, 532.0, 532.0, 529.0, 526.0, 520.0, 519.0, 518.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "1000", "El_Niño", "2005_Pacific_hurricane_season", "PDO", "2010_Northern_Hemisphere_heat_waves", "PDOS", "1908", "Eugenius_Warming", "Cool_tropics_paradox"], "ranked_scores": [492.0, 480.0, 478.0, 473.0, 471.0, 470.0, 470.0, 468.0, 465.0, 464.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland", "Adam_Scaife"], "ranked_ids": ["Arctic_Climate_Impact_Assessment", "Adam_Scaife", "Arctic_geoengineering", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "James_Hansen", "Stern_Review", "Ian_Clark_(geologist)", "Michael_E._Mann", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [541.0, 539.0, 522.0, 517.0, 514.0, 514.0, 514.0, 510.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Wind_shear", "Rear-inflow_jet", "Cold-air_damming", "Global_stilling", "2006_European_cold_wave", "Cold_drop", "Polar_front", "Mountain-gap_wind", "Wibjörn_Karlén"], "ranked_scores": [523.0, 512.0, 512.0, 503.0, 501.0, 498.0, 495.0, 494.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "1997–98_El_Niño_event", "Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "NOAA-7", "Highest_temperature_recorded_on_Earth", "1908", "Earth_Radiation_Budget_Satellite", "List_of_climate_research_satellites", "El_Niño"], "ranked_scores": [540.0, 532.0, 531.0, 525.0, 509.0, 503.0, 502.0, 500.0, 498.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "CLOUD_experiment", "Journal_for_Geoclimatic_Studies", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_engineering", "Clouds_and_the_Earth's_Radiant_Energy_System", "Canada_and_the_Kyoto_Protocol", "Earth's_energy_budget", "Cloud_feedback", "Proxy_(climate)"], "ranked_scores": [499.0, 496.0, 491.0, 490.0, 488.0, 486.0, 482.0, 482.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_offset", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "TransCanada_Corporation", "Carbon_capture_and_storage_in_Australia", "Fuel_Economy_Reform_Act", "Green_Energy_Act_2009"], "ranked_scores": [525.0, 510.0, 496.0, 494.0, 491.0, 490.0, 489.0, 485.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Arctic_resources_race", "Iceberg_C-19", "Post-glacial_rebound", "Deglaciation", "Holocene_glacial_retreat", "Global_cooling", "Hockey_stick_graph", "Wiesław_Masłowski"], "ranked_scores": [517.0, 503.0, 502.0, 499.0, 499.0, 498.0, 498.0, 496.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "March_2012_North_American_heat_wave", "Global_Historical_Climatology_Network", "2000_Southern_United_States_heat_wave", "Media_coverage_of_climate_change", "2010_Northern_Hemisphere_heat_waves", "The_Great_Warming", "Earth's_internal_heat_budget", "Weather_media_in_the_United_States"], "ranked_scores": [497.0, 494.0, 492.0, 491.0, 488.0, 488.0, 488.0, 487.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Environmental_threats_to_the_Great_Barrier_Reef", "Great_Salinity_Anomaly", "Anoxic_event", "Ocean", "Marine_transgression", "The_Coming_Global_Superstorm", "Anoxic_waters"], "ranked_scores": [586.0, 548.0, 543.0, 511.0, 502.0, 499.0, 498.0, 496.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "The_Real_Global_Warming_Disaster", "False_attribution", "Lies,_damned_lies,_and_statistics", "Planning_fallacy", "Climate_Change_Denial:_Heads_in_the_Sand", "Misuse_of_statistics", "Environmental_skepticism", "Alternative_medicine", "Skeptical_movement"], "ranked_scores": [490.0, 484.0, 478.0, 478.0, 475.0, 475.0, 474.0, 473.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Marine_transgression", "Fast_ice", "Ice_rise", "Regional_effects_of_global_warming", "Wiesław_Masłowski", "Ice2sea", "Thwaites_Glacier"], "ranked_scores": [566.0, 524.0, 516.0, 512.0, 504.0, 503.0, 500.0, 495.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Megadrought", "Global_stilling", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Climate_change_mitigation_scenarios", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_Europe"], "ranked_scores": [510.0, 503.0, 500.0, 495.0, 493.0, 491.0, 491.0, 489.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_documents", "Avoiding_Dangerous_Climate_Change", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Stern_Review", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "Hurricane_Katrina_and_global_warming", "Community_Earth_System_Model", "Media_coverage_of_climate_change"], "ranked_scores": [533.0, 527.0, 520.0, 520.0, 519.0, 515.0, 514.0, 511.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2001_Eastern_North_America_heat_wave", "Western_Oregon", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "Klamath_Mountains"], "ranked_scores": [542.0, 520.0, 512.0, 512.0, 508.0, 504.0, 501.0, 496.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming_controversy", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "Gore_Effect", "Scientific_opinion_on_climate_change", "Climate_change_denial"], "ranked_scores": [531.0, 526.0, 516.0, 511.0, 508.0, 508.0, 507.0, 505.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_variability", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Global_cooling", "Scientific_opinion_on_climate_change", "Hockey_stick_graph"], "ranked_scores": [520.0, 517.0, 515.0, 515.0, 513.0, 509.0, 508.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Climate_change_in_China", "Global_warming_potential", "Atmospheric_methane", "Mootral", "Carbon_offset", "Contribution_to_global_warming_by_Australia", "Polar_amplification", "Wind", "Regional_effects_of_global_warming", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [534.0, 513.0, 512.0, 507.0, 505.0, 505.0, 504.0, 504.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Futures_studies", "Human_extinction"], "ranked_ids": ["Risk", "Centre_for_the_Study_of_Existential_Risk", "Ingenuity", "Hypotheticals", "Human_extinction", "Disaster", "Global_catastrophic_risk", "Longevity_risk", "Risk–benefit_ratio", "Value_of_life"], "ranked_scores": [497.0, 496.0, 489.0, 488.0, 488.0, 481.0, 481.0, 480.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Clean_Energy_Regulator", "Coal_pollution_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Carbon-neutral_fuel", "Carbon_dioxide_removal", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Air_Act_(United_States)", "Presidential_Climate_Action_Plan"], "ranked_scores": [507.0, 499.0, 499.0, 498.0, 494.0, 492.0, 491.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1908", "2014–16_El_Niño_event", "Year_Without_a_Summer", "1997–98_El_Niño_event", "Instrumental_temperature_record", "El_Niño", "Megathermal", "1808/1809_mystery_eruption", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_Historical_Climatology_Network"], "ranked_scores": [534.0, 521.0, 512.0, 512.0, 509.0, 504.0, 503.0, 501.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_geoengineering", "Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Arctic_resources_race", "Polar_seas", "Antarctic_Circumpolar_Current", "Geography_of_Antarctica", "Antarctic_Cold_Reversal", "Weddell_Gyre"], "ranked_scores": [549.0, 547.0, 544.0, 543.0, 542.0, 542.0, 541.0, 536.0, 535.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_Energy_Regulator", "Coal", "Cleaner_production", "Refined_coal", "Coalbed_methane", "Beyond_Coal", "Coal_mining", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [595.0, 567.0, 541.0, 538.0, 534.0, 527.0, 523.0, 518.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Programmed_Data_Processor", "Indonesian_Democratic_Party", "Cool_tropics_paradox", "History_of_the_Philippines_(1898–1946)", "El_Niño", "Little_Ice_Age", "El_Niño–Southern_Oscillation"], "ranked_scores": [494.0, 491.0, 484.0, 476.0, 476.0, 472.0, 465.0, 464.0, 464.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_Climate_Report", "World_Energy_Outlook", "Instrumental_temperature_record", "Global_Climate_Observing_System", "Global_warming", "Politics_of_global_warming", "Environmental_Performance_Index", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [498.0, 491.0, 484.0, 482.0, 480.0, 480.0, 479.0, 478.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Geographical_renaming", "Climate_change_denial", "Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "Global_warming", "Global_change", "Regional_effects_of_global_warming", "U.S._Global_Change_Research_Program", "Climate_change_in_Australia", "Media_coverage_of_climate_change"], "ranked_scores": [532.0, 529.0, 528.0, 525.0, 525.0, 524.0, 524.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Precipitation", "Lake_Superior"], "ranked_ids": ["Northern_Europe", "2013_extreme_weather_events", "Climate_of_Finland", "Wind_power", "Measurement_of_sea_ice", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Sea_surface_temperature", "Neoglaciation", "Weddell_Gyre"], "ranked_scores": [455.0, 454.0, 454.0, 453.0, 453.0, 452.0, 452.0, 451.0, 450.0, 448.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming_in_Antarctica", "Orbital_forcing", "Regional_effects_of_global_warming", "Climate_change_in_the_United_States", "Radiative_forcing", "Climate_change_feedback", "Climate_engineering", "World_Climate_Report", "Climate_change_and_agriculture"], "ranked_scores": [566.0, 540.0, 538.0, 536.0, 535.0, 530.0, 529.0, 527.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Dumbing_down", "An_Appeal_to_Reason", "Diminishing_returns", "Trend_stationary", "Dematerialization_(economics)", "Global_dimming", "Global_warming_hiatus", "Climate_change_in_the_United_States", "The_Great_Stagnation"], "ranked_scores": [494.0, 489.0, 478.0, 474.0, 471.0, 470.0, 469.0, 469.0, 466.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Runaway_greenhouse_effect", "History_of_sustainability", "CO2_fertilization_effect", "History_of_climate_change_science", "Greenhouse_gas", "Climate_change_in_China", "Carbon_footprint", "Climate_footprint", "Carbon_neutrality"], "ranked_scores": [515.0, 514.0, 513.0, 512.0, 511.0, 505.0, 503.0, 501.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Little_Ice_Age", "Climate_of_India", "Earth", "Sun"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_sustainability", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Holocene", "Cool_tropics_paradox", "Holocene_glacial_retreat", "Neoglaciation", "Global_warming_in_Antarctica", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [522.0, 520.0, 518.0, 513.0, 510.0, 505.0, 504.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "I'm_not_a_scientist", "Ian_Clark_(geologist)", "Climatic_Research_Unit_email_controversy", "An_Appeal_to_Reason", "Environmental_skepticism", "Not_even_wrong"], "ranked_scores": [508.0, 501.0, 489.0, 487.0, 486.0, 482.0, 481.0, 479.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "Hot_tower", "Automatic_weather_station", "National_Weather_Service", "Excessive_heat_watch", "Weather_station", "Station_model", "2001_Eastern_North_America_heat_wave", "Cooling_tower"], "ranked_scores": [516.0, 511.0, 511.0, 509.0, 505.0, 504.0, 503.0, 501.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming_hiatus", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hurricane_Katrina_and_global_warming", "Hockey_stick_graph", "Global_warming_in_Antarctica", "Hockey_stick_controversy", "Regional_effects_of_global_warming", "The_Great_Global_Warming_Swindle"], "ranked_scores": [525.0, 522.0, 515.0, 515.0, 514.0, 513.0, 512.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "California", "Wind_power_in_California", "Solar_power_in_Italy", "California_State_Assembly", "Solar_power_in_Michigan", "Solar_cell_efficiency", "List_of_lakes_in_California", "Etymology_of_California", "Renewable_energy_in_the_United_States"], "ranked_scores": [509.0, 501.0, 499.0, 497.0, 491.0, 490.0, 490.0, 489.0, 486.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Petroleum_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Economic_growth", "Agriculture_in_Argentina", "Eastern_United_States", "Energy_in_the_United_States"], "ranked_scores": [510.0, 504.0, 499.0, 498.0, 495.0, 492.0, 489.0, 489.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.2": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Beringian_wolf", "Brown_bear", "Kodiak_bear", "Great_Bear_Wilderness", "Mount_Bear", "Grizzly_bear", "Bear_attack", "Arctostaphylos", "Sloth_bear"], "ranked_scores": [527.0, 489.0, 487.0, 483.0, 483.0, 482.0, 478.0, 477.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5932, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Arctic_geoengineering", "Greenhouse_gas", "Polar_High", "West_Ice", "Climate_change_in_the_Arctic", "Avoiding_Dangerous_Climate_Change", "Clathrate_gun_hypothesis"], "ranked_scores": [566.0, 549.0, 533.0, 532.0, 528.0, 524.0, 520.0, 517.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level", "Past_sea_level", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Sea_level_rise", "Tide", "List_of_heat_waves", "Climate_variability", "Orthometric_height"], "ranked_scores": [514.0, 514.0, 502.0, 502.0, 500.0, 500.0, 488.0, 487.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Holocene_glacial_retreat", "Global_warming_hiatus", "Measurement_of_sea_ice", "Fast_ice", "Ice2sea", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_resources_race"], "ranked_scores": [573.0, 528.0, 527.0, 518.0, 518.0, 515.0, 513.0, 512.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_footprint", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Carbon_diet", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Carbon_offset", "100%_renewable_energy", "List_of_carbon_ranches", "Carbon_profiling", "Renewable_energy_debate", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [563.0, 554.0, 546.0, 541.0, 539.0, 539.0, 534.0, 533.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Politics_of_global_warming", "Journal_for_Geoclimatic_Studies", "Atmospheric_carbon_cycle", "Climate_change_denial", "Carbon_footprint", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy", "Carbon_diet", "Global_warming_potential"], "ranked_scores": [555.0, 543.0, 541.0, 540.0, 535.0, 535.0, 535.0, 533.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Geography_of_Greenland", "Greenland_ice_sheet", "Arctic_resources_race", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_geoengineering"], "ranked_scores": [541.0, 531.0, 524.0, 518.0, 513.0, 513.0, 513.0, 513.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Global_warming", "Permian–Triassic_extinction_event"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Global_warming_potential", "Climate_change_feedback", "Regional_effects_of_global_warming", "Keeling_Curve", "Politics_of_global_warming", "Avoiding_Dangerous_Climate_Change", "Carbon_dioxide_reforming", "CO2_fertilization_effect", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [542.0, 537.0, 537.0, 535.0, 528.0, 528.0, 528.0, 525.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_Texas", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States", "Climatic_Research_Unit_documents", "Climate_change_and_gender", "Climate_change_feedback", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [572.0, 540.0, 537.0, 533.0, 529.0, 523.0, 521.0, 519.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Climate_of_the_United_States", "Amblyomma_americanum", "Geography_of_North_America", "Climate_of_Minneapolis–Saint_Paul", "Early_2014_North_American_cold_wave", "North_Carolina", "Snow_in_Florida", "List_of_mammals_of_New_England"], "ranked_scores": [507.0, 489.0, 483.0, 483.0, 481.0, 481.0, 479.0, 479.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "IPCC_Fifth_Assessment_Report", "Effects_of_global_warming", "Stern_Review", "Arctic_Climate_Impact_Assessment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_variability", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [552.0, 528.0, 524.0, 523.0, 522.0, 521.0, 521.0, 520.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Instrumental_temperature_record", "Greenhouse_and_icehouse_Earth", "Hockey_stick_graph", "IPCC_Fifth_Assessment_Report", "100,000-year_problem", "Global_Historical_Climatology_Network", "Hockey_stick_controversy"], "ranked_scores": [514.0, 512.0, 511.0, 510.0, 507.0, 505.0, 502.0, 501.0, 500.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Eyes_on_the_Earth", "Carbon_profiling", "NASA_Earth_Observatory", "Global_Climate_Observing_System", "Mauna_Kea", "Permanent_Service_for_Mean_Sea_Level", "Carbon_dioxide_in_Earth's_atmosphere", "California_Senate_Bill_32"], "ranked_scores": [523.0, 521.0, 509.0, 507.0, 499.0, 495.0, 494.0, 494.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide", "Ocean_acidification", "Oceanic_carbon_cycle", "Keeling_Curve", "Carbon_bubble", "Carbon_dioxide_in_Earth's_atmosphere", "Clathrate_gun_hypothesis", "Estuarine_acidification", "C3_carbon_fixation", "Geological_history_of_oxygen"], "ranked_scores": [495.0, 494.0, 482.0, 482.0, 482.0, 480.0, 479.0, 476.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Global_warming_controversy", "Antarctica_cooling_controversy", "World_Climate_Report", "Climate_change_denial", "Ian_Clark_(geologist)", "The_Real_Global_Warming_Disaster"], "ranked_scores": [573.0, 547.0, 543.0, 539.0, 537.0, 535.0, 535.0, 531.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "2005_Pacific_hurricane_season", "PDO", "PDOS", "El_Niño", "Programmed_Data_Processor", "Climate_Change_Science_Program", "El_Niño–Southern_Oscillation", "Eugenius_Warming", "Timeline_of_the_2005_Pacific_hurricane_season"], "ranked_scores": [488.0, 483.0, 477.0, 475.0, 471.0, 468.0, 467.0, 467.0, 467.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland", "Adam_Scaife"], "ranked_ids": ["Arctic_Climate_Impact_Assessment", "Adam_Scaife", "Climatic_Research_Unit_documents", "Arctic_sea_ice_decline", "Arctic_resources_race", "Arctic_geoengineering", "Stern_Review", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "Michael_E._Mann"], "ranked_scores": [551.0, 548.0, 530.0, 524.0, 524.0, 523.0, 520.0, 515.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Rear-inflow_jet", "Jet_stream", "Wind_shear", "Weather_front", "Gulf_Stream", "Cold-air_damming", "Prevailing_winds", "Mountain-gap_wind", "Low-pressure_area", "1936_North_American_cold_wave"], "ranked_scores": [535.0, 523.0, 516.0, 509.0, 508.0, 508.0, 506.0, 505.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "Earth_Radiation_Budget_Satellite", "1997–98_El_Niño_event", "NOAA-6", "Aqua_(satellite)", "Weather_satellite"], "ranked_scores": [553.0, 553.0, 543.0, 533.0, 529.0, 517.0, 516.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "CLOUD_experiment", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Journal_for_Geoclimatic_Studies", "Climate_Change_Science_Program", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Ian_Clark_(geologist)", "Climate_engineering", "Coupled_model_intercomparison_project"], "ranked_scores": [518.0, 514.0, 495.0, 489.0, 487.0, 485.0, 484.0, 484.0, 483.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_credit", "Canada_and_the_Kyoto_Protocol", "Carbon_offset", "Carbon_capture_and_storage_in_Australia", "Carbon_tax", "Fuel_Economy_Reform_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Green_Energy_Act_2009"], "ranked_scores": [548.0, 517.0, 502.0, 500.0, 500.0, 498.0, 493.0, 490.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Iceberg_C-19", "Ice2sea", "Global_cooling", "Holocene_glacial_retreat", "Quaternary_glaciation", "Post-glacial_rebound", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_scores": [531.0, 517.0, 513.0, 512.0, 511.0, 510.0, 508.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Media_coverage_of_climate_change", "Highest_temperature_recorded_on_Earth", "2000_Southern_United_States_heat_wave", "1908", "Climate_change_in_the_United_States", "Global_warming_hiatus", "Climate_Central", "Global_Historical_Climatology_Network", "Special_Report_on_Global_Warming_of_1.5_°C", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [512.0, 511.0, 500.0, 499.0, 498.0, 495.0, 492.0, 492.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Environmental_threats_to_the_Great_Barrier_Reef", "Carbon_dioxide_in_Earth's_atmosphere", "Sea_level_rise", "Marine_transgression", "Carbonate_platform", "Free_Ocean_CO2_Enrichment", "The_Real_Global_Warming_Disaster"], "ranked_scores": [607.0, 575.0, 557.0, 516.0, 511.0, 510.0, 508.0, 506.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought"], "ranked_ids": ["Climate_Change_Denial:_Heads_in_the_Sand", "The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Misuse_of_statistics", "Lies,_damned_lies,_and_statistics", "Energy_accidents", "Clathrate_gun_hypothesis", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "False_attribution"], "ranked_scores": [499.0, 496.0, 495.0, 488.0, 478.0, 477.0, 476.0, 473.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Fast_ice", "Global_warming_in_Antarctica", "Ice2sea", "Regional_effects_of_global_warming", "Marine_transgression", "Climate_change_in_the_Arctic", "Attribution_of_recent_climate_change", "Climate_change_in_Tuvalu"], "ranked_scores": [568.0, 558.0, 518.0, 513.0, 512.0, 500.0, 496.0, 496.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "2012–13_North_American_drought", "Megadrought", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Climate_change_in_Texas", "2015_United_Nations_Climate_Change_Conference", "2013_extreme_weather_events", "Climate_change_in_Europe"], "ranked_scores": [533.0, 524.0, 517.0, 516.0, 513.0, 499.0, 496.0, 492.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "ECMWF_re-analysis", "Stern_Review", "World_Climate_Report", "Climate_Change_Denial:_Heads_in_the_Sand", "The_Real_Global_Warming_Disaster", "World_Climate_Change_Conference,_Moscow", "Ian_Clark_(geologist)", "Media_coverage_of_climate_change"], "ranked_scores": [550.0, 535.0, 535.0, 532.0, 525.0, 525.0, 524.0, 524.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "Western_Oregon"], "ranked_scores": [549.0, 542.0, 538.0, 530.0, 527.0, 523.0, 515.0, 513.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "Climatic_Research_Unit_documents"], "ranked_scores": [524.0, 524.0, 516.0, 515.0, 513.0, 508.0, 508.0, 507.0, 506.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling", "Climate_variability", "Antarctica_cooling_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation"], "ranked_scores": [553.0, 541.0, 539.0, 534.0, 533.0, 528.0, 524.0, 521.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Climate_change_in_China", "Carbon_emissions_reporting", "Atmospheric_methane", "Global_warming_potential", "Carbon_offset", "Climate_engineering", "Mootral", "Media_coverage_of_climate_change", "Embedded_emissions", "World_Climate_Report"], "ranked_scores": [540.0, 532.0, 528.0, 524.0, 521.0, 519.0, 519.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Futures_studies", "Human_extinction"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Hypotheticals", "Risk", "Global_catastrophic_risk", "Human_extinction", "Longevity_risk", "Doomsday_argument", "Probability_of_error", "Avoiding_Dangerous_Climate_Change", "Learning_the_hard_way"], "ranked_scores": [514.0, 505.0, 499.0, 497.0, 493.0, 489.0, 487.0, 487.0, 486.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Carbon-neutral_fuel", "Greenhouse_gas_emissions_by_the_United_States", "Clean_Energy_Regulator", "Energy_policy_of_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_capture_and_storage", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Coal_pollution_mitigation", "Carbon_neutrality", "Lisa_P._Jackson"], "ranked_scores": [507.0, 504.0, 502.0, 497.0, 497.0, 495.0, 495.0, 491.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1908", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "2014–16_El_Niño_event", "Year_Without_a_Summer", "1982–83_El_Niño_event", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "El_Niño", "Tropical_year"], "ranked_scores": [544.0, 531.0, 526.0, 525.0, 518.0, 516.0, 514.0, 513.0, 510.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_sea_ice_decline", "Polar_seas", "Arctic_geoengineering", "Antarctic_ice_sheet", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_resources_race", "Measurement_of_sea_ice", "Weddell_Polynya"], "ranked_scores": [560.0, 555.0, 553.0, 552.0, 552.0, 545.0, 540.0, 539.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_Energy_Regulator", "Coal", "Coal_mining", "Carbon_capture_and_storage_in_Australia", "Cleaner_production", "Refined_coal", "History_of_coal_mining", "Carbon_capture_and_storage"], "ranked_scores": [608.0, 575.0, 543.0, 537.0, 536.0, 529.0, 527.0, 526.0, 524.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "Indonesian_Democratic_Party", "Programmed_Data_Processor", "Sublimation_(phase_transition)", "Cool_tropics_paradox", "Global_cooling", "Little_Ice_Age", "Köppen_climate_classification"], "ranked_scores": [505.0, 500.0, 487.0, 475.0, 474.0, 473.0, 471.0, 471.0, 468.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "World_Climate_Report", "Global_warming", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_First_Assessment_Report", "Global_stilling", "World_energy_consumption", "Environmental_indicator", "World_Energy_Outlook", "Climate_change_in_the_United_States"], "ranked_scores": [500.0, 498.0, 495.0, 491.0, 491.0, 490.0, 490.0, 489.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_Change_Science_Program", "Climate_change_in_the_United_States", "Global_warming", "U.S._Global_Change_Research_Program", "Climate_change_policy_of_the_United_States", "Media_coverage_of_climate_change", "Physical_impacts_of_climate_change", "World_Climate_Change_Conference,_Moscow", "Attribution_of_recent_climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [560.0, 549.0, 547.0, 541.0, 540.0, 539.0, 539.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Precipitation", "Lake_Superior"], "ranked_ids": ["January_2017_European_cold_wave", "Northern_Europe", "2006_European_cold_wave", "Sea_surface_temperature", "Trade_winds", "Antarctic_Circumpolar_Current", "Cool_tropics_paradox", "2016_Atlantic_hurricane_season", "List_of_storms_on_the_Great_Lakes", "Nordic_Seas"], "ranked_scores": [455.0, 454.0, 453.0, 449.0, 449.0, 448.0, 448.0, 447.0, 445.0, 445.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Climate_change_feedback", "Global_warming_in_Antarctica", "Climate_change_in_the_United_States", "Idealized_greenhouse_model", "Global_warming_potential", "Regional_effects_of_global_warming", "Climate_change_in_the_Arctic", "Climate_engineering", "Radiative_forcing"], "ranked_scores": [567.0, 552.0, 545.0, 544.0, 542.0, 538.0, 536.0, 532.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Diminishing_returns", "Dumbing_down", "Soft_landing_(economics)", "Global_dimming", "Global_warming_hiatus", "It's_Goin'_Down_(Yung_Joc_song)", "Mean_reversion_(finance)", "Tax_policy_and_economic_inequality_in_the_United_States"], "ranked_scores": [497.0, 491.0, 487.0, 484.0, 474.0, 473.0, 473.0, 471.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_footprint", "Atmospheric_carbon_cycle", "Future_of_Earth", "Carbon_dioxide", "CO2_fertilization_effect", "Climate_change_in_China", "Environmental_issue", "Carbon_capture_and_storage", "IPCC_First_Assessment_Report"], "ranked_scores": [556.0, 534.0, 527.0, 523.0, 521.0, 521.0, 521.0, 520.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Little_Ice_Age", "Climate_of_India", "Earth", "Sun"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Holocene", "History_of_sustainability", "Instrumental_temperature_record", "Attribution_of_recent_climate_change", "Atmospheric_circulation", "Temperature_record_of_the_past_1000_years", "Holocene_glacial_retreat", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [516.0, 515.0, 513.0, 512.0, 511.0, 510.0, 510.0, 510.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Not_even_wrong", "Scientific_community", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Change_Science_Program", "Pseudoscience", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus_on_climate_change", "Ian_Clark_(geologist)", "Strong_objectivity"], "ranked_scores": [519.0, 510.0, 503.0, 502.0, 490.0, 487.0, 486.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Hot_tower", "Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "Station_model", "Heat_index", "Excessive_heat_watch", "2001_Eastern_North_America_heat_wave", "Weather_station", "List_of_energy_efficient_buildings_in_India", "List_of_heat_waves"], "ranked_scores": [534.0, 529.0, 519.0, 515.0, 514.0, 512.0, 510.0, 509.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_cooling", "Global_warming_hiatus", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hurricane_Katrina_and_global_warming", "Global_cooling_(disambiguation)", "Hockey_stick_controversy", "The_Great_Global_Warming_Swindle", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [540.0, 537.0, 533.0, 532.0, 531.0, 531.0, 529.0, 527.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "California", "Wind_power_in_California", "Six_Californias", "List_of_lakes_in_California", "Solar_cell_efficiency", "Solar_power_in_Michigan", "Etymology_of_California", "Pacific_States", "Renewable_energy_in_the_United_States"], "ranked_scores": [505.0, 497.0, 494.0, 492.0, 491.0, 490.0, 490.0, 489.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Productivity_(ecology)", "Petroleum_in_the_United_States", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Solow_residual", "Plantation_economy", "Climate_change_and_agriculture", "Tropical_agriculture"], "ranked_scores": [524.0, 512.0, 503.0, 501.0, 497.0, 494.0, 492.0, 489.0, 488.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.05": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Hunting_and_fishing_in_Alaska", "Aronia", "Brown_bear", "Grizzly_bear", "Kodiak_bear", "Beringian_wolf", "Bile_bear", "List_of_mammals_of_Alabama"], "ranked_scores": [517.0, 502.0, 492.0, 486.0, 484.0, 483.0, 483.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5051, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Clathrate_gun_hypothesis", "Methane_clathrate", "Mass_wasting", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Atmospheric_methane", "Cryovolcano"], "ranked_scores": [572.0, 533.0, 526.0, 519.0, 518.0, 516.0, 515.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tide", "Future_sea_level", "Past_sea_level", "Sea_level_rise", "Tidal_range", "Climate_of_Oregon", "Ocean_surface_topography", "Raised_beach", "Pelagic_zone", "Sea"], "ranked_scores": [527.0, 526.0, 526.0, 517.0, 511.0, 509.0, 508.0, 504.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming"], "ranked_ids": ["Sea_ice", "Ice2sea", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Deglaciation", "Future_sea_level", "Wiesław_Masłowski", "Retreat_of_glaciers_since_1850", "George_Kukla"], "ranked_scores": [520.0, 518.0, 515.0, 513.0, 511.0, 511.0, 507.0, 507.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_footprint", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Environmental_impact_of_transport", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Carbon_footprint", "Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "Environmental_impact_of_biodiesel", "Carbon_capture_and_storage"], "ranked_scores": [532.0, 530.0, 529.0, 527.0, 524.0, 524.0, 523.0, 519.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Economics_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_feedback", "Carbon_bubble", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_neutrality", "CO2_is_Green"], "ranked_scores": [528.0, 524.0, 523.0, 521.0, 521.0, 520.0, 519.0, 518.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Copenhagen_Diagnosis", "Climate_inertia", "Marine_regression", "Arctic_sea_ice_decline", "Holocene_extinction", "Deglaciation", "Global_warming_in_Antarctica"], "ranked_scores": [547.0, 546.0, 530.0, 528.0, 527.0, 518.0, 517.0, 516.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Global_warming", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Deglaciation", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Climate_change_mitigation", "Future_sea_level", "Special_Report_on_Global_Warming_of_1.5_°C", "Future_of_Earth"], "ranked_scores": [521.0, 518.0, 518.0, 517.0, 514.0, 512.0, 511.0, 506.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Copenhagen_Diagnosis", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "The_Real_Global_Warming_Disaster", "IPCC_First_Assessment_Report", "Effects_of_global_warming_on_humans", "Global_warming_controversy"], "ranked_scores": [518.0, 518.0, 518.0, 514.0, 513.0, 511.0, 510.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Infectious_mononucleosis", "Lyme_disease", "Generalized_lymphadenopathy", "November_2014_North_American_cold_wave", "February_25–27,_2010_North_American_blizzard", "Nor'easter", "Early_2014_North_American_cold_wave", "Eugenics_in_California", "Meningococcal_disease", "Prevalence"], "ranked_scores": [490.0, 485.0, 477.0, 477.0, 473.0, 471.0, 471.0, 470.0, 470.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Climate_change_mitigation", "Stern_Review", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Change_Science_Program", "Climate_change_adaptation", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [542.0, 538.0, 528.0, 525.0, 521.0, 521.0, 518.0, 516.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Holocene_extinction", "Solar_cycle_19", "Global_warming_hiatus", "Climate_of_India", "1808/1809_mystery_eruption", "Boreal_(age)", "Abrupt_climate_change", "Termination_(geomorphology)"], "ranked_scores": [519.0, 508.0, 504.0, 504.0, 504.0, 503.0, 501.0, 501.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Lōʻihi_Seamount", "CLOUD_experiment", "McMurdo_Sound", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Mauna_Kea", "Copenhagen_Diagnosis", "Glacier_mass_balance", "National_Center_for_Atmospheric_Research"], "ranked_scores": [514.0, 492.0, 477.0, 477.0, 472.0, 470.0, 467.0, 467.0, 465.0, 464.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["C3_carbon_fixation", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Climate_change_mitigation", "Greenhouse_gas", "Copenhagen_Diagnosis", "Climate_Change_Act_2008", "Dole_effect", "Ocean_acidification"], "ranked_scores": [490.0, 484.0, 482.0, 482.0, 479.0, 479.0, 477.0, 476.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Climate_change_denial", "An_Appeal_to_Reason", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Merchants_of_Doubt", "I'm_not_a_scientist", "Heaven_and_Earth_(book)", "Greening_Earth_Society", "Global_cooling_(disambiguation)"], "ranked_scores": [532.0, 527.0, 525.0, 524.0, 516.0, 515.0, 515.0, 511.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "List_of_climate_research_satellites", "Avoiding_Dangerous_Climate_Change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "Canada_and_the_Kyoto_Protocol", "Timeline_of_the_2005_Pacific_hurricane_season", "Season_creep", "Climate_of_the_Philippines", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [491.0, 490.0, 479.0, 474.0, 473.0, 473.0, 473.0, 472.0, 470.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Wiesław_Masłowski", "Arctic_sea_ice_decline", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Climatic_Research_Unit_documents", "Measurement_of_sea_ice", "Stern_Review", "Climate_change_in_the_Arctic"], "ranked_scores": [561.0, 542.0, 536.0, 534.0, 532.0, 528.0, 526.0, 522.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Rear-inflow_jet", "Wind_shear", "Weather_front", "Climate_of_the_United_States", "North_Atlantic_Current", "Mesopause", "November_2014_North_American_cold_wave"], "ranked_scores": [524.0, 517.0, 508.0, 506.0, 505.0, 504.0, 500.0, 496.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1997–98_El_Niño_event", "Satellite_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Hockey_stick_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_climate_research_satellites", "Hockey_stick_graph"], "ranked_scores": [524.0, 522.0, 509.0, 509.0, 507.0, 503.0, 501.0, 500.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "List_of_experimental_errors_and_frauds_in_physics", "Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_documents", "Climate_change_mitigation_scenarios", "Special_Report_on_Global_Warming_of_1.5_°C", "Clean_Development_Mechanism", "Merchants_of_Doubt", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [477.0, 473.0, 470.0, 469.0, 468.0, 468.0, 466.0, 464.0, 464.0, 462.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Climate_change_in_China", "Mitigation_of_global_warming_in_Australia", "Canada_and_the_Kyoto_Protocol", "Green_Energy_Act_2009", "Greenhouse_gas", "UK_Emissions_Trading_Scheme", "Minerals_Resource_Rent_Tax"], "ranked_scores": [507.0, 500.0, 495.0, 483.0, 480.0, 480.0, 479.0, 478.0, 478.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Sea_level_rise", "Past_sea_level", "Measurement_of_sea_ice", "Sea_ice", "Ice_rise", "Fast_ice", "Ice"], "ranked_scores": [537.0, 514.0, 511.0, 510.0, 509.0, 507.0, 506.0, 500.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "1997–98_El_Niño_event", "1936_North_American_cold_wave", "1908", "George_Kukla", "2013_extreme_weather_events", "2015_North_American_heat_wave", "Media_coverage_of_climate_change", "Climate_of_Dallas", "March_for_Science"], "ranked_scores": [491.0, 488.0, 488.0, 487.0, 486.0, 485.0, 484.0, 483.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Dihydrogen_monoxide_hoax", "Estuarine_acidification", "Anoxia", "Blackwater_(coal)", "Great_Salinity_Anomaly", "Global_catastrophic_risk", "Deglaciation"], "ranked_scores": [549.0, 513.0, 512.0, 512.0, 507.0, 503.0, 498.0, 496.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought"], "ranked_ids": ["Alternatives_assessment", "False_balance", "Energy_accidents", "Carbon_bubble", "Greening_Earth_Society", "False_attribution", "Environmental_impact_of_transport_in_Australia", "Energy_development", "Pro-nuclear_movement", "Stern_Review"], "ranked_scores": [494.0, 491.0, 486.0, 483.0, 479.0, 479.0, 478.0, 478.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Sea_ice", "Antarctic_ice_sheet", "Deglaciation", "Arctic_sea_ice_decline", "Ice2sea", "Great_Arctic_Cyclone_of_2012", "Ice_shelf"], "ranked_scores": [551.0, 536.0, 533.0, 528.0, 526.0, 523.0, 521.0, 520.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Global_warming_in_Antarctica", "Special_Report_on_Global_Warming_of_1.5_°C", "Ice2sea", "Avoiding_Dangerous_Climate_Change", "Copenhagen_Diagnosis", "Stern_Review", "Grassland_degradation", "2010–13_Southern_United_States_and_Mexico_drought", "Future_sea_level", "Environmental_migrant"], "ranked_scores": [501.0, 500.0, 499.0, 491.0, 489.0, 487.0, 487.0, 486.0, 486.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Low-carbon_fuel_standard", "Carbon_bubble", "Climatic_Research_Unit_documents", "Stern_Review", "Copenhagen_Diagnosis", "Global_warming_controversy", "Energy_policy_of_the_United_States", "Global_warming_hiatus", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [518.0, 507.0, 507.0, 504.0, 501.0, 501.0, 499.0, 497.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [567.0, 563.0, 562.0, 557.0, 557.0, 551.0, 548.0, 540.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Merchants_of_Doubt", "Environmental_skepticism", "Climate_change_denial", "Scientific_opinion_on_climate_change", "False_balance", "Cartesian_doubt", "Global_warming_conspiracy_theory", "Skepticism"], "ranked_scores": [521.0, 512.0, 510.0, 509.0, 506.0, 505.0, 503.0, 501.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Wibjörn_Karlén", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Climate_change", "Global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Regional_effects_of_global_warming"], "ranked_scores": [528.0, 523.0, 515.0, 512.0, 507.0, 502.0, 501.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Global_warming_potential", "Greenhouse_gas", "Wetland_methane_emissions", "Deforestation_and_climate_change", "Wind_power", "Climate_change_and_agriculture", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Wind"], "ranked_scores": [544.0, 524.0, 518.0, 518.0, 513.0, 510.0, 509.0, 508.0, 505.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Futures_studies", "Human_extinction"], "ranked_ids": ["Longevity_risk", "Global_catastrophic_risk", "Risk–benefit_ratio", "Manufactured_risk", "Futures_studies", "Risk", "Scenario_analysis", "Worst-case_scenario", "Project_risk_management", "Management_systems_for_road_safety"], "ranked_scores": [495.0, 487.0, 484.0, 483.0, 480.0, 480.0, 480.0, 478.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Alta_Wind_Energy_Center", "Energy_policy_of_the_Barack_Obama_administration", "Lisa_P._Jackson", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Contribution_to_global_warming_by_Australia", "The_Hockey_Stick_Illusion", "Global_Warming_Pollution_Reduction_Act_of_2007", "Scott_Pruitt"], "ranked_scores": [476.0, 465.0, 465.0, 458.0, 458.0, 457.0, 456.0, 456.0, 456.0, 456.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1936_North_American_cold_wave", "2012–13_North_American_drought", "2018_British_Isles_heat_wave"], "ranked_scores": [546.0, 544.0, 537.0, 526.0, 524.0, 522.0, 520.0, 516.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Sea_ice", "Geography_of_Antarctica", "Global_warming_in_Antarctica", "East_Antarctic_Ice_Sheet", "Pliocene_climate", "Antarctic_Cold_Reversal", "Antarctic_sea_ice", "Arctic_geoengineering", "Polar_see-saw"], "ranked_scores": [518.0, 506.0, 502.0, 502.0, 502.0, 501.0, 498.0, 497.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Clean_technology", "Carbon_capture_and_storage", "Coal", "Carbon_cycle_re-balancing", "Clean_Development_Mechanism", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "Clean_Energy_Regulator"], "ranked_scores": [581.0, 581.0, 546.0, 524.0, 521.0, 516.0, 516.0, 515.0, 511.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "List_of_climate_research_satellites", "Estado_Novo_(Portugal)", "PDOS", "Dole_effect", "D-value_(microbiology)", "Terminal_Doppler_Weather_Radar", "Paleocene–Eocene_Thermal_Maximum", "Proton_emission"], "ranked_scores": [489.0, 477.0, 476.0, 466.0, 466.0, 465.0, 464.0, 462.0, 461.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Scientific_opinion_on_climate_change", "Planetary_equilibrium_temperature", "Intergovernmental_Panel_on_Climate_Change", "Instrumental_temperature_record", "Weather_Research_and_Forecasting_Model", "United_Nations_Framework_Convention_on_Climate_Change", "Copenhagen_Diagnosis", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [496.0, 476.0, 470.0, 469.0, 466.0, 465.0, 465.0, 465.0, 462.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Hurricane_Katrina_and_global_warming", "World_Climate_Change_Conference,_Moscow", "2011_United_Nations_Climate_Change_Conference", "Copenhagen_Diagnosis", "2009_United_Nations_Climate_Change_Conference", "Climate_Change_Science_Program", "Climate_change_in_the_United_States", "Climate_change_mitigation"], "ranked_scores": [543.0, 537.0, 536.0, 536.0, 533.0, 532.0, 530.0, 527.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Precipitation", "Lake_Superior"], "ranked_ids": ["North_American_High", "World_Glacier_Monitoring_Service", "Dry_Spell", "Low-pressure_area", "Convective_instability", "Celsius", "Global_stilling", "Thwaites_Glacier", "Global_Historical_Climatology_Network", "Orthometric_height"], "ranked_scores": [472.0, 471.0, 462.0, 461.0, 458.0, 457.0, 456.0, 456.0, 454.0, 454.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming_in_Antarctica", "Climate_change_feedback", "Solar_phenomena", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "CO2_fertilization_effect", "Global_warming", "Hurricane_Katrina_and_global_warming", "Polar_amplification"], "ranked_scores": [540.0, 530.0, 528.0, 528.0, 528.0, 526.0, 522.0, 522.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Global_cooling", "Glacier_mass_balance", "Climate_change_in_the_United_States", "Global_warming_hiatus", "Deglobalization", "Copenhagen_Diagnosis", "Regression_toward_the_mean", "Weight_loss", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [476.0, 475.0, 475.0, 475.0, 473.0, 473.0, 471.0, 471.0, 470.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Holocene_extinction", "Effects_of_global_warming_on_humans", "Environmental_issue", "Abrupt_climate_change", "Environmental_impact_of_the_coal_industry", "Future_of_Earth", "Deforestation_and_climate_change", "Human_impact_on_the_environment", "History_of_climate_change_science"], "ranked_scores": [513.0, 512.0, 511.0, 510.0, 508.0, 507.0, 502.0, 501.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Little_Ice_Age", "Climate_of_India", "Earth", "Sun"], "ranked_ids": ["1971", "Geodynamics_of_Mars", "Polar_forests_of_the_Cretaceous", "1000", "Climate_change_in_Texas", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "History_of_sustainability", "Late_Glacial", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [521.0, 502.0, 498.0, 497.0, 496.0, 494.0, 494.0, 491.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Views_on_the_Kyoto_Protocol", "Research_ethics", "Laws_of_science", "Scientific_community", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Royal_Institute_of_Chemistry", "APA_Ethics_Code", "Climatic_Research_Unit_documents", "Harm_principle"], "ranked_scores": [488.0, 486.0, 486.0, 481.0, 477.0, 476.0, 470.0, 469.0, 468.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Air_conditioning", "Cooling_center", "Weather_map", "Weather_station", "Atmospheric_thermodynamics", "Air_source_heat_pumps", "Automobile_air_conditioning", "List_of_energy_efficient_buildings_in_India", "Station_model", "Subtropics"], "ranked_scores": [534.0, 526.0, 510.0, 509.0, 507.0, 504.0, 503.0, 501.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["1997–98_El_Niño_event", "1808/1809_mystery_eruption", "Neoglaciation", "Global_cooling", "Abrupt_climate_change", "2000s_(decade)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climatic_Research_Unit_email_controversy", "1971", "IPCC_First_Assessment_Report"], "ranked_scores": [514.0, 513.0, 513.0, 512.0, 508.0, 506.0, 505.0, 500.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "California_State_Assembly", "Wind_power_in_Colorado", "Concentrated_solar_power", "Solar_power_in_Michigan", "California_State_and_Consumer_Services_Agency", "Solar_power_by_country"], "ranked_scores": [540.0, 538.0, 524.0, 519.0, 515.0, 515.0, 511.0, 511.0, 506.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agriculture_in_Pennsylvania", "Productivity_(ecology)", "Agriculture_in_Argentina", "Agriculture_in_Ethiopia", "Solow_residual", "Workforce_productivity", "Gross_national_product", "Agriculture,_forestry,_and_fishing_in_Japan", "List_of_North_American_countries_by_GDP_(nominal)"], "ranked_scores": [511.0, 510.0, 496.0, 496.0, 496.0, 496.0, 496.0, 495.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.2": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Arctic_Alaska", "Rubus_arcticus", "Arctic_ecology", "List_of_mammals_of_Alabama", "Bile_bear", "Kodiak_bear", "Aronia", "Brown_bear", "Hunting_and_fishing_in_Alaska", "Mount_Bear"], "ranked_scores": [526.0, 515.0, 499.0, 494.0, 493.0, 490.0, 487.0, 487.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3152, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Retreat_of_glaciers_since_1850", "Glacier", "Glacier_mass_balance", "Arctic_geoengineering", "Permafrost", "Holocene_glacial_retreat"], "ranked_scores": [559.0, 531.0, 524.0, 524.0, 521.0, 520.0, 517.0, 516.0, 516.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5364, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tide", "Past_sea_level", "Tidal_range", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Sea_level_rise", "Sea_state", "Geography_of_the_Marshall_Islands", "Slack_water"], "ranked_scores": [531.0, 519.0, 518.0, 517.0, 507.0, 502.0, 502.0, 496.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming"], "ranked_ids": ["Wiesław_Masłowski", "Ice2sea", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "The_Hockey_Stick_and_the_Climate_Wars", "Copenhagen_Diagnosis", "Measurement_of_sea_ice", "Deglaciation"], "ranked_scores": [533.0, 528.0, 527.0, 522.0, 518.0, 517.0, 516.0, 514.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_footprint", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_capture_and_storage", "Carbon_footprint", "Environmental_impact_of_transport", "Climate_footprint", "Environmental_impact_of_aviation", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "Carbon_dioxide_removal", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [548.0, 546.0, 545.0, 543.0, 540.0, 538.0, 534.0, 527.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_bubble", "Journal_for_Geoclimatic_Studies", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_is_Green", "Environmental_impact_of_aviation", "Greening_Earth_Society", "Climate_change_feedback", "Deforestation_and_climate_change", "Carbon_dioxide_removal", "Climate_change_in_China"], "ranked_scores": [528.0, 527.0, 526.0, 523.0, 523.0, 521.0, 520.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Marine_transgression", "Ice2sea", "Marine_regression", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Future_of_Earth", "Deglaciation", "Global_warming_in_Antarctica"], "ranked_scores": [553.0, 525.0, 522.0, 519.0, 516.0, 514.0, 510.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Global_warming", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Deglaciation", "Future_sea_level", "Climate_change_mitigation_scenarios", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "Greenhouse_gas", "Idealized_greenhouse_model", "Deforestation_and_climate_change"], "ranked_scores": [536.0, 526.0, 519.0, 519.0, 516.0, 516.0, 516.0, 513.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Reasons_for_concern", "IPCC_First_Assessment_Report", "1928_Haiti_hurricane", "Climate_change_feedback", "Copenhagen_Diagnosis", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "Climate_change_in_the_United_States", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [526.0, 522.0, 510.0, 510.0, 510.0, 510.0, 508.0, 507.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["February_25–27,_2010_North_American_blizzard", "Little_League_World_Series_(Great_Lakes_Region)", "Winter_1985_cold_wave", "Nor'easter", "2015_North_American_heat_wave", "Early_2014_North_American_cold_wave", "Late_2009_southeastern_Australia_heat_wave", "November_2014_North_American_cold_wave", "Frost_Belt", "Generalized_lymphadenopathy"], "ranked_scores": [488.0, 486.0, 485.0, 485.0, 484.0, 484.0, 483.0, 483.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Climate_change_adaptation", "Presidential_Climate_Action_Plan", "Climate_change_adaptation_in_Nepal", "Climate_change_in_Australia", "Climate_engineering", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Climate_change_in_Europe"], "ranked_scores": [537.0, 527.0, 527.0, 526.0, 521.0, 519.0, 518.0, 516.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Greenhouse_and_icehouse_Earth", "Termination_(geomorphology)", "Timeline_of_glaciation", "Three-age_system", "Timeline_of_the_2004_Pacific_hurricane_season", "Bølling-Allerød_warming", "Solar_cycle_19", "Neoglaciation"], "ranked_scores": [514.0, 510.0, 510.0, 509.0, 509.0, 506.0, 502.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "McMurdo_Sound", "Ice2sea", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Glacier_mass_balance", "Copenhagen_Diagnosis", "Lōʻihi_Seamount", "Climatic_Research_Unit_documents"], "ranked_scores": [504.0, 497.0, 478.0, 477.0, 477.0, 477.0, 473.0, 473.0, 472.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "C3_carbon_fixation", "Ozone_depletion_and_climate_change", "Ocean_acidification", "Polar_High", "Carbon_dioxide_removal", "Climate_change_mitigation", "Geological_history_of_oxygen", "PH"], "ranked_scores": [496.0, 490.0, 486.0, 486.0, 484.0, 484.0, 482.0, 481.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "The_Great_Global_Warming_Swindle", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Global_warming_conspiracy_theory", "Greening_Earth_Society", "Environmental_skepticism", "Climate_change_denial", "I'm_not_a_scientist", "Antarctica_cooling_controversy"], "ranked_scores": [534.0, 532.0, 526.0, 521.0, 521.0, 519.0, 517.0, 516.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Federal_Fuel_Administration", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Committee_on_Climate_Change_Science_and_Technology_Integration", "List_of_climate_research_satellites", "Timeline_of_the_2005_Pacific_hurricane_season", "Avoiding_Dangerous_Climate_Change", "Pacific_decadal_oscillation", "Climate_of_the_Philippines", "Thermal_optimum"], "ranked_scores": [488.0, 477.0, 475.0, 473.0, 471.0, 470.0, 469.0, 468.0, 468.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Wiesław_Masłowski", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Adam_Scaife", "Ian_Clark_(geologist)", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Climatic_Research_Unit_documents"], "ranked_scores": [572.0, 551.0, 545.0, 544.0, 539.0, 538.0, 534.0, 534.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Polar_front", "Rear-inflow_jet", "North_Atlantic_Current", "South_Magnetic_Pole", "Polar_vortex", "South_Pole", "Stratosphere", "Wind_shear", "Climate_of_the_United_States"], "ranked_scores": [550.0, 524.0, 521.0, 520.0, 520.0, 518.0, 515.0, 513.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "Satellite_temperature_measurements", "Instrumental_temperature_record", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "100,000-year_problem", "Hockey_stick_controversy", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [525.0, 505.0, 505.0, 501.0, 498.0, 494.0, 492.0, 492.0, 491.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["Greening_Earth_Society", "CLOUD_experiment", "Global_cooling", "Cold_fusion", "Collider_Detector_at_Fermilab", "1968_Thule_Air_Base_B-52_crash", "Copenhagen_Consensus_Center", "Intended_Nationally_Determined_Contributions", "Environmental_impact_of_nuclear_power", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster"], "ranked_scores": [476.0, 475.0, 471.0, 469.0, 467.0, 466.0, 466.0, 465.0, 464.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_aviation", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Climate_change_in_China", "Energy_policy_of_the_United_States"], "ranked_scores": [513.0, 500.0, 500.0, 487.0, 483.0, 479.0, 476.0, 471.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Pliocene_climate", "Sea_ice", "Iceberg_C-19", "Arctic_geoengineering", "Measurement_of_sea_ice", "ANDRILL", "Deglaciation", "Arctic_sea_ice_decline"], "ranked_scores": [528.0, 505.0, 502.0, 499.0, 498.0, 496.0, 495.0, 494.0, 494.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["List_of_climate_research_satellites", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2014–15_North_American_winter", "Growth_of_wind_power_in_the_United_States", "NOAA-7"], "ranked_scores": [505.0, 501.0, 493.0, 492.0, 492.0, 490.0, 483.0, 482.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Mercury_pollution_in_the_ocean", "Sea", "Anoxia", "Dihydrogen_monoxide_hoax", "Estuarine_acidification", "Ocean", "Anoxic_waters", "Sea_ice", "Sea_level_rise"], "ranked_scores": [549.0, 519.0, 516.0, 511.0, 511.0, 510.0, 510.0, 506.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Renewable_energy", "Energy_development", "Human_extinction", "Alternatives_assessment", "100%_renewable_energy", "Demand_destruction", "Fossil_fuel", "Greening_Earth_Society", "Energy_Independence_and_Security_Act_of_2007"], "ranked_scores": [512.0, 489.0, 485.0, 482.0, 480.0, 478.0, 478.0, 478.0, 478.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Sea_ice", "Sea_level_rise", "Past_sea_level", "Antarctic_ice_sheet", "Glacial_earthquake", "Global_warming_in_Antarctica", "Marine_transgression"], "ranked_scores": [545.0, 536.0, 530.0, 530.0, 524.0, 519.0, 519.0, 519.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Ice2sea", "Future_sea_level", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Carbon_emissions_reporting", "Stern_Review", "European_Union_Emission_Trading_Scheme", "Stephen_Schneider"], "ranked_scores": [511.0, 502.0, 500.0, 499.0, 498.0, 498.0, 493.0, 493.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Cool_tropics_paradox", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Carbon_capture_and_storage_in_Australia", "Stern_Review", "Carbon_bubble", "Climate_sensitivity", "Scientific_consensus_on_climate_change"], "ranked_scores": [507.0, 506.0, 504.0, 504.0, 503.0, 499.0, 499.0, 496.0, 496.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [593.0, 571.0, 571.0, 567.0, 562.0, 558.0, 558.0, 552.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Creation–evolution_controversy", "Objections_to_evolution", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Merchants_of_Doubt", "Environmental_skepticism", "Climatic_Research_Unit_documents", "Greening_Earth_Society", "Reasons_To_Believe", "Climate_change_denial"], "ranked_scores": [526.0, 524.0, 524.0, 520.0, 518.0, 515.0, 505.0, 505.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Wibjörn_Karlén", "Temperature_record_of_the_past_1000_years", "Glacial_period", "Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [522.0, 521.0, 510.0, 507.0, 496.0, 494.0, 494.0, 492.0, 491.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Global_warming_potential", "Arctic_methane_emissions", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Wind", "Environmental_impact_of_transport", "Methane_clathrate"], "ranked_scores": [557.0, 536.0, 515.0, 510.0, 510.0, 509.0, 506.0, 503.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Futures_studies", "Human_extinction"], "ranked_ids": ["Risk", "Longevity_risk", "Manufactured_risk", "Risk–benefit_ratio", "Prudent_avoidance_principle", "Nuclear_holocaust", "Scenario_analysis", "Climate_change_mitigation_scenarios", "List_of_experimental_errors_and_frauds_in_physics", "Human_extinction"], "ranked_scores": [492.0, 491.0, 482.0, 481.0, 480.0, 477.0, 477.0, 476.0, 476.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "Intermountain_Power_Plant", "Presidential_Climate_Action_Plan", "United_States_Environmental_Protection_Agency", "Energy_policy_of_the_Barack_Obama_administration", "Scott_Pruitt", "Armstrong_Power_Plant", "Attorney_General_of_Virginia's_climate_science_investigation", "Free_Ocean_CO2_Enrichment", "Green_Power_Partnership"], "ranked_scores": [486.0, 478.0, 475.0, 473.0, 471.0, 470.0, 468.0, 467.0, 465.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Summer_of_1976_(Europe)", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2014–16_El_Niño_event", "2006_European_heat_wave"], "ranked_scores": [565.0, 559.0, 553.0, 542.0, 537.0, 536.0, 529.0, 527.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "East_Antarctica", "Sea_ice", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Antarctic_Cold_Reversal", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Arctic_ice_pack", "Ellesmere_Ice_Shelf"], "ranked_scores": [537.0, 528.0, 522.0, 522.0, 519.0, 515.0, 510.0, 510.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Carbon_dioxide_removal", "Carbon_diet", "Clean_technology", "Clean_Development_Mechanism", "Coal_gasification", "Coal_gasification_commercialization"], "ranked_scores": [586.0, 580.0, 548.0, 538.0, 527.0, 520.0, 520.0, 518.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Estado_Novo_(Portugal)", "PDO", "Pacific_decadal_oscillation", "List_of_climate_research_satellites", "Nuclear_power_phase-out", "Cenozoic", "Ozone_depletion", "Petroleum_Administration_for_Defense_Districts", "Montreal_Protocol", "PDOS"], "ranked_scores": [475.0, 474.0, 474.0, 465.0, 464.0, 462.0, 461.0, 460.0, 459.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "World_Meteorological_Organization", "Instrumental_temperature_record", "Weather_Research_and_Forecasting_Model", "World_Energy_Outlook", "EdGCM", "World_Glacier_Monitoring_Service", "Climatic_Research_Unit_email_controversy", "Greenpeace", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [494.0, 466.0, 466.0, 465.0, 461.0, 459.0, 459.0, 455.0, 455.0, 454.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_change_denial", "Global_cooling", "Climate_change_mitigation", "2009_United_Nations_Climate_Change_Conference", "Climate_change", "Global_cooling_(disambiguation)", "Global_warming"], "ranked_scores": [541.0, 536.0, 527.0, 525.0, 523.0, 520.0, 519.0, 519.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Precipitation", "Lake_Superior"], "ranked_ids": ["GOES_15", "North_American_High", "Journal_for_Geoclimatic_Studies", "Great_Lakes_region", "Orthometric_height", "World_Glacier_Monitoring_Service", "Highest_temperature_recorded_on_Earth", "Global_stilling", "High_Alps", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [481.0, 469.0, 468.0, 465.0, 464.0, 464.0, 462.0, 459.0, 458.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Global_warming_in_Antarctica", "Regional_effects_of_global_warming", "Climate_change_feedback", "Climate_change_in_the_Arctic", "Earth's_energy_budget", "Runaway_greenhouse_effect", "Climate_variability", "Solar_gain"], "ranked_scores": [562.0, 536.0, 530.0, 528.0, 526.0, 526.0, 526.0, 526.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Global_warming_hiatus", "Management_systems_for_road_safety", "Shutdown_of_thermohaline_circulation", "Climate_change_in_the_United_States", "MSU_temperature_measurements", "Dumbing_down", "Diminishing_returns", "Copenhagen_Diagnosis"], "ranked_scores": [483.0, 482.0, 476.0, 471.0, 470.0, 470.0, 469.0, 468.0, 467.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Abrupt_climate_change", "Environmental_issue", "Cumulative_effects_(environment)", "Global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Carbon_bubble", "Deforestation_and_climate_change", "Holocene_extinction"], "ranked_scores": [530.0, 530.0, 523.0, 522.0, 520.0, 520.0, 516.0, 514.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Little_Ice_Age", "Climate_of_India", "Earth", "Sun"], "ranked_ids": ["History_of_Earth", "List_of_climate_research_satellites", "Geodynamics_of_Mars", "Polar_forests_of_the_Cretaceous", "Climate_of_Mars", "Late_Glacial", "Thermal_optimum", "Hockey_stick_graph", "Neogene", "Pliocene_climate"], "ranked_scores": [520.0, 519.0, 517.0, 513.0, 512.0, 507.0, 507.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Research_ethics", "Climatic_Research_Unit_email_controversy", "Models_of_scientific_inquiry", "Media_coverage_of_climate_change", "Friends_of_Science", "Full_Fact", "Scientific_Alliance", "Views_on_the_Kyoto_Protocol", "Montreal_Protocol"], "ranked_scores": [493.0, 492.0, 485.0, 480.0, 479.0, 476.0, 476.0, 475.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["2006_North_American_heat_wave", "Cooling_center", "Air_conditioning", "Thermosphere", "Climate_of_the_United_States", "Subtropics", "Weather_map", "Effect_of_Sun_angle_on_climate", "List_of_locations_with_a_subtropical_climate", "Atmospheric_circulation"], "ranked_scores": [518.0, 508.0, 502.0, 502.0, 501.0, 500.0, 500.0, 499.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Abrupt_climate_change", "Neoglaciation", "IPCC_First_Assessment_Report", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Paleocene–Eocene_Thermal_Maximum", "Global_warming"], "ranked_scores": [534.0, 530.0, 530.0, 526.0, 519.0, 515.0, 515.0, 514.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "California", "Solar_power_in_Michigan", "California_State_Assembly", "Concentrated_solar_power", "Solar_power_by_country", "Culture_of_California"], "ranked_scores": [547.0, 530.0, 524.0, 523.0, 523.0, 518.0, 517.0, 515.0, 512.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Productivity_(ecology)", "Workforce_productivity", "Agricultural_Act_of_2014", "Income_in_the_United_States", "Wind_power_in_the_United_States", "Petroleum_in_the_United_States"], "ranked_scores": [524.0, 516.0, 512.0, 504.0, 504.0, 503.0, 496.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.05": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Yup'ik_cuisine", "Kodiak_bear", "Paleontology_in_Alaska", "Brown_bear", "Arctic_Alaska", "Rubus_arcticus", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Northwoods_(forest)", "Moose"], "ranked_scores": [495.0, 493.0, 476.0, 474.0, 470.0, 469.0, 468.0, 468.0, 468.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Antarctic_ice_sheet", "Clathrate_gun_hypothesis", "Permafrost", "Atmospheric_methane", "Polar_ice_cap", "Tyrrell_Sea"], "ranked_scores": [566.0, 533.0, 532.0, 531.0, 524.0, 518.0, 511.0, 508.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Tide", "Ocean_surface_topography", "Climate_variability", "Annual_cycle_of_sea_level_height", "Climate_change_(general_concept)", "Sea_level_rise", "Sea", "Sea_surface_temperature", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [536.0, 528.0, 526.0, 519.0, 513.0, 512.0, 506.0, 503.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Ice2sea", "Future_sea_level", "Arctic_resources_race", "Climate_inertia", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Stern_Review", "Ian_Clark_(geologist)"], "ranked_scores": [513.0, 507.0, 503.0, 499.0, 496.0, 494.0, 492.0, 490.0, 489.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_footprint", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Carbon_emissions_reporting", "Climate_footprint", "Environmental_impact_of_aviation", "Renewable_energy_debate", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_in_the_European_Union", "List_of_countries_by_carbon_dioxide_emissions", "Wind_power", "Greenhouse_gas_accounting"], "ranked_scores": [522.0, 520.0, 520.0, 519.0, 517.0, 516.0, 516.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "IPCC_First_Assessment_Report", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "Global_warming_controversy", "Atmospheric_carbon_cycle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation", "Deforestation_and_climate_change"], "ranked_scores": [524.0, 522.0, 519.0, 516.0, 512.0, 511.0, 510.0, 509.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Ice2sea", "Global_warming", "Copenhagen_Diagnosis", "Greenland_ice_sheet", "Past_sea_level"], "ranked_scores": [548.0, 543.0, 542.0, 538.0, 529.0, 528.0, 521.0, 517.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Global_warming", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_feedback", "Scientific_opinion_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Economics_of_global_warming"], "ranked_scores": [558.0, 551.0, 549.0, 548.0, 534.0, 533.0, 532.0, 530.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Economics_of_global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Ozone_depletion_and_climate_change", "Global_warming_controversy"], "ranked_scores": [558.0, 548.0, 545.0, 535.0, 531.0, 531.0, 528.0, 527.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Climate_of_the_United_States", "Climate_of_Minnesota", "Frost_Belt", "Continental_climate", "Humid_continental_climate", "United_States_rainfall_climatology", "Tornadoes_in_the_United_States", "2014–15_North_American_winter", "Climate_of_the_United_Kingdom", "Oceanic_climate"], "ranked_scores": [515.0, 508.0, 499.0, 499.0, 498.0, 494.0, 490.0, 488.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Stern_Review", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_mitigation", "Views_on_the_Kyoto_Protocol", "Presidential_Climate_Action_Plan", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [538.0, 537.0, 535.0, 534.0, 532.0, 525.0, 523.0, 522.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "George_Kukla", "Antarctic_Cold_Reversal", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Termination_(geomorphology)"], "ranked_scores": [513.0, 510.0, 507.0, 501.0, 498.0, 495.0, 494.0, 493.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "History_of_geodesy", "Growth_of_wind_power_in_the_United_States", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Atacama_Cosmology_Telescope", "HadCM3", "Global_Historical_Climatology_Network", "National_Aeronautics_and_Space_Act", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [470.0, 458.0, 458.0, 456.0, 456.0, 454.0, 452.0, 452.0, 451.0, 450.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Seawater", "Ocean_acidification", "PH", "Acidosis", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbonic_acid", "Metabolic_acidosis", "Sulfuric_acid"], "ranked_scores": [494.0, 494.0, 490.0, 487.0, 483.0, 482.0, 480.0, 478.0, 474.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "Climate_change_denial", "Global_warming_controversy", "Global_cooling", "The_Real_Global_Warming_Disaster"], "ranked_scores": [537.0, 534.0, 525.0, 523.0, 521.0, 520.0, 519.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2977, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Marine_isotope_stage", "Pliocene_climate", "Deglaciation", "Sublimation_(phase_transition)", "Convective_heat_transfer", "Clathrate_gun_hypothesis", "Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [470.0, 466.0, 466.0, 465.0, 464.0, 463.0, 462.0, 462.0, 462.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Climatic_Research_Unit_documents", "Arctic_geoengineering", "Ice2sea", "Michael_E._Mann", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis"], "ranked_scores": [520.0, 518.0, 516.0, 514.0, 512.0, 512.0, 511.0, 510.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Weather_front", "Polar_vortex", "Polar_front", "Weather_map", "Climate_of_Svalbard", "Gulf_Stream", "Labrador_Current", "Glacier_mass_balance", "Souther_(meteorology)"], "ranked_scores": [535.0, 529.0, 521.0, 514.0, 504.0, 499.0, 499.0, 498.0, 493.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_Texas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "2013_extreme_weather_events"], "ranked_scores": [548.0, 538.0, 528.0, 526.0, 518.0, 516.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Avoiding_Dangerous_Climate_Change", "Advisory_Group_on_Greenhouse_Gases", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "California_Senate_Bill_32", "The_Real_Global_Warming_Disaster", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis"], "ranked_scores": [526.0, 498.0, 495.0, 494.0, 493.0, 493.0, 492.0, 491.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Minerals_Resource_Rent_Tax", "Climate_sensitivity", "Climate_change_in_Australia", "Environmental_impact_of_aviation", "Carbon_bubble", "Fuel_Economy_Reform_Act"], "ranked_scores": [496.0, 490.0, 477.0, 473.0, 471.0, 470.0, 469.0, 469.0, 467.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Post-glacial_rebound", "Glacier"], "ranked_ids": ["Future_sea_level", "Global_warming_hiatus", "Hockey_stick_graph", "Timeline_of_glaciation", "Last_Glacial_Maximum", "Past_sea_level", "Antarctic_Cold_Reversal", "Deglaciation", "Sea_level_rise", "Solar_cycle_19"], "ranked_scores": [514.0, 500.0, 498.0, 497.0, 496.0, 495.0, 494.0, 494.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_heat_waves", "Timeline_of_glaciation", "2007_Western_North_American_heat_wave", "2013_extreme_weather_events", "2013_in_science", "Climate_of_Ecuador", "International_Geophysical_Year"], "ranked_scores": [507.0, 498.0, 497.0, 488.0, 484.0, 483.0, 482.0, 481.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Free_Ocean_CO2_Enrichment", "Anoxic_event", "Clathrate_gun_hypothesis", "Chemical_oceanography", "Great_Oxygenation_Event", "Environmental_issue", "Sea"], "ranked_scores": [563.0, 547.0, 501.0, 498.0, 498.0, 494.0, 487.0, 487.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought"], "ranked_ids": ["Energy_development", "Alternative_energy", "World_energy_consumption", "Energy_accidents", "Alternatives_assessment", "Renewable_energy", "Energy_industry", "Nuclear_power", "Environmental_impact_of_the_coal_industry", "Demand_destruction"], "ranked_scores": [505.0, 503.0, 491.0, 490.0, 488.0, 483.0, 483.0, 482.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Antarctic_ice_sheet", "Sea_ice", "Ice_sheet", "Climate_change_in_the_Arctic", "Ice", "Glacial_earthquake", "Deglaciation"], "ranked_scores": [523.0, 514.0, 513.0, 506.0, 505.0, 504.0, 504.0, 503.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Climate_change_in_Europe", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Tipping_point_(climatology)", "Greenhouse_gas", "2010–13_Southern_United_States_and_Mexico_drought", "Year_Without_a_Summer", "Mediterranean_climate", "Climate_change_in_the_United_States"], "ranked_scores": [500.0, 497.0, 493.0, 486.0, 486.0, 484.0, 483.0, 483.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Climate_change_in_Europe", "Earth's_energy_budget", "Copenhagen_Diagnosis", "Geothermal_energy", "Carbon_bubble", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Inversion_(meteorology)", "List_of_energy_efficient_buildings_in_India"], "ranked_scores": [514.0, 513.0, 499.0, 491.0, 489.0, 487.0, 486.0, 484.0, 482.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2018_British_Isles_heat_wave", "Climate_of_Oregon"], "ranked_scores": [557.0, 551.0, 550.0, 534.0, 533.0, 524.0, 521.0, 517.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Creation–evolution_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "Relationship_between_religion_and_science"], "ranked_scores": [553.0, 517.0, 517.0, 513.0, 510.0, 509.0, 503.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_controversy", "Global_warming_hiatus", "Scientific_opinion_on_climate_change", "Climate_change", "Global_warming", "Global_cooling_(disambiguation)", "Global_cooling", "Climate_change_feedback"], "ranked_scores": [535.0, 530.0, 513.0, 511.0, 510.0, 508.0, 508.0, 507.0, 504.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Flue-gas_emissions_from_fossil-fuel_combustion", "IPCC_First_Assessment_Report", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_in_Earth's_atmosphere", "Fossil_fuel_power_station", "Greenhouse_gas", "Environmental_impact_of_aviation", "Deforestation_and_climate_change", "Environmental_impact_of_transport"], "ranked_scores": [526.0, 522.0, 516.0, 514.0, 512.0, 511.0, 507.0, 507.0, 506.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Futures_studies", "Human_extinction"], "ranked_ids": ["Global_catastrophic_risk", "Risk", "Longevity_risk", "Manufactured_risk", "Risk_assessment", "Prudent_avoidance_principle", "Lazy_reason", "Environmental_hazard", "Reasons_for_concern", "Prudentialism"], "ranked_scores": [483.0, 476.0, 475.0, 474.0, 474.0, 474.0, 464.0, 462.0, 461.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Lisa_P._Jackson", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Journal_for_Geoclimatic_Studies", "Carbon_neutrality", "350.org", "Attorney_General_of_Virginia's_climate_science_investigation", "Secretary_of_State_for_Energy_and_Climate_Change", "National_Environmental_Policy_Act", "Environmental_policy_of_the_Donald_Trump_administration", "IPCC_First_Assessment_Report"], "ranked_scores": [490.0, 479.0, 479.0, 477.0, 473.0, 472.0, 472.0, 471.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "Abrupt_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus"], "ranked_scores": [549.0, 539.0, 533.0, 529.0, 529.0, 526.0, 524.0, 523.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Global_warming_in_Antarctica", "Antarctic_sea_ice", "Climate_of_the_Arctic", "Sea_ice", "Ice_rise", "Arctic_geoengineering", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic", "Polar_desert", "Arctic_sea_ice_decline"], "ranked_scores": [509.0, 508.0, 508.0, 504.0, 500.0, 500.0, 499.0, 499.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Coal_gasification", "Carbon_capture_and_storage", "Coal_gasification_commercialization", "List_of_coal_fired_power_stations_in_Australia", "Coalbed_methane", "Blackwater_(coal)", "Coal_mining"], "ranked_scores": [576.0, 553.0, 537.0, 535.0, 535.0, 525.0, 525.0, 523.0, 522.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Cool_tropics_paradox", "Federal_Fuel_Administration", "D-value_(microbiology)", "Shutdown_of_thermohaline_circulation", "Indonesian_Democratic_Party", "Arctic_oscillation", "Fleischmann–Pons_experiment", "Global_warming_hiatus", "Western_Mediterranean_oscillation"], "ranked_scores": [483.0, 476.0, 471.0, 470.0, 465.0, 462.0, 461.0, 459.0, 458.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Hockey_stick_controversy", "IPCC_First_Assessment_Report", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Sea_level_rise", "Global_cooling", "Global_warming", "Hockey_stick_graph"], "ranked_scores": [483.0, 482.0, 482.0, 482.0, 481.0, 479.0, 478.0, 476.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_warming", "Climate_Change_Act_2008", "Effects_of_global_warming", "Climate_change_mitigation", "2015_United_Nations_Climate_Change_Conference", "United_Nations_Framework_Convention_on_Climate_Change", "Climate_change_adaptation_in_Nepal", "Attribution_of_recent_climate_change", "Climate_Change_Science_Program"], "ranked_scores": [545.0, 532.0, 524.0, 519.0, 519.0, 518.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Little_Ice_Age", "Precipitation", "Lake_Superior"], "ranked_ids": ["Great_Lakes_tectonic_zone", "Journal_for_Geoclimatic_Studies", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "EdGCM", "Hockey_stick_graph", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Great_Lakes_region", "Ursus_americanus_carlottae", "Intended_Nationally_Determined_Contributions"], "ranked_scores": [465.0, 462.0, 460.0, 454.0, 451.0, 449.0, 448.0, 447.0, 446.0, 445.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Global_warming", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Greenhouse_effect", "Climate_sensitivity", "Politics_of_global_warming", "Climate_variability", "Climate_change_(general_concept)", "Solar_gain", "Global_warming", "Climate_change_feedback"], "ranked_scores": [536.0, 536.0, 529.0, 527.0, 523.0, 518.0, 517.0, 517.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Glacier_mass_balance", "Alternative_medicine", "Diminishing_returns", "False_balance", "Inverse_consequences", "Statistical_significance", "Meta-analysis", "Mean_reversion_(finance)", "Mass_wasting"], "ranked_scores": [484.0, 469.0, 460.0, 460.0, 458.0, 457.0, 457.0, 457.0, 456.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Environmental_issue", "Global_warming", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Contribution_to_global_warming_by_Australia", "Deforestation_and_climate_change", "Climate_change_(general_concept)", "Global_catastrophic_risk"], "ranked_scores": [517.0, 514.0, 512.0, 507.0, 505.0, 500.0, 500.0, 499.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Little_Ice_Age", "Climate_of_India", "Earth", "Sun"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Future_of_Earth", "Abrupt_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Eocene_Thermal_Maximum_2", "Climate_change_in_Texas", "Idealized_greenhouse_model", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Timeline_of_glaciation"], "ranked_scores": [503.0, 497.0, 496.0, 494.0, 493.0, 493.0, 492.0, 491.0, 489.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Scientific_consensus", "Scientific_opinion_on_climate_change", "David_Titley", "Policy_advocacy", "Global_warming_controversy", "List_of_experimental_errors_and_frauds_in_physics", "March_for_Science", "Media_coverage_of_climate_change"], "ranked_scores": [498.0, 492.0, 476.0, 475.0, 471.0, 470.0, 470.0, 469.0, 469.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Grissom_Air_Reserve_Base", "Cooling_tower"], "ranked_ids": ["Weather_station", "MSU_temperature_measurements", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "Satellite_temperature_measurements", "Urban_heat_island", "Atmospheric_circulation", "Air_conditioned_clothing", "Weather_media_in_the_United_States", "Solar_tower_(astronomy)"], "ranked_scores": [501.0, 498.0, 492.0, 490.0, 486.0, 485.0, 484.0, 484.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Paleocene", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Global_warming", "History_of_climate_change_science", "Global_warming_controversy", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Reasons_for_concern", "Environmental_issue"], "ranked_scores": [527.0, 526.0, 522.0, 520.0, 515.0, 510.0, 509.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "California", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_power", "Culture_of_California", "List_of_photovoltaic_power_stations", "Photovoltaics", "California_State_Assembly"], "ranked_scores": [524.0, 519.0, 515.0, 515.0, 506.0, 505.0, 504.0, 503.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Household_income_in_the_United_States", "Economic_growth", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Ethiopia", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture_in_Brazil", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [504.0, 498.0, 498.0, 491.0, 491.0, 491.0, 489.0, 487.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.2": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Yup'ik_cuisine", "Kodiak_bear", "The_Bear_(1988_film)", "Brown_bear", "Bile_bear", "Bear_attack", "Rubus_arcticus", "Transboundary_Watershed_Region", "Grizzly_Bear_(dance)", "Great_Bear_Wilderness"], "ranked_scores": [496.0, 495.0, 486.0, 483.0, 483.0, 482.0, 482.0, 473.0, 472.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Glacier", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Clathrate_gun_hypothesis", "Antarctic_ice_sheet", "Arctic_geoengineering", "Iceberg_C-19", "Global_warming_in_Antarctica", "Ice_sheet", "Permafrost"], "ranked_scores": [556.0, 529.0, 526.0, 522.0, 519.0, 511.0, 507.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Climate_variability", "Tide", "Climate_of_the_United_States", "Ocean_surface_topography", "Climate_change_(general_concept)", "Sea", "Regional_effects_of_global_warming", "United_States_rainfall_climatology", "Snow"], "ranked_scores": [541.0, 523.0, 521.0, 521.0, 519.0, 518.0, 515.0, 515.0, 514.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Effects_of_global_warming", "Arctic_sea_ice_decline", "Global_warming", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Ice2sea", "The_Coming_Global_Superstorm", "Deglaciation", "Shutdown_of_thermohaline_circulation", "Climate_inertia", "Antarctic_Cold_Reversal", "Holocene_glacial_retreat", "Ice_shelf"], "ranked_scores": [529.0, 524.0, 520.0, 515.0, 509.0, 508.0, 506.0, 505.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Carbon_footprint", "Renewable_energy", "Carbon_neutrality"], "ranked_ids": ["Carbon_footprint", "Carbon_emissions_reporting", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Renewable_energy_debate", "Greenhouse_gas_emissions_by_the_United_States", "Wind_power_in_the_United_Kingdom", "Carbon_neutrality", "Environmental_impact_of_aviation", "Stern_Review"], "ranked_scores": [540.0, 536.0, 532.0, 531.0, 528.0, 527.0, 526.0, 525.0, 525.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Carbon_dioxide", "Greenhouse_gas"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Climate_change_mitigation", "Politics_of_global_warming", "Global_warming_controversy", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_neutrality", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [531.0, 528.0, 528.0, 526.0, 522.0, 517.0, 517.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Past_sea_level", "Arctic_sea_ice_decline", "Abrupt_climate_change", "Glacial_earthquake"], "ranked_scores": [563.0, 549.0, 548.0, 546.0, 539.0, 535.0, 531.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_sensitivity", "Climate_change_feedback", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Global_warming", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_Arctic", "Climate_change_mitigation_scenarios", "Climate_change_feedback", "Deforestation_and_climate_change", "Atmospheric_methane"], "ranked_scores": [559.0, 558.0, 554.0, 545.0, 541.0, 538.0, 538.0, 535.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Effects_of_global_warming", "Hurricane_Harvey"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Economics_of_global_warming", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster", "Future_of_Earth", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Climate_risk", "Regional_effects_of_global_warming"], "ranked_scores": [569.0, 558.0, 548.0, 547.0, 545.0, 538.0, 537.0, 536.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["List_of_mammals_of_New_England", "Climate_of_Minnesota", "Climate_of_the_United_States", "Climate_of_the_United_Kingdom", "Ehrlichia_Wisconsin_HM543746", "Frost_Belt", "Humid_continental_climate", "United_States_rainfall_climatology", "Snow_in_Florida", "Lyme_disease"], "ranked_scores": [504.0, 500.0, 498.0, 497.0, 497.0, 496.0, 495.0, 493.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_in_the_United_States", "Climate_change_mitigation", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Stern_Review", "Scientific_opinion_on_climate_change", "Views_on_the_Kyoto_Protocol", "Climate_change", "Climate_change_policy_of_the_United_States"], "ranked_scores": [562.0, 547.0, 544.0, 543.0, 542.0, 542.0, 541.0, 541.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "Antarctic_Cold_Reversal", "Global_warming_hiatus", "Bølling-Allerød_warming", "Late_Glacial", "Termination_(geomorphology)", "Milankovitch_cycles", "Climate_pattern", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [524.0, 524.0, 519.0, 511.0, 510.0, 510.0, 508.0, 507.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Global_Historical_Climatology_Network", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "HadCM3", "Pen_y_Cymoedd", "High-pressure_area", "TopHat_(telescope)", "Energy_and_Water_Development_and_Related_Agencies_Appropriations_Act,_2014", "Global_warming_potential"], "ranked_scores": [484.0, 478.0, 475.0, 466.0, 462.0, 462.0, 461.0, 459.0, 459.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Carbon_dioxide", "PH", "Acid"], "ranked_ids": ["Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Seawater", "Special_Report_on_Global_Warming_of_1.5_°C", "Acidosis", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios", "Metabolic_acidosis"], "ranked_scores": [503.0, 501.0, 499.0, 492.0, 490.0, 488.0, 484.0, 483.0, 483.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Global_cooling", "Climate_change_denial", "Richard_Lindzen"], "ranked_ids": ["Heaven_and_Earth_(book)", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Antarctica_cooling_controversy", "I'm_not_a_scientist", "Merchants_of_Doubt", "An_Appeal_to_Reason", "Climatic_Research_Unit_email_controversy", "Global_cooling"], "ranked_scores": [537.0, 536.0, 533.0, 530.0, 529.0, 529.0, 529.0, 528.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Bølling-Allerød_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Federal_Fuel_Administration", "Cold_fusion", "Convective_heat_transfer", "Eocene_Thermal_Maximum_2", "Marine_isotope_stage", "Willie_Soon", "Quaternary"], "ranked_scores": [491.0, 478.0, 476.0, 475.0, 474.0, 473.0, 469.0, 468.0, 468.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Greenland", "Adam_Scaife"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Ice2sea", "Copenhagen_Diagnosis", "Michael_E._Mann", "Measurement_of_sea_ice", "Climatic_Research_Unit_documents", "Arctic_Climate_Impact_Assessment", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [538.0, 534.0, 532.0, 530.0, 527.0, 526.0, 526.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Weather_front", "Polar_front", "Trade_winds", "Weather_map", "Gulf_Stream", "Polar_High", "Glacier_mass_balance", "Ice_sheet"], "ranked_scores": [554.0, 539.0, 539.0, 538.0, 505.0, 503.0, 503.0, 499.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1997–98_El_Niño_event", "1908", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "2013_extreme_weather_events", "Hockey_stick_graph", "2010_Northern_Hemisphere_heat_waves", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_climate_research_satellites"], "ranked_scores": [550.0, 523.0, 521.0, 521.0, 521.0, 520.0, 519.0, 519.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climate_engineering", "Clouds_and_the_Earth's_Radiant_Energy_System", "The_Real_Global_Warming_Disaster", "Climate_footprint", "Climate_change_mitigation_scenarios", "Journal_for_Geoclimatic_Studies", "Avoiding_Dangerous_Climate_Change", "Friends_of_Science", "Greenhouse_gas"], "ranked_scores": [519.0, 510.0, 507.0, 505.0, 503.0, 502.0, 502.0, 498.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Minerals_Resource_Rent_Tax", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Climate_change_in_Australia", "Automated_Payment_Transaction_tax", "Emission_intensity"], "ranked_scores": [526.0, 504.0, 490.0, 486.0, 481.0, 472.0, 471.0, 470.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Ice_age", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Hockey_stick_controversy", "Termination_(geomorphology)", "Hockey_stick_graph", "Deglaciation", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Pleistocene"], "ranked_scores": [534.0, 515.0, 512.0, 512.0, 511.0, 510.0, 503.0, 502.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "International_Geophysical_Year", "Bølling-Allerød_warming", "Neoglaciation", "Thaw_(weather)", "Season", "Climate_of_Ecuador"], "ranked_scores": [507.0, 497.0, 495.0, 494.0, 490.0, 481.0, 480.0, 480.0, 480.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Free_Ocean_CO2_Enrichment", "Oceanic_carbon_cycle", "Acid_rain", "Great_Oxygenation_Event", "Carbonic_acid", "Anoxic_event", "Deep_ocean_water", "Sea"], "ranked_scores": [589.0, 582.0, 518.0, 511.0, 507.0, 503.0, 502.0, 502.0, 501.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "World_energy_consumption", "Alternatives_assessment", "Alternative_energy", "Energy_development", "Energy_mix", "Environmental_skepticism", "Fossil_fuel", "Renewable_energy", "Reserves-to-production_ratio"], "ranked_scores": [503.0, 501.0, 496.0, 494.0, 493.0, 493.0, 490.0, 488.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Ice_rise", "Sea_level_rise", "Ice_sheet", "Deglaciation"], "ranked_scores": [535.0, 533.0, 533.0, 533.0, 523.0, 522.0, 522.0, 522.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Climate_change_in_Europe", "Drought_in_Spain", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "Climate_engineering", "Rain", "2010–13_Southern_United_States_and_Mexico_drought", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom"], "ranked_scores": [514.0, 503.0, 499.0, 498.0, 493.0, 492.0, 491.0, 488.0, 488.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_variability", "Future_of_Earth", "Climate_change_(general_concept)", "Earth's_energy_budget", "Economics_of_global_warming", "Reasons_for_concern", "Climate_sensitivity", "2013_extreme_weather_events", "Climate_change_in_Europe", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [518.0, 514.0, 511.0, 510.0, 506.0, 506.0, 506.0, 501.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_American_Northeast_heat_wave", "2018_British_Isles_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [592.0, 570.0, 554.0, 545.0, 543.0, 539.0, 537.0, 537.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "I'm_not_a_scientist", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "Global_warming_controversy", "An_Appeal_to_Reason", "Climate_change_feedback", "Relationship_between_religion_and_science"], "ranked_scores": [556.0, 531.0, 530.0, 527.0, 526.0, 523.0, 520.0, 514.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Global_cooling", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [540.0, 537.0, 524.0, 519.0, 518.0, 513.0, 511.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5024, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Biogas", "Natural_gas", "Methane", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Fossil_fuel_power_station", "Fossil_fuel", "Fire", "Carbon-based_fuel", "Biogas", "Flue-gas_emissions_from_fossil-fuel_combustion", "Low-carbon_emission", "CO2_fertilization_effect", "Environmental_impact_of_transport"], "ranked_scores": [532.0, 527.0, 518.0, 517.0, 516.0, 515.0, 514.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Nick_Bostrom", "Human_extinction", "Risk"], "ranked_ids": ["Prudent_avoidance_principle", "Risk", "Hazard", "Longevity_risk", "Global_catastrophic_risk", "Prudentialism", "Risk–benefit_ratio", "Lazy_reason", "Seismic_risk", "Risk_assessment"], "ranked_scores": [489.0, 486.0, 483.0, 478.0, 476.0, 472.0, 469.0, 469.0, 467.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Environmental_policy_of_the_Donald_Trump_administration", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "California_Proposition_23_(2010)", "Environmental_policy_of_the_Donald_Trump_administration", "Journal_for_Geoclimatic_Studies", "Carbon_neutrality", "Coal_pollution_mitigation", "Carbon_tax", "Green_Power_Partnership"], "ranked_scores": [485.0, 479.0, 476.0, 475.0, 475.0, 474.0, 471.0, 470.0, 469.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "2016_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Abrupt_climate_change", "Timeline_of_glaciation"], "ranked_scores": [558.0, 557.0, 552.0, 549.0, 535.0, 530.0, 526.0, 525.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Arctic", "Sea_ice"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_of_the_Arctic", "Arctic_ice_pack", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Polar_seas", "Arctic_resources_race", "Measurement_of_sea_ice", "Ice_rise", "Ice_shelf"], "ranked_scores": [526.0, 519.0, 519.0, 514.0, 511.0, 509.0, 508.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_mining", "Coal", "History_of_coal_mining", "Refined_coal", "List_of_coal_fired_power_stations_in_Australia", "Arch_Coal", "Coal_gasification", "Fossil_fuel_power_station"], "ranked_scores": [578.0, 559.0, 545.0, 538.0, 530.0, 527.0, 526.0, 525.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cool_tropics_paradox", "Federal_Fuel_Administration", "Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Shutdown_of_thermohaline_circulation", "Cold_fusion", "Indonesian_Democratic_Party", "Willie_Soon", "History_of_the_United_States_(1945–64)", "November_2014_North_American_cold_wave"], "ranked_scores": [496.0, 483.0, 479.0, 476.0, 476.0, 468.0, 468.0, 466.0, 464.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hockey_stick_controversy", "Climate_change_in_the_Arctic", "Global_warming", "Hockey_stick_graph", "Journal_for_Geoclimatic_Studies", "Effects_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [501.0, 497.0, 496.0, 495.0, 490.0, 490.0, 488.0, 488.0, 485.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_justice", "Effects_of_global_warming", "Global_warming", "Climate_change_in_the_United_States", "Climate_change_adaptation", "Climate_change_and_gender", "History_of_climate_change_science", "Climate_change_mitigation", "Economics_of_global_warming"], "ranked_scores": [555.0, 532.0, 530.0, 529.0, 528.0, 526.0, 525.0, 522.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Precipitation", "Lake_Superior", "Permafrost"], "ranked_ids": ["Hockey_stick_graph", "Hockey_stick_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Fahrenheit", "Journal_for_Geoclimatic_Studies", "Lake_North_Pole", "Global_warming_hiatus", "Regional_effects_of_global_warming"], "ranked_scores": [475.0, 470.0, 467.0, 463.0, 463.0, 461.0, 461.0, 461.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Cosmic_ray", "El_Niño–Southern_Oscillation", "Global_warming", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Climate_variability", "Climate_change", "Solar_phenomena", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Greenhouse_effect", "History_of_climate_change_science", "Milankovitch_cycles"], "ranked_scores": [569.0, 559.0, 549.0, 548.0, 544.0, 542.0, 542.0, 541.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Glacier_mass_balance", "Regression_toward_the_mean", "Statistical_significance", "Doomsday_argument", "Future_sea_level", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Skewness", "Past_sea_level"], "ranked_scores": [490.0, 488.0, 477.0, 469.0, 467.0, 467.0, 466.0, 465.0, 464.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Global_warming", "IPCC_First_Assessment_Report", "Future_of_Earth", "Climate_inertia", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Reasons_for_concern", "James_Hansen", "Geological_history_of_oxygen"], "ranked_scores": [515.0, 514.0, 513.0, 508.0, 508.0, 506.0, 502.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5155, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Little_Ice_Age", "Earth", "Sun", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Future_of_Earth", "Abrupt_climate_change", "Climate_change_in_Texas", "Temperature_record_of_the_past_1000_years", "Global_warming", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "2010_Northern_Hemisphere_summer_heat_waves", "History_of_climate_change_science", "Climate_of_Mars"], "ranked_scores": [522.0, 517.0, 513.0, 508.0, 508.0, 508.0, 507.0, 501.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_experimental_errors_and_frauds_in_physics", "March_for_Science", "Global_warming_controversy", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change", "Scientific_Alliance", "Views_on_the_Kyoto_Protocol", "Scientific_consensus"], "ranked_scores": [499.0, 488.0, 485.0, 481.0, 479.0, 478.0, 473.0, 471.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "2001_Eastern_North_America_heat_wave", "Weather_station", "Urban_heat_island", "Satellite_temperature_measurements", "2006_North_American_heat_wave", "Stratosphere", "Geothermal_heat_pump", "2000_Southern_United_States_heat_wave"], "ranked_scores": [506.0, 506.0, 501.0, 499.0, 499.0, 498.0, 495.0, 495.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Global_warming_controversy", "Global_cooling", "2nd_millennium", "History_of_climate_change_science", "James_Hansen", "Global_warming_hiatus", "20th_century", "Reasons_for_concern"], "ranked_scores": [538.0, 528.0, 521.0, 518.0, 515.0, 515.0, 515.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_by_country", "Deserts_of_California", "List_of_photovoltaic_power_stations", "California", "Solar_energy", "Wind_power_in_the_United_States"], "ranked_scores": [545.0, 541.0, 536.0, 515.0, 515.0, 509.0, 508.0, 507.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Reaganomics", "Economy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Household_income_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States", "Agriculture_in_Pennsylvania", "Climate_change_and_agriculture", "Agriculture", "Climate_change_in_the_United_States", "Farm_programs"], "ranked_scores": [522.0, 516.0, 511.0, 510.0, 507.0, 496.0, 495.0, 493.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-atanh": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Mount_Bear", "Beringian_wolf", "Brown_bear", "Bear_attack", "Paleontology_in_Alaska", "Ursus_americanus_carlottae", "Yup'ik_cuisine", "Great_Bear_Wilderness"], "ranked_scores": [538.0, 535.0, 527.0, 522.0, 513.0, 512.0, 509.0, 506.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Greenhouse_gas", "Polar_High", "Permafrost_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_geoengineering", "West_Ice"], "ranked_scores": [611.0, 566.0, 565.0, 555.0, 548.0, 543.0, 540.0, 540.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Great_Salinity_Anomaly", "Permanent_Service_for_Mean_Sea_Level", "Climate_change_in_Tuvalu", "Sea_level", "Climate_change_(general_concept)", "Future_sea_level", "North_Atlantic_oscillation"], "ranked_scores": [547.0, 542.0, 541.0, 527.0, 522.0, 521.0, 519.0, 512.0, 511.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Deglaciation", "Future_sea_level", "Glacier_mass_balance", "Neoglaciation", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Global_warming_hiatus", "Wiesław_Masłowski"], "ranked_scores": [614.0, 582.0, 556.0, 556.0, 552.0, 550.0, 550.0, 549.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Carbon_footprint", "Renewable_energy_debate", "Mandatory_renewable_energy_target", "Carbon_diet", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Wind_power_by_country", "IPCC_First_Assessment_Report", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [582.0, 563.0, 560.0, 559.0, 559.0, 555.0, 554.0, 553.0, 552.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "Politics_of_global_warming", "Carbon_neutrality", "Climate_change_denial", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_fertilization_effect", "Carbon_footprint", "Heaven_and_Earth_(book)", "The_Real_Global_Warming_Disaster"], "ranked_scores": [566.0, 565.0, 563.0, 560.0, 556.0, 554.0, 550.0, 550.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Greenland_Sea", "Geography_of_Greenland", "Greenland_ice_core_project", "Greenland_ice_sheet", "Hockey_stick_graph", "Ice2sea"], "ranked_scores": [557.0, 552.0, 550.0, 546.0, 542.0, 536.0, 535.0, 530.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_fertilization_effect", "Global_warming_in_Antarctica", "Atmospheric_carbon_cycle", "Global_warming_potential", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "Runaway_greenhouse_effect", "Politics_of_global_warming"], "ranked_scores": [579.0, 573.0, 573.0, 570.0, 569.0, 568.0, 567.0, 566.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Climate_change_in_Texas", "Climate_change_and_gender", "Climate_change_mitigation_scenarios", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Regional_effects_of_global_warming", "Droughts_in_the_United_States", "Loss_and_damage"], "ranked_scores": [591.0, 568.0, 551.0, 550.0, 544.0, 542.0, 542.0, 541.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["North_Carolina", "Lyme_disease", "Temperate_climate", "Disease_diffusion_mapping", "Climate_of_the_United_States", "North_America", "Snow_in_Florida", "Climate_of_Minneapolis–Saint_Paul", "Measurement_of_sea_ice", "Upstate"], "ranked_scores": [529.0, 523.0, 521.0, 520.0, 514.0, 510.0, 510.0, 510.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Science", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Climate_change_in_Texas", "Effects_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Coupled_model_intercomparison_project", "Climate_prediction", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [573.0, 570.0, 565.0, 559.0, 557.0, 551.0, 550.0, 549.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Instrumental_temperature_record", "Solar_cycle_18", "Solar_cycle_19", "Megathermal", "Timeline_of_glaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [538.0, 534.0, 532.0, 530.0, 530.0, 529.0, 527.0, 527.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Climate_change_in_Tuvalu", "Global_Climate_Observing_System", "Greenhouse_gas_accounting", "NoCO2_Certification_Program", "Free_Ocean_CO2_Enrichment", "CO2_fertilization_effect", "Mauna_Kea", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [528.0, 522.0, 519.0, 515.0, 512.0, 510.0, 507.0, 507.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "Ocean_acidification", "PH", "Acid_rain", "Carbon_dioxide", "Base_(chemistry)", "Carbonic_acid", "Acid_dissociation_constant", "Acidosis", "Acid"], "ranked_scores": [538.0, 525.0, 521.0, 513.0, 511.0, 509.0, 508.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5518, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Climatic_Research_Unit_email_controversy", "Climate_change_denial", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)", "World_Climate_Report"], "ranked_scores": [579.0, 565.0, 561.0, 558.0, 557.0, 556.0, 555.0, 553.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Phillips_curve", "2014–16_El_Niño_event", "Eugenius_Warming", "Antarctic_Cold_Reversal", "El_Niño", "List_of_climate_research_satellites", "1908", "Winter_1985_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [510.0, 502.0, 501.0, 497.0, 493.0, 493.0, 490.0, 490.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "Wiesław_Masłowski", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Stern_Review", "Global_warming_in_Antarctica", "James_Hansen", "The_Hockey_Stick_Illusion", "Hockey_stick_controversy"], "ranked_scores": [561.0, 555.0, 554.0, 549.0, 548.0, 548.0, 545.0, 544.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Rear-inflow_jet", "1936_North_American_cold_wave", "Wind_shear", "Early_2014_North_American_cold_wave", "Mountain-gap_wind", "Temperate_climate", "Low-pressure_area", "Jet_stream", "2006_European_cold_wave", "Climate_gap"], "ranked_scores": [550.0, 535.0, 533.0, 533.0, 532.0, 530.0, 527.0, 527.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "1908", "Weather_satellite", "Earth_Radiation_Budget_Satellite", "2006_European_heat_wave", "1936_North_American_cold_wave"], "ranked_scores": [608.0, 597.0, 597.0, 556.0, 547.0, 540.0, 539.0, 538.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Global_warming_hiatus", "List_of_experimental_errors_and_frauds_in_physics", "Year_Without_a_Summer", "Arctic_sea_ice_decline", "Climate_engineering"], "ranked_scores": [528.0, 519.0, 509.0, 509.0, 508.0, 503.0, 500.0, 499.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Mitigation_of_global_warming_in_Australia", "Fuel_Economy_Reform_Act", "Emissions_trading", "Carbon_capture_and_storage_in_Australia", "Carbon_offset"], "ranked_scores": [554.0, 548.0, 543.0, 537.0, 529.0, 528.0, 524.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Hockey_stick_graph", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Measurement_of_sea_ice", "Hockey_stick_controversy", "Post-glacial_rebound", "Iceberg_C-19", "Sea_level_rise", "Climate_change_in_Tuvalu"], "ranked_scores": [547.0, 544.0, 541.0, 531.0, 529.0, 528.0, 527.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["MSU_temperature_measurements", "1908", "2016_North_American_heat_wave", "1936_North_American_cold_wave", "Satellite_temperature_measurements", "2007_Western_North_American_heat_wave", "Climate_change_in_the_Arctic", "Hurricane_Katrina_and_global_warming", "Media_coverage_of_climate_change", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [540.0, 539.0, 534.0, 531.0, 525.0, 525.0, 525.0, 524.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Anoxic_event", "Iron_fertilization", "Sea_level_rise", "Environmental_threats_to_the_Great_Barrier_Reef", "Ocean", "Sea", "The_Real_Global_Warming_Disaster"], "ranked_scores": [637.0, 602.0, 587.0, 561.0, 555.0, 550.0, 550.0, 547.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Climate_Change_Denial:_Heads_in_the_Sand", "Demand_destruction", "Energy_accidents", "List_of_experimental_errors_and_frauds_in_physics", "Global_warming_conspiracy_theory", "Fossil_fuel_divestment", "Deindustrialisation_by_country", "The_Deniers", "Global_warming_controversy"], "ranked_scores": [536.0, 524.0, 514.0, 513.0, 512.0, 512.0, 510.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_Tuvalu", "Global_warming_in_Antarctica", "1971", "Progradation", "Fast_ice", "Regional_effects_of_global_warming", "Ian_Clark_(geologist)", "Past_sea_level"], "ranked_scores": [585.0, 564.0, 548.0, 545.0, 533.0, 532.0, 530.0, 530.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Grassland_degradation", "Drought_in_the_United_Kingdom", "Megadrought", "Intergovernmental_Panel_on_Climate_Change", "Climate_change_in_Australia", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [550.0, 548.0, 543.0, 539.0, 531.0, 531.0, 527.0, 525.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Stern_Review", "The_Real_Global_Warming_Disaster", "World_Climate_Change_Conference,_Moscow", "Climate_Change_Denial:_Heads_in_the_Sand", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)"], "ranked_scores": [561.0, 553.0, 552.0, 547.0, 540.0, 540.0, 538.0, 537.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [570.0, 561.0, 543.0, 542.0, 541.0, 540.0, 540.0, 538.0, 533.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Antarctica_cooling_controversy", "Heaven_and_Earth_(book)", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Ian_Clark_(geologist)"], "ranked_scores": [570.0, 559.0, 546.0, 537.0, 535.0, 533.0, 532.0, 531.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Greenhouse_and_icehouse_Earth", "Global_cooling", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change"], "ranked_scores": [562.0, 555.0, 546.0, 544.0, 544.0, 544.0, 542.0, 542.0, 542.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Climate_change_in_China", "Atmospheric_methane", "Contribution_to_global_warming_by_Australia", "Deforestation_and_climate_change", "Greenhouse_gas", "Arctic_methane_emissions", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_diet", "Greenhouse_effect"], "ranked_scores": [553.0, 553.0, 549.0, 546.0, 546.0, 545.0, 544.0, 544.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Hypotheticals", "Global_catastrophic_risk", "Longevity_risk", "Avoiding_Dangerous_Climate_Change", "Risk_neutral", "Climate_risk", "Policy_Uncertainty", "Counterfactual_thinking", "Policy_uncertainty"], "ranked_scores": [559.0, 529.0, 527.0, 526.0, 521.0, 520.0, 518.0, 516.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Clean_Energy_Regulator", "Carbon_neutrality", "Green_industrial_policy", "Carbon-neutral_fuel", "Clean_Air_Act_(United_States)", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Clean_technology", "Coal_pollution_mitigation", "Green_Power_Partnership"], "ranked_scores": [540.0, 538.0, 537.0, 536.0, 531.0, 530.0, 530.0, 528.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "1908", "1808/1809_mystery_eruption", "El_Niño–Southern_Oscillation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1982–83_El_Niño_event", "Instrumental_temperature_record", "2010_Northern_Hemisphere_heat_waves", "El_Niño"], "ranked_scores": [578.0, 575.0, 560.0, 554.0, 551.0, 550.0, 547.0, 547.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_geoengineering", "Polar_seas", "Arctic_sea_ice_decline", "Antarctic_Circumpolar_Current", "Weddell_Polynya", "Arctic_ice_pack", "Measurement_of_sea_ice", "Ice2sea", "Arctic_ecology"], "ranked_scores": [581.0, 570.0, 570.0, 569.0, 563.0, 562.0, 561.0, 561.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Coal", "Coal_mining", "Coalbed_methane", "Environmental_impact_of_the_coal_industry", "History_of_coal_mining", "Peak_coal", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [623.0, 613.0, 569.0, 566.0, 554.0, 553.0, 549.0, 547.0, 547.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Cool_tropics_paradox", "George_Kukla", "History_of_the_Philippines_(1898–1946)", "Programmed_Data_Processor", "Glacial_period", "Little_Ice_Age", "Sublimation_(phase_transition)", "Global_cooling", "PDO"], "ranked_scores": [509.0, 504.0, 502.0, 499.0, 495.0, 494.0, 494.0, 493.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Instrumental_temperature_record", "Global_Climate_Observing_System", "Global_stilling", "Special_Report_on_Global_Warming_of_1.5_°C", "Sustainability_science", "Environmental_Performance_Index", "World_energy_consumption", "Global_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [527.0, 517.0, 515.0, 513.0, 512.0, 512.0, 512.0, 511.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Global_warming", "Attribution_of_recent_climate_change", "Climate_change_denial", "Scientific_opinion_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [580.0, 571.0, 565.0, 563.0, 559.0, 558.0, 558.0, 557.0, 556.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1936_North_American_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Measurement_of_sea_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "World_Glacier_Monitoring_Service", "Great_Lakes_tectonic_zone", "Eocene_Thermal_Maximum_2"], "ranked_scores": [532.0, 522.0, 515.0, 512.0, 510.0, 510.0, 509.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Greenhouse_effect", "Climate_change_in_the_United_States", "Global_warming_potential", "Idealized_greenhouse_model", "Climate_engineering", "Effects_of_global_warming", "Global_warming_in_Antarctica", "Radiative_forcing", "Scientific_opinion_on_climate_change"], "ranked_scores": [582.0, 571.0, 570.0, 569.0, 567.0, 564.0, 564.0, 563.0, 562.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Future_sea_level", "Dumbing_down", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Kuznets_curve", "Climate_change_in_Tuvalu", "Worse-than-average_effect", "Tax_policy_and_economic_inequality_in_the_United_States", "Seasonal_adjustment"], "ranked_scores": [519.0, 515.0, 514.0, 510.0, 508.0, 506.0, 504.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Climate_change_feedback", "Environmental_issue", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Regional_effects_of_global_warming", "Global_warming", "Deforestation_and_climate_change"], "ranked_scores": [562.0, 562.0, 554.0, 548.0, 548.0, 544.0, 544.0, 544.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.559, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_in_Antarctica", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Holocene_glacial_retreat", "Global_cooling", "History_of_climate_change_science", "Quaternary_glaciation", "Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Past_sea_level"], "ranked_scores": [540.0, 536.0, 531.0, 529.0, 527.0, 527.0, 524.0, 523.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Strong_objectivity", "Media_coverage_of_climate_change", "Not_even_wrong", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Confirmation_bias", "False_consensus_effect"], "ranked_scores": [517.0, 508.0, 508.0, 506.0, 504.0, 504.0, 500.0, 500.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Hot_tower", "Cooling_center", "2011_North_American_heat_wave", "US_Weather_Bureau_Station_(Block_Island)", "1911_Eastern_North_America_heat_wave", "2001_Eastern_North_America_heat_wave", "Excessive_heat_watch", "1995_Chicago_heat_wave", "List_of_heat_waves", "Urban_heat_island"], "ranked_scores": [557.0, 542.0, 538.0, 537.0, 532.0, 531.0, 530.0, 530.0, 528.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_United_States", "Economics_of_global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Hockey_stick_graph"], "ranked_scores": [567.0, 561.0, 560.0, 558.0, 557.0, 557.0, 555.0, 554.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_power", "Etymology_of_California", "List_of_renewable_energy_companies_by_stock_exchange", "Wind_power_in_the_United_States", "Electricity_sector_of_the_United_States"], "ranked_scores": [574.0, 552.0, 546.0, 540.0, 540.0, 538.0, 535.0, 535.0, 533.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Energy_in_the_United_States", "Economy_of_the_United_States", "Collectivization_in_the_Soviet_Union"], "ranked_scores": [549.0, 540.0, 532.0, 531.0, 530.0, 525.0, 520.0, 520.0, 520.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-512-atanh": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Mount_Bear", "Kodiak_bear", "Beringian_wolf", "Brown_bear", "Great_Bear_Wilderness", "Yup'ik_cuisine", "Bear_attack", "Piscivore", "Sturgeon"], "ranked_scores": [361.0, 351.0, 348.0, 343.0, 336.0, 333.0, 332.0, 330.0, 329.0, 328.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Greenhouse_gas", "Polar_High", "Heinrich_event", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_in_Antarctica", "West_Ice"], "ranked_scores": [406.0, 370.0, 369.0, 366.0, 360.0, 359.0, 357.0, 355.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Climate_change_(general_concept)", "Sea_level", "Prevailing_winds", "Great_Salinity_Anomaly", "Climate_change_in_Tuvalu", "North_Atlantic_oscillation", "Permanent_Service_for_Mean_Sea_Level"], "ranked_scores": [360.0, 354.0, 346.0, 340.0, 340.0, 338.0, 337.0, 336.0, 335.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Deglaciation", "Ice2sea", "Arctic_geoengineering", "Glacier_mass_balance", "Wiesław_Masłowski", "Antarctic_sea_ice", "Future_sea_level", "North_Greenland_Ice_Core_Project"], "ranked_scores": [415.0, 395.0, 372.0, 371.0, 369.0, 369.0, 366.0, 363.0, 363.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Carbon_footprint", "Renewable_energy_debate", "Carbon_emissions_reporting", "Advisory_Group_on_Greenhouse_Gases", "Carbon_diet", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Atmospheric_carbon_cycle", "Reasons_for_concern", "Deforestation_and_climate_change", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [384.0, 376.0, 374.0, 372.0, 368.0, 367.0, 366.0, 366.0, 366.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Antarctica_cooling_controversy", "CO2_is_Green", "Carbon_neutrality", "Climate_change_denial", "Carbon_footprint", "Atmospheric_carbon_cycle", "The_Real_Global_Warming_Disaster", "Journal_for_Geoclimatic_Studies", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming"], "ranked_scores": [366.0, 365.0, 364.0, 364.0, 362.0, 362.0, 361.0, 360.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Greenland_Sea", "Climate_change_in_the_Arctic", "Geography_of_Greenland", "Sea_level_rise", "Glacier_mass_balance", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "East_Greenland_Current", "Hockey_stick_graph"], "ranked_scores": [367.0, 358.0, 357.0, 357.0, 356.0, 355.0, 355.0, 355.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Global_warming_potential", "Climate_change_feedback", "CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_effect", "Runaway_greenhouse_effect", "Global_warming_in_Antarctica", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Idealized_greenhouse_model"], "ranked_scores": [381.0, 381.0, 376.0, 375.0, 375.0, 373.0, 373.0, 370.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Carbon_emissions_reporting", "Climate_change_mitigation_scenarios", "Global_warming", "Loss_and_damage", "Climate_change_in_Texas", "Effects_of_global_warming", "Environmental_issue"], "ranked_scores": [385.0, 375.0, 366.0, 364.0, 361.0, 359.0, 359.0, 358.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["North_Carolina", "Temperate_climate", "Disease_diffusion_mapping", "Early_2014_North_American_cold_wave", "Climate_of_the_United_States", "Climate_of_Minneapolis–Saint_Paul", "North_America", "2011_North_American_heat_wave", "Geography_of_North_America", "Upstate"], "ranked_scores": [350.0, 343.0, 341.0, 340.0, 340.0, 336.0, 335.0, 334.0, 334.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Science", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Climate_change_in_Texas", "Climate_change_and_agriculture", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [373.0, 369.0, 366.0, 365.0, 364.0, 364.0, 361.0, 360.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_18", "Greenhouse_and_icehouse_Earth", "Megathermal", "Instrumental_temperature_record", "Timeline_of_glaciation", "Solar_cycle_19", "History_of_climate_change_science", "Neoglaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [352.0, 349.0, 348.0, 346.0, 345.0, 345.0, 342.0, 341.0, 341.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Climate_change_in_Tuvalu", "Mauna_Loa_Observatory", "Global_Climate_Observing_System", "Advisory_Group_on_Greenhouse_Gases", "Global_warming_potential", "Annual_cycle_of_sea_level_height", "Idealized_greenhouse_model", "Keeling_Curve", "UH88", "Permanent_Service_for_Mean_Sea_Level"], "ranked_scores": [347.0, 345.0, 342.0, 341.0, 340.0, 339.0, 338.0, 338.0, 336.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "PH", "Ocean_acidification", "Acidosis", "C3_carbon_fixation", "Carbon_dioxide", "Acid_dissociation_constant", "Acid_rain", "Base_(chemistry)", "Estuarine_acidification"], "ranked_scores": [358.0, 350.0, 339.0, 338.0, 334.0, 332.0, 331.0, 331.0, 330.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4632, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Ian_Clark_(geologist)", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Climate_change_denial", "Global_warming_conspiracy_theory", "World_Climate_Report"], "ranked_scores": [379.0, 378.0, 377.0, 373.0, 372.0, 370.0, 369.0, 369.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Phillips_curve", "PDOS", "2014–16_El_Niño_event", "El_Niño", "Green_Revolution", "Supply-side_economics", "List_of_climate_research_satellites", "1908", "George_Kukla"], "ranked_scores": [334.0, 331.0, 330.0, 326.0, 324.0, 324.0, 323.0, 322.0, 321.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife"], "ranked_ids": ["Wiesław_Masłowski", "Arctic_sea_ice_decline", "Adam_Scaife", "Arctic_geoengineering", "Stern_Review", "The_Hockey_Stick_Illusion", "Hockey_stick_controversy", "The_Hockey_Stick_and_the_Climate_Wars", "Climate_change_in_the_Arctic", "Ian_Clark_(geologist)"], "ranked_scores": [376.0, 369.0, 366.0, 365.0, 363.0, 361.0, 360.0, 360.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Rear-inflow_jet", "Wind_shear", "2006_European_cold_wave", "Low-pressure_area", "Early_2014_North_American_cold_wave", "1936_North_American_cold_wave", "Cold_wave", "2011_North_American_heat_wave", "Jet_stream", "Lake_North_Pole"], "ranked_scores": [358.0, 351.0, 350.0, 349.0, 348.0, 347.0, 347.0, 346.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "1997–98_El_Niño_event", "1911_Eastern_North_America_heat_wave", "NOAA-7", "2006_European_heat_wave", "Solar_cycle_19"], "ranked_scores": [403.0, 391.0, 389.0, 363.0, 359.0, 357.0, 355.0, 355.0, 354.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Climate_engineering", "CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Arctic_sea_ice_decline", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Global_warming_hiatus", "2013_extreme_weather_events"], "ranked_scores": [342.0, 341.0, 339.0, 338.0, 336.0, 336.0, 335.0, 335.0, 335.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Jobs,_Growth_and_Long-term_Prosperity_Act", "Carbon_capture_and_storage_in_Australia", "Carbon_offset", "Emissions_trading", "Carbon_bubble", "Keystone_Pipeline"], "ranked_scores": [368.0, 360.0, 354.0, 354.0, 350.0, 349.0, 348.0, 348.0, 347.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Hockey_stick_graph", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Measurement_of_sea_ice", "Quaternary_glaciation", "Hockey_stick_controversy", "Post-glacial_rebound", "Global_cooling", "Iceberg_C-19"], "ranked_scores": [370.0, 369.0, 364.0, 364.0, 362.0, 359.0, 359.0, 356.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "MSU_temperature_measurements", "1936_North_American_cold_wave", "Winter_1985_cold_wave", "2001_Eastern_North_America_heat_wave", "Instrumental_temperature_record", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_climate_research_satellites", "Thermopause"], "ranked_scores": [356.0, 353.0, 352.0, 350.0, 349.0, 347.0, 346.0, 346.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Anoxic_event", "Iron_fertilization", "Ecotoxicity", "Acid_rain", "Marine_ecosystem", "The_Coming_Global_Superstorm", "The_Real_Global_Warming_Disaster"], "ranked_scores": [415.0, 394.0, 380.0, 376.0, 364.0, 360.0, 359.0, 356.0, 356.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Demand_destruction", "Deindustrialisation_by_country", "The_Great_Stagnation", "Global_warming_controversy", "Journal_for_Geoclimatic_Studies", "Global_warming_conspiracy_theory", "Mandatory_renewable_energy_target", "Fossil_fuel_divestment", "Nuclear_power_debate"], "ranked_scores": [352.0, 344.0, 344.0, 340.0, 337.0, 337.0, 337.0, 337.0, 335.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_Tuvalu", "Global_warming_in_Antarctica", "Heinrich_event", "Progradation", "Cordilleran_Ice_Sheet", "Fast_ice", "Regional_effects_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [384.0, 365.0, 364.0, 355.0, 351.0, 350.0, 349.0, 349.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Climate_change_in_Australia", "Grassland_degradation", "Drought_in_the_United_Kingdom", "Drylands", "Megadrought", "Solar_power_in_Spain"], "ranked_scores": [375.0, 367.0, 359.0, 357.0, 354.0, 353.0, 351.0, 347.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Stern_Review", "World_Climate_Report", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Climate_change_in_Texas", "Carbon_emissions_reporting", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change"], "ranked_scores": [368.0, 367.0, 364.0, 363.0, 361.0, 360.0, 358.0, 358.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Heat_wave", "Olympic_Mountains", "Mountain_States"], "ranked_scores": [369.0, 359.0, 348.0, 347.0, 346.0, 345.0, 344.0, 344.0, 342.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "The_Real_Global_Warming_Disaster", "Ian_Clark_(geologist)", "Global_warming_conspiracy_theory", "Heaven_and_Earth_(book)", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [368.0, 368.0, 360.0, 350.0, 349.0, 349.0, 348.0, 348.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "Global_cooling", "Climate_oscillation", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_documents", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [378.0, 377.0, 367.0, 366.0, 366.0, 365.0, 364.0, 364.0, 362.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_China", "Mitigation_of_global_warming_in_Australia", "California_Senate_Bill_32", "Greenhouse_effect", "Carbon_footprint", "Greenhouse_gas", "Greenhouse_gas_emissions_by_the_United_States", "Atmospheric_methane", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [367.0, 361.0, 360.0, 359.0, 356.0, 355.0, 355.0, 354.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Hypotheticals", "Risk_neutral", "Global_catastrophic_risk", "Avoiding_Dangerous_Climate_Change", "Counterfactual_thinking", "Climate_risk", "Risk–benefit_ratio", "Finite_Risk_insurance", "Policy_Uncertainty"], "ranked_scores": [373.0, 347.0, 345.0, 341.0, 340.0, 339.0, 339.0, 338.0, 337.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Clean_Air_Act_(United_States)", "Green_industrial_policy", "Coal_pollution_mitigation", "Clean_Energy_Regulator", "Carbon_neutrality", "Carbon-neutral_fuel", "Energy_Independence_and_Security_Act_of_2007", "Clean_technology", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [349.0, 348.0, 346.0, 345.0, 345.0, 344.0, 342.0, 341.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1908", "1997–98_El_Niño_event", "2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "2010_Northern_Hemisphere_heat_waves", "1808/1809_mystery_eruption", "Instrumental_temperature_record", "Climate_of_Brazil", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_oscillation"], "ranked_scores": [387.0, 375.0, 374.0, 369.0, 367.0, 363.0, 363.0, 363.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Polar_seas", "Ice2sea", "Measurement_of_sea_ice", "Arctic_ice_pack", "Arctic_resources_race", "Arctic_Ocean", "Climate_of_the_Arctic"], "ranked_scores": [384.0, 380.0, 380.0, 377.0, 374.0, 374.0, 373.0, 372.0, 371.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal", "Refined_coal", "Coal_mining", "Coalbed_methane", "Coal_gas", "Beyond_Coal", "Coal_gasification", "Blackwater_(coal)"], "ranked_scores": [406.0, 404.0, 371.0, 370.0, 368.0, 366.0, 361.0, 358.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "George_Kukla", "Arctic_sea_ice_decline", "History_of_the_Philippines_(1898–1946)", "Global_cooling", "Study_of_Environmental_Arctic_Change", "Cool_tropics_paradox", "Glacial_period", "Little_Ice_Age", "Sublimation_(phase_transition)"], "ranked_scores": [340.0, 339.0, 334.0, 333.0, 332.0, 331.0, 331.0, 330.0, 330.0, 329.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Instrumental_temperature_record", "Paleocene–Eocene_Thermal_Maximum", "World_energy_consumption", "MV_Arctic_Sunrise", "Eddy_covariance", "Michael_E._Mann", "EdGCM", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_Climate_Observing_System", "Global_change"], "ranked_scores": [355.0, 339.0, 339.0, 338.0, 338.0, 337.0, 337.0, 336.0, 336.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_Arctic", "Geographical_renaming", "Global_Change_Research_Act_of_1990", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [380.0, 378.0, 376.0, 373.0, 373.0, 368.0, 367.0, 366.0, 366.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Coal_by_country", "World_Glacier_Monitoring_Service", "Europe", "Great_Lakes_tectonic_zone", "Pliocene_climate", "Last_Glacial_Period", "World_energy_consumption", "Measurement_of_sea_ice"], "ranked_scores": [351.0, 343.0, 342.0, 342.0, 341.0, 341.0, 341.0, 339.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Greenhouse_effect", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Global_warming_in_Antarctica", "Solar_phenomena", "Climate_change_in_Europe", "Global_warming_potential", "Idealized_greenhouse_model", "Effects_of_global_warming"], "ranked_scores": [382.0, 381.0, 378.0, 369.0, 369.0, 368.0, 367.0, 367.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Future_sea_level", "Regression_toward_the_mean", "Sea_level", "Annual_cycle_of_sea_level_height", "Climate_change_in_Tuvalu", "Sea_level_rise", "Antarctic_oscillation", "Worse-than-average_effect", "Tax_policy_and_economic_inequality_in_the_United_States", "Trend_stationary"], "ranked_scores": [345.0, 340.0, 334.0, 332.0, 332.0, 332.0, 330.0, 330.0, 329.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "CO2_fertilization_effect", "Greenhouse_gas", "Environmental_issue", "Contribution_to_global_warming_by_Australia", "Attribution_of_recent_climate_change", "Deforestation_and_climate_change", "Global_warming_potential", "Mitigation_of_global_warming_in_Australia", "Runaway_greenhouse_effect"], "ranked_scores": [374.0, 371.0, 363.0, 361.0, 359.0, 358.0, 357.0, 356.0, 354.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Holocene_glacial_retreat", "Temperature_record_of_the_past_1000_years", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Eugenius_Warming", "Idealized_greenhouse_model", "Deglaciation", "Quaternary_glaciation", "Neoglaciation"], "ranked_scores": [365.0, 355.0, 354.0, 353.0, 351.0, 351.0, 349.0, 348.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Not_even_wrong", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Strong_objectivity", "Views_on_the_Kyoto_Protocol", "Antarctica_cooling_controversy", "Climate_change_denial", "Media_coverage_of_climate_change"], "ranked_scores": [350.0, 340.0, 340.0, 334.0, 333.0, 333.0, 331.0, 328.0, 328.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Hot_tower", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "Excessive_heat_watch", "1911_Eastern_North_America_heat_wave", "Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "2000_Southern_United_States_heat_wave", "1995_Chicago_heat_wave", "National_Weather_Service"], "ranked_scores": [371.0, 362.0, 360.0, 358.0, 357.0, 357.0, 355.0, 346.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming_conspiracy_theory", "Climate_change_in_the_United_States", "Hockey_stick_graph", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Economics_of_global_warming", "Future_sea_level"], "ranked_scores": [385.0, 382.0, 372.0, 372.0, 371.0, 370.0, 370.0, 369.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Solar_power_in_Michigan", "List_of_renewable_energy_companies_by_stock_exchange", "Renewable_energy_in_the_United_States", "Energy_in_Ohio", "Electricity_sector_of_the_United_States", "Solar_power", "List_of_photovoltaic_power_stations", "Solar_power_by_country"], "ranked_scores": [373.0, 368.0, 359.0, 359.0, 358.0, 354.0, 353.0, 353.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Growth_of_wind_power_in_the_United_States", "Collectivization_in_the_Soviet_Union", "Economy_of_the_United_States", "Agricultural_policy_of_the_United_States", "2012–13_North_American_drought", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [356.0, 349.0, 347.0, 346.0, 340.0, 340.0, 339.0, 339.0, 337.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-256-atanh": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Mount_Bear", "Snow", "Polar_seas", "Arctic_char", "Boreogadus_saida", "Kodiak_bear", "Brown_bear", "Beringian_wolf", "Great_Bear_Wilderness"], "ranked_scores": [177.0, 175.0, 171.0, 169.0, 168.0, 166.0, 166.0, 166.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Clathrate_gun_hypothesis", "Atmospheric_methane", "Permafrost_carbon_cycle", "Heinrich_event", "Climate_change_in_the_Arctic", "Polar_High", "Tropospheric_ozone", "Mootral", "The_Cryosphere"], "ranked_scores": [207.0, 190.0, 188.0, 186.0, 186.0, 184.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Prevailing_winds", "Climate_change_in_Tuvalu", "Future_sea_level", "Sea_level_rise", "Past_sea_level", "Sea_level", "Tide", "Tidal_range", "Tide_gauge"], "ranked_scores": [184.0, 176.0, 176.0, 176.0, 175.0, 174.0, 174.0, 172.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Weddell_Polynya", "Deglaciation", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice", "Ice2sea", "Future_sea_level", "Greenhouse_and_icehouse_Earth", "Neoglaciation"], "ranked_scores": [208.0, 206.0, 189.0, 187.0, 185.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Carbon_emissions_reporting", "Carbon_footprint", "Politics_of_global_warming", "Campaign_against_Climate_Change", "Advisory_Group_on_Greenhouse_Gases", "Pro-nuclear_movement", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_accounting", "Mandatory_renewable_energy_target"], "ranked_scores": [193.0, 189.0, 188.0, 187.0, 187.0, 187.0, 186.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "Global_warming_potential", "Climate_change_denial", "Politics_of_global_warming", "Carbon_footprint", "Carbon_neutrality", "Atmospheric_carbon_cycle", "Greenhouse_gas", "The_Real_Global_Warming_Disaster", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [190.0, 189.0, 186.0, 186.0, 185.0, 184.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Geography_of_Greenland", "Greenland_ice_sheet", "Greenland", "MV_Arctic_Sunrise", "Fast_ice", "Greenland_Sea", "Ice_rise", "Future_sea_level", "Hockey_stick_graph", "North_Greenland_Ice_Core_Project"], "ranked_scores": [186.0, 181.0, 179.0, 179.0, 178.0, 178.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "CO2_fertilization_effect", "Global_warming_potential", "Politics_of_global_warming", "Climate_change_feedback", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Runaway_greenhouse_effect", "Cloud_feedback", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [194.0, 192.0, 190.0, 189.0, 188.0, 187.0, 187.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Carbon_emissions_reporting", "Hurricane_Katrina_and_global_warming", "Environmental_issue", "Climate_change_and_agriculture", "ExxonMobil_climate_change_controversy", "Global_warming_controversy", "Climate_change_in_Texas", "Reasons_for_concern"], "ranked_scores": [191.0, 187.0, 186.0, 186.0, 185.0, 182.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["North_Carolina", "North_America", "2013–14_North_American_winter", "2011_North_American_heat_wave", "Disease_diffusion_mapping", "Social_and_economic_stratification_in_Appalachia", "Northern_Canada", "Geography_of_North_America", "Northern_Hemisphere", "West_North_Central_States"], "ranked_scores": [176.0, 174.0, 171.0, 169.0, 169.0, 169.0, 168.0, 168.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Science", "Global_warming"], "ranked_ids": ["ECMWF_re-analysis", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_and_agriculture", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_prediction", "Stern_Review", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [184.0, 182.0, 182.0, 182.0, 181.0, 180.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Solar_cycle_18", "Eugenius_Warming", "Greenhouse_and_icehouse_Earth", "Cyclic_salt", "Megathermal", "Tipping_point_(climatology)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [182.0, 181.0, 179.0, 176.0, 176.0, 175.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Idealized_greenhouse_model", "Explorer_7", "Global_warming_potential", "Keeling_Curve", "UH88", "Mauna_Kea", "Climate_change_in_Tuvalu", "Climate_inertia", "Highest_temperature_recorded_on_Earth", "Mauna_Loa_Observatory"], "ranked_scores": [178.0, 175.0, 173.0, 172.0, 172.0, 172.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Atmosphere_of_Earth", "Metabolic_acidosis", "C3_carbon_fixation", "Ocean_acidification", "Coal_forest", "Great_Oxygenation_Event", "Carbonic_acid", "Geological_history_of_oxygen", "PH", "Paleoatmosphere"], "ranked_scores": [176.0, 175.0, 173.0, 173.0, 171.0, 171.0, 168.0, 168.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Global_cooling_(disambiguation)", "Global_cooling", "Climate_change_denial", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "The_Real_Global_Warming_Disaster", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle"], "ranked_scores": [189.0, 189.0, 188.0, 187.0, 186.0, 184.0, 183.0, 182.0, 181.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "2014–16_El_Niño_event", "1960s", "Climate_of_the_Philippines", "2011_North_American_heat_wave", "Great_Salt_Lake_effect", "El_Niño", "PDO", "Thaw_(weather)", "Satellite_temperature_measurements"], "ranked_scores": [177.0, 169.0, 167.0, 167.0, 166.0, 166.0, 165.0, 165.0, 165.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife"], "ranked_ids": ["Wiesław_Masłowski", "Ian_Clark_(geologist)", "Adam_Scaife", "The_Hockey_Stick_Illusion", "Arctic_sea_ice_decline", "Arctic_geoengineering", "David_Titley", "Hockey_stick_controversy", "The_Hockey_Stick_and_the_Climate_Wars", "Richard_Lindzen"], "ranked_scores": [188.0, 186.0, 184.0, 184.0, 182.0, 181.0, 180.0, 179.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Cold_wave", "Early_2014_North_American_cold_wave", "Lake_North_Pole", "Gulf_Stream", "2006_European_cold_wave", "Rear-inflow_jet", "Polar_front", "Antarctic_Circle", "Mountain-gap_wind", "Polar_drift"], "ranked_scores": [176.0, 176.0, 175.0, 173.0, 172.0, 172.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "1911_Eastern_North_America_heat_wave", "Weather_satellite", "USA-195", "Landsat_1", "2013_Southwestern_United_States_heat_wave", "Solar_cycle_19", "International_Geophysical_Year"], "ranked_scores": [204.0, 194.0, 194.0, 182.0, 180.0, 179.0, 179.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Climate_Research_(journal)", "Climatic_Research_Unit_email_controversy", "Global_warming_hiatus", "Climatic_Research_Unit_documents", "Climate_engineering", "January_2016_East_Asia_cold_wave", "Copenhagen_Diagnosis", "Sustainability_science", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [176.0, 174.0, 174.0, 173.0, 173.0, 172.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Natural_gas", "Liquefied_petroleum_gas", "Carbon_offset", "Global_warming_potential", "Canada_and_the_Kyoto_Protocol", "Carbon_capture_and_storage", "Carbon_pricing_in_Australia", "Carbon-neutral_fuel", "Emissions_trading"], "ranked_scores": [179.0, 178.0, 177.0, 177.0, 176.0, 176.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Hockey_stick_graph", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Wiesław_Masłowski", "Sea_level_rise", "Ice2sea", "Climate_change_in_Tuvalu", "Hockey_stick_controversy", "Tipping_point_(climatology)"], "ranked_scores": [191.0, 187.0, 187.0, 185.0, 183.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Winter_1985_cold_wave", "2007_Western_North_American_heat_wave", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2018_British_Isles_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Explorer_7"], "ranked_scores": [183.0, 182.0, 179.0, 179.0, 176.0, 174.0, 174.0, 174.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Oceanic_carbon_cycle", "Iron_fertilization", "Great_Oxygenation_Event", "The_Coming_Global_Superstorm", "Acid_rain", "Metabolic_acidosis", "Sea"], "ranked_scores": [206.0, 189.0, 186.0, 185.0, 183.0, 182.0, 182.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine"], "ranked_ids": ["The_Great_Stagnation", "The_Real_Global_Warming_Disaster", "Richard_Dawkins", "Global_warming_controversy", "Doomsday_argument", "Fossil_fuel_divestment", "Deindustrialisation_by_country", "American_Jobs", "Demand_destruction", "Scientific_Alliance"], "ranked_scores": [180.0, 180.0, 178.0, 178.0, 178.0, 178.0, 177.0, 174.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Climate_change_in_Tuvalu", "Future_sea_level", "Heinrich_event", "Glacial_earthquake", "Fast_ice", "Progradation", "Ian_Clark_(geologist)", "Ice_rise", "Past_sea_level"], "ranked_scores": [196.0, 189.0, 187.0, 181.0, 177.0, 177.0, 177.0, 175.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Grassland_degradation", "Climate_change_in_Australia", "2012–13_North_American_drought", "Geography_of_Portugal", "Drylands", "Droughts_in_the_United_States", "Fossil_fuel", "Drought_in_the_United_Kingdom"], "ranked_scores": [188.0, 188.0, 178.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "Climate_change_denial", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Views_on_the_Kyoto_Protocol", "World_Climate_Report"], "ranked_scores": [185.0, 184.0, 182.0, 181.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Pacific_Northwest_windstorm", "Heat_wave", "Summer_of_1976_(Europe)", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Continental_climate"], "ranked_scores": [186.0, 185.0, 183.0, 180.0, 180.0, 179.0, 179.0, 179.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Climate_change_denial", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ian_Clark_(geologist)", "Global_warming_controversy", "Hurricane_Katrina_and_global_warming", "Global_warming_conspiracy_theory", "Heaven_and_Earth_(book)"], "ranked_scores": [191.0, 183.0, 182.0, 181.0, 178.0, 177.0, 176.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_oscillation", "Climate_variability", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Climate_state", "Temperature_record_of_the_past_1000_years", "Climate_sensitivity", "Global_cooling", "Little_Ice_Age"], "ranked_scores": [197.0, 194.0, 193.0, 190.0, 190.0, 190.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Arctic_methane_emissions", "Mitigation_of_global_warming_in_Australia", "Alta_Wind_Energy_Center", "Climate_change_in_China", "Carbon_dioxide", "Contribution_to_global_warming_by_Australia", "Coal_gasification_commercialization", "Mootral", "The_Great_Warming", "List_of_carbon_ranches"], "ranked_scores": [188.0, 185.0, 184.0, 184.0, 181.0, 181.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Risk_neutral", "Alternatives_assessment", "Hypotheticals", "Never_events", "Counterfactual_thinking", "History_of_economic_thought", "Finite_Risk_insurance", "Prevention_paradox", "Policy_Uncertainty"], "ranked_scores": [184.0, 178.0, 176.0, 176.0, 176.0, 174.0, 170.0, 170.0, 169.0, 168.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_technology", "Green_industrial_policy", "Carbon-neutral_fuel", "Clean_Energy_Ministerial", "Carbon_neutrality", "Energy_Independence_and_Security_Act_of_2007", "Capitol_Power_Plant", "Green_Power_Partnership", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [180.0, 180.0, 178.0, 176.0, 176.0, 176.0, 176.0, 175.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1908", "Climate_of_Brazil", "Instrumental_temperature_record", "2014–16_El_Niño_event", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1997–98_El_Niño_event", "2011_North_American_heat_wave", "Climate_oscillation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "El_Niño"], "ranked_scores": [191.0, 189.0, 186.0, 184.0, 183.0, 182.0, 181.0, 181.0, 180.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Antarctic_Circumpolar_Current", "Polar_seas", "Thwaites_Glacier", "Sea_ice", "Arctic_Ocean", "Weddell_Polynya", "Wiesław_Masłowski"], "ranked_scores": [199.0, 197.0, 195.0, 193.0, 193.0, 193.0, 192.0, 190.0, 190.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Refined_coal", "Coal", "Renewable_natural_gas", "Environmental_impact_of_the_coal_industry", "Coalbed_methane", "Coal_gasification", "History_of_coal_mining", "Cleaner_production"], "ranked_scores": [200.0, 199.0, 181.0, 181.0, 180.0, 180.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["History_of_the_Philippines_(1898–1946)", "1960s", "Global_cooling", "Pacific_decadal_oscillation", "Cold_War", "George_Kukla", "History_of_the_United_States_(1945–64)", "Little_Ice_Age", "Baby_boom", "Collectivization_in_the_Soviet_Union"], "ranked_scores": [175.0, 172.0, 172.0, 172.0, 170.0, 170.0, 169.0, 169.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_energy_consumption", "Instrumental_temperature_record", "Paleocene–Eocene_Thermal_Maximum", "Politics_of_global_warming", "Atmospheric_circulation", "Sustainability_science", "MV_Arctic_Sunrise", "EdGCM", "History_of_climate_change_science", "Ian_Clark_(geologist)"], "ranked_scores": [175.0, 174.0, 174.0, 173.0, 172.0, 172.0, 171.0, 171.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "IPCC_Fourth_Assessment_Report", "History_of_climate_change_science", "Climatic_Research_Unit_email_controversy", "Geographical_renaming", "Climate_change_opinion_by_country", "Global_change", "Global_warming", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [192.0, 192.0, 188.0, 187.0, 186.0, 185.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Deglaciation", "History_of_Mars_observation", "MSU_temperature_measurements", "Last_Glacial_Period", "Greenhouse_gas_emissions_accounting", "History_of_climate_change_science", "Climate_of_Finland", "Climate_state", "Europe"], "ranked_scores": [178.0, 175.0, 175.0, 174.0, 173.0, 172.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Greenhouse_effect", "Solar_phenomena", "Effect_of_Sun_angle_on_climate", "History_of_climate_change_science", "Global_change", "Global_warming_potential", "IPCC_Fourth_Assessment_Report", "Climate_footprint", "Radiative_forcing", "Sun"], "ranked_scores": [193.0, 191.0, 190.0, 190.0, 189.0, 186.0, 186.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Future_sea_level", "Regression_toward_the_mean", "Annual_cycle_of_sea_level_height", "Sea_level", "Geodetic_datum", "Global_stilling", "Sea_level_rise", "Tax_policy_and_economic_inequality_in_the_United_States", "Diminishing_returns", "MSU_temperature_measurements"], "ranked_scores": [173.0, 171.0, 169.0, 169.0, 167.0, 167.0, 166.0, 166.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Climate_change_feedback", "Geological_history_of_oxygen", "Mitigation_of_global_warming_in_Australia", "Global_warming_potential", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Greenhouse_gas"], "ranked_scores": [194.0, 188.0, 188.0, 188.0, 186.0, 184.0, 184.0, 184.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_sea_level", "Great_Salinity_Anomaly", "Instrumental_temperature_record", "Proxy_(climate)", "Keeling_Curve", "History_of_climate_change_science", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [183.0, 182.0, 181.0, 176.0, 174.0, 174.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Antarctica_cooling_controversy", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Strong_objectivity", "Views_on_the_Kyoto_Protocol", "Not_even_wrong", "Climatic_Research_Unit_email_controversy", "Cool_tropics_paradox", "Scientific_Alliance", "Ian_Clark_(geologist)"], "ranked_scores": [178.0, 177.0, 173.0, 172.0, 172.0, 171.0, 169.0, 168.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Hot_tower", "2001_Eastern_North_America_heat_wave", "1911_Eastern_North_America_heat_wave", "Horizontal_convective_rolls", "2011_North_American_heat_wave", "Three_Furnaces", "US_Weather_Bureau_Station_(Block_Island)", "2000_Southern_United_States_heat_wave", "List_of_heat_waves", "Excessive_heat_watch"], "ranked_scores": [194.0, 187.0, 184.0, 183.0, 181.0, 177.0, 177.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Future_sea_level", "Sea_level_rise", "Global_warming_conspiracy_theory", "Economics_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [193.0, 191.0, 190.0, 188.0, 187.0, 186.0, 185.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_California", "California_(novel)", "California_(Blink-182_album)", "Etymology_of_California", "SOLAR_(ISS)", "Solar_power", "Energy_in_Ohio", "Photovoltaics"], "ranked_scores": [178.0, 176.0, 175.0, 172.0, 171.0, 171.0, 170.0, 169.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Gold_mining_in_the_United_States", "Petroleum_in_the_United_States", "2009_flu_pandemic_in_the_United_States_by_state", "Farm_(revenue_leasing)", "Iowa"], "ranked_scores": [180.0, 177.0, 175.0, 175.0, 169.0, 169.0, 169.0, 168.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-atanh": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Bile_bear", "Wildlife_of_Antarctica", "Mount_Bear", "Brown_bear", "East_Antarctica", "Kung_Fu_Bear", "Great_Bear_Wilderness", "Polar_seas", "Snow"], "ranked_scores": [90.0, 90.0, 87.0, 87.0, 85.0, 85.0, 85.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Arctic_resources_race", "2010_Northern_Hemisphere_summer_heat_waves", "Boreogadus_saida", "2010_Northern_Hemisphere_heat_waves", "California_Senate_Bill_32", "Heinrich_event", "Environmental_issue"], "ranked_scores": [105.0, 100.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Climate_change_in_Tuvalu", "Annual_cycle_of_sea_level_height", "Future_sea_level", "List_of_California_hurricanes", "Sea_level_rise", "Instrumental_temperature_record", "List_of_Category_5_Pacific_hurricanes", "Pacific_decadal_oscillation", "United_States_tropical_cyclone_rainfall_climatology", "Sea_surface_temperature"], "ranked_scores": [93.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Thaw_(weather)", "Retreat_of_glaciers_since_1850", "Ice2sea", "January_2016_East_Asia_cold_wave", "Global_warming_hiatus", "Arctic_geoengineering", "Deglaciation", "Weddell_Polynya"], "ranked_scores": [105.0, 104.0, 100.0, 99.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Politics_of_global_warming", "Campaign_against_Climate_Change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Reasons_for_concern", "Global_warming_potential", "Greenhouse_effect", "Carbon_offset", "Climate_footprint", "Renewable_natural_gas"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Global_warming_potential", "Greenhouse_gas", "Carbon-based_fuel", "Low-carbon_emission", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "C3_carbon_fixation", "Carbon_dioxide", "Politics_of_global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [102.0, 101.0, 101.0, 100.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Greenland_ice_core_project", "Football_Association_of_Greenland", "Future_sea_level", "MV_Arctic_Sunrise", "Glacier_mass_balance", "Greenland_ice_sheet", "Geography_of_Greenland", "East_Greenland_Orogen", "Hockey_stick_graph", "Laurentide_Ice_Sheet"], "ranked_scores": [93.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Low-carbon_emission", "Politics_of_global_warming", "CO2_fertilization_effect", "Global_warming_potential", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Atmospheric_carbon_cycle", "Runaway_greenhouse_effect", "Total_inorganic_carbon", "Total_Carbon_Column_Observing_Network", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Politics_of_global_warming", "Environmental_issue", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Fossil_fuel_divestment", "Hurricane_Katrina_and_global_warming", "Reasons_for_concern", "Global_warming_potential", "Regional_effects_of_global_warming"], "ranked_scores": [100.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Disease_diffusion_mapping", "Lyme_disease", "Infection", "Field_(geography)", "Ixodes", "Lymphangitis", "Meningococcal_disease", "Palaeogeography", "Social_and_economic_stratification_in_Appalachia", "Tornadoes_in_the_United_States"], "ranked_scores": [97.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Science", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Atmospheric_model", "Climate_prediction", "Climate_change_and_agriculture", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Community_Earth_System_Model", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Tipping_point_(climatology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "George_Kukla", "Instrumental_temperature_record", "Eugenius_Warming", "Global_warming_potential", "Megathermal", "History_of_climate_change_science", "Svante_Arrhenius"], "ranked_scores": [95.0, 95.0, 94.0, 92.0, 92.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mass_balance", "Explorer_7", "Paleocene–Eocene_Thermal_Maximum", "Climate_inertia", "Precipitation", "Global_Climate_Observing_System", "Climate_of_Chile", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Global_warming_potential", "Sustainability_science"], "ranked_scores": [93.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "C3_carbon_fixation", "Coal_forest", "Biofuel_in_the_United_States", "List_of_power_stations_in_Texas", "Fire", "Bioenergy_in_China", "Agriculture_in_Brazil", "Biosequestration", "Petroleum_industry"], "ranked_scores": [89.0, 88.0, 87.0, 87.0, 87.0, 86.0, 86.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Antarctica_cooling_controversy", "Global_cooling", "Global_cooling_(disambiguation)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_skepticism", "Climatic_Research_Unit_email_controversy", "Last_glacial_period", "False_consensus_effect", "Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster"], "ranked_scores": [97.0, 96.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["George_Kukla", "Pacific_decadal_oscillation", "Typhoon_Higos_(2002)", "Collectivization_in_the_Soviet_Union", "Catastrophism", "PDO", "Antofagasta", "Federal_Fuel_Administration", "History_of_the_Philippines_(1898–1946)", "Gore_Effect"], "ranked_scores": [90.0, 89.0, 88.0, 86.0, 86.0, 86.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife"], "ranked_ids": ["Wiesław_Masłowski", "Adam_Scaife", "Arctic_geoengineering", "Climatic_Research_Unit_email_controversy", "Richard_Lindzen", "Ian_Clark_(geologist)", "James_Hutton_Institute", "North_Greenland_Ice_Core_Project", "Media_coverage_of_climate_change", "Ross_Gyre"], "ranked_scores": [95.0, 94.0, 93.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["West_North_Central_States", "Gulf_Stream", "Polar_front", "Tornado", "Laurentide_Ice_Sheet", "Labrador_Current", "Lake_North_Pole", "Westerlies", "Mountain-gap_wind", "Northern_Sea_Route"], "ranked_scores": [92.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "Weather_satellite", "2006_European_heat_wave", "Landsat_1", "Future_sea_level", "Earth_Radiation_Budget_Satellite", "Hot_tower", "Weather_map"], "ranked_scores": [102.0, 98.0, 98.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Global_warming_hiatus", "January_2016_East_Asia_cold_wave", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "Hockey_stick_controversy", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Measurement_of_sea_ice"], "ranked_scores": [96.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbonic_acid", "Gasoline_gallon_equivalent", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Liquefied_petroleum_gas", "Clean_Air_Act_(United_States)", "Green_Energy_Act_2009", "Gasification", "Metabolic_acidosis", "Refined_coal"], "ranked_scores": [91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Future_sea_level", "Hurricane_Humberto_(1995)", "Arctic_sea_ice_decline", "Sea_level_rise", "Climate_of_Argentina", "Wiesław_Masłowski", "Typhoon_Koppu", "Hockey_stick_graph", "Tidal_range", "Pollution_in_the_Arctic_Ocean"], "ranked_scores": [102.0, 97.0, 93.0, 93.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["British_Arctic_Expedition", "Instrumental_temperature_record", "Arctic_sea_ice_decline", "1908", "1936_North_American_cold_wave", "Future_sea_level", "Explorer_7", "2018_British_Isles_heat_wave", "North_American_Arctic", "Thermohaline_circulation"], "ranked_scores": [94.0, 94.0, 94.0, 92.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "North_American_High", "Great_Oxygenation_Event", "Acidulated_water", "Alkaline_tide", "Tropospheric_ozone", "Anoxic_event", "Metabolic_acidosis", "The_Coming_Global_Superstorm", "Iron_fertilization"], "ranked_scores": [103.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine"], "ranked_ids": ["The_Great_Stagnation", "List_of_experimental_errors_and_frauds_in_physics", "Doomsday_argument", "Demand_destruction", "Information_cascade", "Scientific_dissent", "Error_catastrophe", "Failing_badly", "Human_extinction", "Lies,_damned_lies,_and_statistics"], "ranked_scores": [97.0, 92.0, 92.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Climate_change_in_Tuvalu", "Sea_level_rise", "Heinrich_event", "Global_warming_in_Antarctica", "Fast_ice", "Glacial_earthquake", "High_water_mark", "HadCM3", "Progradation"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Carbon_bubble", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2019_heat_wave_in_India_and_Pakistan", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Scientific_opinion_on_climate_change", "Sea_surface_temperature"], "ranked_scores": [100.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Antarctica_cooling_controversy", "Politics_of_global_warming", "The_Real_Global_Warming_Disaster", "Climate_variability", "Climate_state", "Global_warming_potential", "Energy_policy_of_the_United_States", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [99.0, 96.0, 96.0, 96.0, 95.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "Climate_of_the_United_States", "Climate_of_Salt_Lake_City", "2011_North_American_heat_wave", "Continental_climate", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Humid_continental_climate", "Climate_oscillation"], "ranked_scores": [96.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Biogas", "Global_warming_conspiracy_theory", "Substitute_natural_gas", "Evolutionary_history_of_life", "Arctic_char", "Marine_isotope_stage", "Measurement_of_sea_ice", "Wood_fuel"], "ranked_scores": [98.0, 93.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_oscillation", "Climate_variability", "Global_warming_hiatus", "Proxy_(climate)", "Paleontology_in_Alaska", "Climate_change_(general_concept)", "Climate_state", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Arctic_methane_emissions", "Carbon_bubble", "Carbon_neutrality", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon-neutral_fuel", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_dioxide", "Politics_of_global_warming"], "ranked_scores": [100.0, 99.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Alternatives_assessment", "Absolute_risk_reduction", "Risk", "Counterfactual_thinking", "Risk_neutral", "Inherent_safety", "Reforestation", "Risk–benefit_ratio", "Intrinsic_safety", "Prudent_avoidance_principle"], "ranked_scores": [91.0, 90.0, 90.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon-neutral_fuel", "Clean_Energy_Ministerial", "Carbon_neutrality", "Transatlantic_Climate_Bridge", "Clean_technology", "Energy_policy_of_the_United_States", "Kyoto_Protocol", "Greenhouse_gas_emissions_accounting", "Low-carbon_fuel_standard"], "ranked_scores": [95.0, 93.0, 93.0, 93.0, 92.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1908", "2016_North_American_heat_wave", "Instrumental_temperature_record", "1808/1809_mystery_eruption", "Climate_oscillation", "1997–98_El_Niño_event", "Neoglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_of_Brazil", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [102.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Antarctic_sea_ice", "Climate_of_Antarctica", "Measurement_of_sea_ice", "Weddell_Polynya", "Laurentide_Ice_Sheet", "Polar_seas", "Wiesław_Masłowski", "Iceberg_C-19", "Sea_ice", "McMurdo_Sound"], "ranked_scores": [102.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coalbed_methane", "Nuclear_reprocessing", "Coal_gasification", "Energy_value_of_coal", "Contraction_and_Convergence", "Fossil_fuel_divestment", "Refined_coal", "Syngas"], "ranked_scores": [105.0, 102.0, 96.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["History_of_the_Philippines_(1898–1946)", "George_Kukla", "1960s", "Golden_age_(metaphor)", "Parti_Québécois", "Gore_Effect", "List_of_Prime_Ministers_of_Canada", "List_of_states_during_the_Middle_Ages", "Little_Ice_Age", "Pacific_decadal_oscillation"], "ranked_scores": [89.0, 89.0, 87.0, 86.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Atmospheric_circulation", "World_energy_consumption", "List_of_largest_power_stations", "Climate_change_policy_of_the_United_States", "Living_Planet_Index", "Renewable_energy_in_the_United_States", "Energy_in_Ohio", "Global_warming_potential", "Sustainability_science", "The_Nature_Conservancy"], "ranked_scores": [93.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "IPCC_Fourth_Assessment_Report", "Climate_gap", "Physical_impacts_of_climate_change", "IPCC_Second_Assessment_Report", "Deforestation_and_climate_change", "Hurricane_Katrina_and_global_warming", "2000", "Intergovernmental_Panel_on_Climate_Change", "Pliocene"], "ranked_scores": [95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_denial", "World_Climate_Research_Programme", "Climate_of_Australia", "Transatlantic_Climate_Bridge", "Scientific_consensus_on_climate_change", "Environmental_skepticism", "List_of_climate_scientists", "Polar_forests_of_the_Cretaceous", "Measurement_of_sea_ice"], "ranked_scores": [92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Solar_energy", "Solar_phenomena", "Renewable_energy_commercialization", "Greenhouse_effect", "List_of_photovoltaic_power_stations", "Solar_gain", "Sun", "Global_change", "SOLAR_(ISS)", "Sustainable_development"], "ranked_scores": [103.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Future_sea_level", "ECMWF_re-analysis", "21st_century", "Antarctic_Circumpolar_Current", "Relative_dating", "Sea_level", "Willie_Soon", "Religion_in_the_United_States", "Sea_level_rise", "Tax_policy_and_economic_inequality_in_the_United_States"], "ranked_scores": [90.0, 88.0, 88.0, 87.0, 87.0, 86.0, 86.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_potential", "Carbon_bubble", "Climate_change_feedback", "Greenhouse_gas", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Ozone_depletion_and_climate_change", "Politics_of_global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [98.0, 98.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["History_of_climate_change_science", "Future_sea_level", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Environment_of_Florida", "Keeling_Curve", "Global_warming_potential", "Holocene", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "BBC_Earth", "Climate_change_denial", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Not_even_wrong", "Scientific_Alliance", "Media_coverage_of_climate_change", "Scientific_community"], "ranked_scores": [89.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "Hot_tower", "1911_Eastern_North_America_heat_wave", "1995_Chicago_heat_wave", "Three_Furnaces", "Horizontal_convective_rolls", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "List_of_heat_waves", "2006_North_American_heat_wave"], "ranked_scores": [96.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Future_sea_level", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Climate_change_denial", "History_of_climate_change_science", "Sea_level_rise", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Electricity_sector_of_the_United_States", "Solar_power_in_Michigan", "Climate_state", "List_of_renewable_energy_companies_by_stock_exchange", "Wind_power_in_California", "Mountain_States", "List_of_power_stations_in_Texas", "Plug-in_hybrids_in_California", "Solar_power"], "ranked_scores": [95.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Environmental_impact_of_agriculture", "Agriculture_in_Pennsylvania", "Agriculture_in_Argentina", "Petroleum_in_the_United_States", "Collectivization_in_the_Soviet_Union", "Farm_(revenue_leasing)", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Iowa"], "ranked_scores": [95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-atanh": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Snow", "Holocene_glacial_retreat", "Cannibalism_(zoology)", "East_Antarctica", "Seed_predation", "Mount_Bear", "Wilderness_area", "Wilderness", "Woolly_mammoth"], "ranked_scores": [49.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "List_of_glaciers_of_Iceland", "Cryovolcano", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_Arctic", "Arctic_resources_race", "Polar_High", "Glaciovolcanism", "Ice_calving", "Proglacial_lake"], "ranked_scores": [55.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_surface_temperature", "Instrumental_temperature_record", "Intermountain_West", "United_States_tropical_cyclone_rainfall_climatology", "United_States_rainfall_climatology", "Annual_cycle_of_sea_level_height", "Great_Salinity_Anomaly", "List_of_Category_5_Pacific_hurricanes", "Typical_meteorological_year", "Western_Mediterranean_oscillation"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "November_2014_North_American_cold_wave", "History_of_Svalbard", "Retreat_of_glaciers_since_1850", "Last_Glacial_Maximum", "Thaw_(weather)", "Wisconsin_glaciation", "Timeline_of_the_2006_Pacific_hurricane_season"], "ranked_scores": [54.0, 54.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Politics_of_global_warming", "Carbon_price", "Campaign_against_Climate_Change", "Reasons_for_concern", "Greenhouse_effect", "Embedded_emissions", "Greenhouse_debt", "World_Climate_Research_Programme", "Solar_power_by_country", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Global_warming_potential", "Presidential_Climate_Action_Plan", "Carbon-based_fuel", "Fossil_fuel", "C3_carbon_fixation", "Great_Oxygenation_Event", "Greenhouse_gas", "Politics_of_global_warming", "Low-carbon_emission", "United_States_withdrawal_from_the_Paris_Agreement"], "ranked_scores": [55.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice_rise", "Arctic_oscillation", "Ellesmere_Island", "Football_Association_of_Greenland", "Glacier_mass_balance", "Sunda_megathrust", "Heinrich_event", "Ice2sea", "Polar_High", "North_Greenland_Ice_Core_Project"], "ranked_scores": [48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Idealized_greenhouse_model", "Politics_of_global_warming", "Climate_Change_Science_Program", "Giant-impact_hypothesis", "Runaway_greenhouse_effect", "Greenhouse_effect", "Miocene", "Total_inorganic_carbon", "Siberian_High"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Politics_of_global_warming", "100%_renewable_energy", "Gaia_hypothesis", "Error_catastrophe", "Global_warming_potential", "Mitigation_of_global_warming_in_Australia", "Permian–Triassic_extinction_event", "Reasons_for_concern", "The_Real_Global_Warming_Disaster"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["Disease_diffusion_mapping", "List_of_locations_with_a_subtropical_climate", "Q–Q_plot", "Field_(geography)", "Lyme_disease", "Subtropics", "Range_(biology)", "Ixodes", "Tornadoes_in_the_United_States", "Wild_farming"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Science", "Global_warming"], "ranked_ids": ["U.S._Global_Change_Research_Program", "List_of_climate_research_satellites", "The_Ice_Age", "2016–17_North_American_winter", "Hockey_stick_controversy", "Climate_change_and_agriculture", "Scientific_modelling", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Computer_simulation", "United_Nations_Climate_Change_conference"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Tipping_point_(climatology)", "Thermohaline_circulation", "Atmospheric_circulation", "James_Hansen", "Endorheic_basin", "Paleocene–Eocene_Thermal_Maximum", "North_Atlantic_Deep_Water", "Intertropical_Convergence_Zone", "Temperature_record_of_the_past_1000_years", "Wind"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Sustainability_science", "Mass_balance", "Explorer_7", "Chemical_cycling", "Geology", "Idealized_greenhouse_model", "Weathering", "Glacier_mass_balance", "Physical_impacts_of_climate_change", "Pliocene"], "ranked_scores": [51.0, 51.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "List_of_power_stations_in_Texas", "C3_carbon_fixation", "Coal_forest", "Acclimatization", "Carbon_dioxide_removal", "Acid_mine_drainage", "Breathing", "Climate_of_Georgia_(U.S._state)", "Port_Huron_Fire_of_1871"], "ranked_scores": [50.0, 48.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Late_Ordovician_glaciation", "Climate_change_in_the_United_States", "Environmental_skepticism", "Solar_power_in_the_United_States", "Ian_Clark_(geologist)", "Future_sea_level", "The_Hockey_Stick_Illusion", "Stern_Review"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Convection", "Typhoon_Higos_(2002)", "George_Kukla", "Collectivization_in_the_Soviet_Union", "Pacific_decadal_oscillation", "Pacifico_Yokohama", "Isostasy", "Intertropical_Convergence_Zone", "PDO", "Post-glacial_rebound"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "50th_parallel_north", "2013_extreme_weather_events", "Arctic_Ocean", "Ian_Clark_(geologist)", "Boreal_(age)", "Great_Salinity_Anomaly", "Hockey_stick_controversy", "Point_Barrow", "North_Greenland_Ice_Core_Project"], "ranked_scores": [52.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Atlantic_Seaboard_fall_line", "1911_Eastern_North_America_heat_wave", "Cloud_feedback", "Mountain-gap_wind", "2000_Southern_United_States_heat_wave", "Ria", "Laurentide_Ice_Sheet", "Horizontal_convective_rolls", "Weather_front", "Water_restrictions_in_Australia"], "ranked_scores": [47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Summer_of_1976_(Europe)", "2006_European_heat_wave", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Astronomical_seeing", "2018_British_Isles_heat_wave", "Climate_change_opinion_by_country", "Climate_of_the_Nordic_countries", "Hot_tower"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["January_2016_East_Asia_cold_wave", "Arctic_sea_ice_decline", "Drought_in_Spain", "Global_warming_hiatus", "2010_Northern_Hemisphere_heat_waves", "Copenhagen_Diagnosis", "Climate_of_Finland", "Sustainability_science", "Hekla_3_eruption", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_capture_and_storage", "Environmental_impact_of_transport_in_Australia", "California_Air_Resources_Board", "Refined_coal", "Carbon-neutral_fuel", "Fossil_fuel_exporters", "Flexible-fuel_vehicle", "Coal_gasification_commercialization", "Liquefied_petroleum_gas", "Redbank_Power_Station"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Economy_of_Nicaragua", "Future_sea_level", "100%_renewable_energy", "Tidal_range", "Climate_of_Argentina", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Climate_inertia", "Renewable_energy_in_the_United_States", "Solar_cycle_19"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Arctic_sea_ice_decline", "1936_North_American_cold_wave", "1908", "National_Snow_and_Ice_Data_Center", "British_Arctic_Expedition", "Solar_cycle_18", "Climate_of_the_Nordic_countries", "National_Center_for_Atmospheric_Research", "North_American_Arctic", "Wind_power_in_New_Mexico"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Acidulated_water", "Carbonic_acid", "Alkaline_tide", "Metabolic_acidosis", "Acid_rain", "Acidosis", "Anoxic_event", "Giant-impact_hypothesis", "Dinotoxin"], "ranked_scores": [52.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine"], "ranked_ids": ["The_Great_Stagnation", "Antarctica_cooling_controversy", "Peak_coal", "Air_pollution_in_the_United_States", "Fossil_fuel_divestment", "Greenhouse_gas_emissions_by_the_United_States", "Exogeny", "Unemployment_in_the_United_States", "Mandatory_renewable_energy_target", "The_Real_Global_Warming_Disaster"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Contraction_and_Convergence", "Intertropical_Convergence_Zone", "Climate_change_in_Tuvalu", "Bølling-Allerød_warming", "Glacier_mass_balance", "Natural_News", "Tidal_range", "Global_warming_in_Antarctica", "Heaven_and_Earth_(book)", "South_Atlantic_Convergence_Zone"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Energy_in_Denmark", "Global_warming_potential", "List_of_glaciers_of_Iceland", "Renewable_energy_commercialization", "Mandatory_renewable_energy_target", "Mitigation_of_global_warming_in_Australia", "Wind_farm"], "ranked_scores": [53.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["U.S._Global_Change_Research_Program", "Climate_Change_Science_Program", "Stern_Review", "Climate_fiction", "Global_warming_potential", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "World_Climate_Change_Conference,_Moscow", "World_Climate_Report"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "World_Climate_Report", "Climate_oscillation", "Climate_of_Salt_Lake_City", "Yucca_Mountain_nuclear_waste_repository", "U.S._Global_Change_Research_Program"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["Global_warming_conspiracy_theory", "Scientific_consensus_on_climate_change", "Cool_tropics_paradox", "Environmental_skepticism", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Weddell_Gyre", "The_Hockey_Stick_Illusion", "Natural_News", "Proxy_(climate)", "Radiocarbon_dating"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["1808/1809_mystery_eruption", "Paleontology_in_Alaska", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Climate_oscillation", "Climate_variability", "Climate_gap", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Thermochronology"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Politics_of_global_warming", "2015_United_Nations_Climate_Change_Conference", "Intergovernmental_Panel_on_Climate_Change", "Carbon_cycle_re-balancing", "California_Senate_Bill_32", "Economy_of_Nicaragua", "Climate_Change_Act_2008", "Global_warming_potential", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Acclimatization", "Absolute_risk_reduction", "Inherent_safety", "Vulnerability_(computing)", "Risk_assessment", "Intrinsic_safety", "Maladaptation", "Risk–benefit_ratio", "Thermal_pollution"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 46.0, 45.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Energy_and_Climate_Partnership_of_the_Americas", "Coal_pollution_mitigation", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_pricing_in_Australia", "Fuel_Economy_Reform_Act", "Plug-in_hybrids_in_California", "Solar_bonds", "Presidential_Climate_Action_Plan", "Massachusetts_v._Environmental_Protection_Agency", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [50.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Hockey_stick_controversy", "2016_North_American_heat_wave", "Polar_forests_of_the_Cretaceous", "1908", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Instrumental_temperature_record", "Climate_of_the_United_States", "List_of_climate_research_satellites"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Wiesław_Masłowski", "Measurement_of_sea_ice", "Polar_seas", "1908", "Antarctic_sea_ice", "Climate_of_Svalbard", "Tipping_points_in_the_climate_system", "Early_2009_southeastern_Australia_heat_wave", "Thwaites_Glacier", "Weddell_Polynya"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Coalbed_methane", "Contraction_and_Convergence", "Clean_coal_technology", "Acid_mine_drainage", "Marcellus_natural_gas_trend", "Environmental_mitigation", "Shale_gas", "Syngas", "Tidal_power"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Golden_age_(metaphor)", "Pacifico_Yokohama", "George_Kukla", "1990", "Autotroph", "Clathrate_gun_hypothesis", "History_of_the_Philippines_(1898–1946)", "The_Great_Warming", "Philippine_Revolution", "Thomas_Robert_Malthus"], "ranked_scores": [47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Climate_of_Chile", "Armstrong_Power_Plant", "Climate_of_Minneapolis–Saint_Paul", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Growth_of_wind_power_in_the_United_States", "Solar_power_in_Michigan", "List_of_photovoltaic_power_stations", "Particulates", "Physical_impacts_of_climate_change", "The_Nature_Conservancy"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_warming", "1930_Atlantic_hurricane_season", "Industrial_Revolution", "Hurricane_Katrina_and_global_warming", "History_of_climate_change_science", "IPCC_Fourth_Assessment_Report", "Environmental_hazard", "Proterozoic", "Tropical_cyclogenesis"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Antarctic_sea_ice", "Climate_of_Antarctica", "Scientific_consensus_on_climate_change", "Continental_climate", "Earth_(2007_film)", "Global_warming_controversy", "Kerguelen_Plateau", "Pedosphere", "West_Antarctica", "Weddell_Gyre"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Sustainable_development", "Environmental_issue", "Renewable_energy_commercialization", "Photovoltaic_system", "Annual_cycle_of_sea_level_height", "SOLAR_(ISS)", "Solar_energy", "Clean_technology", "Growth_of_wind_power_in_the_United_States", "Marine_energy"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["2009_flu_pandemic_in_the_United_States_by_state", "Risk_(magazine)", "21st_century", "Management_systems_for_road_safety", "Incarceration_in_the_United_States", "Sea_level", "North_Atlantic_oscillation", "Sensationalism", "Relative_dating", "Tipping_point_(climatology)"], "ranked_scores": [46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Great_Oxygenation_Event", "Environmental_impact_of_the_coal_industry", "Flue-gas_emissions_from_fossil-fuel_combustion", "Carbon_bubble", "Polar_forests_of_the_Cretaceous", "Coal_forest", "Energy_accidents", "Effects_of_global_warming_on_humans", "Greenhouse_gas", "Ozone_depletion_and_climate_change"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Hockey_stick_graph", "Wildlife_of_Peru", "Water_distribution_on_Earth", "Weather_station", "Effects_of_climate_change_on_terrestrial_animals", "Polar_forests_of_the_Cretaceous", "Proxy_(climate)", "Thermochronology", "Younger_Dryas"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Ian_Clark_(geologist)", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Climate_of_Oregon", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Not_even_wrong", "Climatic_Research_Unit_documents", "World_Climate_Report", "Timeline_of_the_1990_Pacific_hurricane_season"], "ranked_scores": [48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["1911_Eastern_North_America_heat_wave", "1995_Chicago_heat_wave", "2000_Southern_United_States_heat_wave", "2006_European_heat_wave", "Hot_tower", "Cooling_tower", "Three_Furnaces", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "Horizontal_convective_rolls"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Climate_state", "Climate_change_policy_of_the_United_States", "Global_cooling", "100%_renewable_energy", "Interglacial", "Politics_of_global_warming", "Sea_level_rise"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Electricity_sector_of_the_United_States", "100%_renewable_energy", "American_Electric_Power", "Climate_change_in_the_United_States", "Energy_in_Ohio", "Renewable_energy_debate", "List_of_renewable_energy_companies_by_stock_exchange", "Solar_energy", "Wind_power_in_the_United_States"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Petroleum_in_the_United_States", "Environmental_impact_of_agriculture", "Aquaculture", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "CO2_fertilization_effect", "Agriculture_in_Argentina", "Climate_change_in_Tuvalu", "List_of_multiple_discoveries"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-atanh": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Crane_(bird)", "Olympic_marmot", "Woolly_mammoth", "Polar_seas", "Raccoon", "Survivalism", "Snow", "Westerlies", "Texas_Norther"], "ranked_scores": [30.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Ice_calving", "Glaciovolcanism", "Airborne_fraction", "Soot", "Tibetan_Plateau", "Supervolcano", "Volcanic_winter", "Winter_1985_cold_wave", "West_Ice"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Typical_meteorological_year", "Community_Earth_System_Model", "Humid_subtropical_climate", "Past_sea_level", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Intertropical_Convergence_Zone", "Trewartha_climate_classification", "Weather_media_in_the_United_States", "Western_Mediterranean_oscillation"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["November_2014_North_American_cold_wave", "Wiesław_Masłowski", "Iceberg_B-9", "Glacier_mass_balance", "Great_Arctic_Cyclone_of_2012", "Retreat_of_glaciers_since_1850", "List_of_storms_on_the_Great_Lakes", "North_Greenland_Ice_Core_Project", "Winter_1985_cold_wave", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Renewable_energy", "Zero-energy_building", "Carbon_footprint", "Carbon_neutrality"], "ranked_ids": ["Campaign_against_Climate_Change", "Climate_change_in_Europe", "Climate_engineering", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greening_Earth_Society", "Copenhagen_Diagnosis", "Friends_of_Science", "Politics_of_global_warming", "Watts_Up_With_That?", "World_Meteorological_Organization"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Scott_Pruitt"], "ranked_ids": ["Global_warming_potential", "Fossil_fuel", "Artificial_photosynthesis", "CO2_fertilization_effect", "Autotroph", "Fossil_fuels_lobby", "Politics_of_global_warming", "Carbon_bubble", "Fluidized_bed_combustion", "Idealized_greenhouse_model"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Labrador_Current", "Arctic_Ocean", "Arctic_oscillation", "Antarctic_Circumpolar_Current", "West_Spitsbergen_Current", "Wiesław_Masłowski", "Drift_ice", "Northern_Sea_Route", "Tide_gauge", "Weather_station"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming", "Climate_change_feedback"], "ranked_ids": ["Energy", "Idealized_greenhouse_model", "Future_of_Earth", "Chemical_cycling", "Electrical_energy", "Milankovitch_cycles", "Greenhouse_and_icehouse_Earth", "Nuclear_power_plant", "Paleontology", "Runaway_greenhouse_effect"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["CO2_fertilization_effect", "Third-cause_fallacy", "Electric_power_industry", "Deforestation_and_climate_change", "Gaia_hypothesis", "Global_catastrophic_risk", "Monsanto", "Greenhouse_debt", "Runaway_greenhouse_effect", "The_Great_Plains_Ecoregion"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "Temperate_climate", "East_Coast_of_the_United_States"], "ranked_ids": ["List_of_locations_with_a_subtropical_climate", "Subtropics", "Tornadoes_in_the_United_States", "1911_Eastern_North_America_heat_wave", "Droughts_in_the_United_States", "Lymphangitis", "Dust_Bowl", "United_States_rainfall_climatology", "Great_Flood_of_1993", "Yellowstone_National_Park"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Science", "Global_warming"], "ranked_ids": ["Computer_simulation", "Fisher_hypothesis", "Futures_studies", "Global_cooling_(disambiguation)", "Peak_oil", "Malthusianism", "Oil_reserves", "Runaway_greenhouse_effect", "U.S._Global_Change_Research_Program", "Politicization_of_science"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Little_Ice_Age", "Ice_age"], "ranked_ids": ["Winter_1985_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "British_Arctic_Expedition", "Climate_change", "Eugenius_Warming", "El_Niño–Southern_Oscillation", "Piezophile", "Thaw_(weather)", "Tipping_point_(climatology)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Acidophiles_in_acid_mine_drainage", "Biosphere", "Carbon_cycle", "Circumstellar_habitable_zone", "Planetary_habitability", "Physical_impacts_of_climate_change", "Earth", "Sustainability_science", "Syngas", "Planetary_science"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Metabolic_acidosis", "Coal_forest", "Biosequestration", "Carbon-based_fuel", "C3_carbon_fixation", "Carbonic_acid", "Carbon_capture_and_storage", "Space_Shuttle_Columbia_disaster", "Petroleum_industry_in_China", "List_of_power_stations_in_Texas"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Composite_Higgs_models", "Clime", "100,000-year_problem", "Climate_variability", "1990_in_science", "Solar_cycle", "Solar_cycle_(calendar)", "Nuclear_power_plant", "Chemtrail_conspiracy_theory", "Solar_cycle_19"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Typhoon_Higos_(2002)", "Advection", "Convection", "Convective_heat_transfer", "Lake_Erie_Basin", "PDO", "Pacific_decadal_oscillation", "Soft_landing_(economics)", "Le_Havre", "The_Great_Warming"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Greenland", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "50th_parallel_north", "Arctic_Circle", "Overcast", "Amundsen_Basin", "Stern_Review", "Tipping_point_(climatology)", "Weddell_Gyre", "Weather_media_in_the_United_States", "Wiesław_Masłowski"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Ross_Gyre", "Wind_shear", "2000_Southern_United_States_heat_wave", "Intertropical_Convergence_Zone", "Mountain-gap_wind", "Spider_bite", "Winds_of_Provence", "Temperate_climate", "Westerlies", "Winds_aloft"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Summer_of_1976_(Europe)", "Astronomical_seeing", "Climate_of_Los_Angeles", "Weather_satellite", "Earth_Radiation_Budget_Satellite", "Hot_tower", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "NASA_Earth_Observatory", "SBUV/2"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "CLOUD_experiment"], "ranked_ids": ["Copenhagen_Diagnosis", "January_2016_East_Asia_cold_wave", "1808/1809_mystery_eruption", "The_Great_Global_Warming_Swindle", "Conservation_agriculture", "Arctic_sea_ice_decline", "Little_Ice_Age", "Weather_media_in_the_United_States", "Severe_weather", "The_Great_Stagnation"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Air_source_heat_pumps", "Acidophobe", "California_Air_Resources_Board", "Diesel_fuel", "Coal_gasification_commercialization", "Green_Energy_Act_2009", "Refined_coal", "Flexible-fuel_vehicle", "Low-carbon_emission", "Pollution_in_the_Arctic_Ocean"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Glacier", "Ice_age"], "ranked_ids": ["Fisher_hypothesis", "Future_sea_level", "Timeline_of_the_2006_Pacific_hurricane_season", "Solar_storm_of_1859", "Marine_energy", "World_Oceans_Day", "United_Launch_Alliance", "Tidal_range", "Wind_power_in_New_Mexico", "Typhoon_Koppu"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Wind_power_in_New_Mexico", "Clean_Energy_Ministerial", "Arctic_sea_ice_decline", "1936_North_American_cold_wave", "Pacific_decadal_oscillation", "Polynya", "Wiesław_Masłowski", "Weddell_Polynya", "Solar_Radiation_and_Climate_Experiment", "Wind_power_in_Mexico"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Alkaline_tide", "Acid", "Iron_fertilization", "Ocean_acidification", "North_American_High", "PH", "Sedimentation", "Siderian", "Polar_front", "Snowball_Earth"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["History_of_economic_thought", "Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine"], "ranked_ids": ["Unemployment_in_the_United_States", "Artificial_demand", "The_Real_Global_Warming_Disaster", "Peak_coal", "The_Great_Stagnation", "Macroeconomic_model", "Planning_fallacy", "Straw_man", "Reaganomics", "Tax_policy_and_economic_inequality_in_the_United_States"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["2013_in_science", "Community_Earth_System_Model", "Global_warming_hiatus", "IPCC_Fourth_Assessment_Report", "Winter_1985_cold_wave", "South_Atlantic_Convergence_Zone", "Mexicali", "Typical_meteorological_year", "Tornadoes_of_2017", "Mount_Tambora"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Carbon_bubble", "Bushfires_in_Australia", "Climate_of_Antarctica", "Climate_change_in_Australia", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_mitigation", "Renewable_energy_commercialization", "Particulates", "Water"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Computer_simulation", "List_of_climate_research_satellites", "Climate_engineering", "Climate_fiction", "Committee_on_Climate_Change_Science_and_Technology_Integration", "U.S._Global_Change_Research_Program", "Composite_Higgs_models", "History_of_climate_change_science", "Politics_of_global_warming", "Thermochronology"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Federal_Fuel_Administration", "Excessive_heat_watch", "Yucca_Mountain_nuclear_waste_repository", "Federal_Power_Commission", "Geyser", "Solar_Radiation_and_Climate_Experiment"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Climate_change_denial", "Global_warming"], "ranked_ids": ["2019_heat_wave_in_India_and_Pakistan", "1980_United_States_heat_wave", "Weddell_Gyre", "2013_Southwestern_United_States_heat_wave", "Adam_Scaife", "2011_North_American_heat_wave", "Radiocarbon_dating", "The_Great_Global_Warming_Swindle", "The_Hockey_Stick_Illusion", "Western_United_States"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["List_of_climate_research_satellites", "Coal_forest", "Proxy_(climate)", "Climate_change_(general_concept)", "Younger_Dryas_impact_hypothesis", "Milankovitch_cycles", "Paleontology_in_Alaska", "Neoglaciation", "Year_Without_a_Summer", "Pro-nuclear_movement"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Natural_gas", "Biogas"], "ranked_ids": ["Intergovernmental_Panel_on_Climate_Change", "2019_heat_wave_in_India_and_Pakistan", "World_Climate_Change_Conference,_Moscow", "Carbon_bubble", "Carbon_cycle_re-balancing", "2015_United_Nations_Climate_Change_Conference", "Pacific_Century", "United_Nations_Climate_Change_conference", "Surface_Heat_Budget_of_the_Arctic_Ocean", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Nick_Bostrom", "Futures_studies", "Risk", "Human_extinction"], "ranked_ids": ["Risk", "Lazy_reason", "Absolute_risk_reduction", "Meteorology_(Aristotle)", "Inherent_safety", "Prudent_avoidance_principle", "Slippery_slope", "Science", "Vulnerability_(computing)", "Hazard_elimination"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Climate_change_policy_of_the_United_States", "Emissions_trading", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Fuel_Economy_Reform_Act", "Energy_and_Climate_Partnership_of_the_Americas", "Global_Warming_Pollution_Reduction_Act_of_2007", "Air_Pollution_Control_Act", "Solar_bonds", "Green_Power_Partnership", "Clean_Air_Act_(United_States)", "United_Nations_Environment_Organization", "Jobs,_Growth_and_Long-term_Prosperity_Act", "Taxation_in_the_United_States"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Hockey_stick_controversy", "Polar_forests_of_the_Cretaceous", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Flynn_effect", "Gore_Effect", "Great_Salt_Lake_effect", "Hockey_stick_graph", "Wind_power_in_Mexico", "List_of_companies_of_Mexico", "Tipping_points_in_the_climate_system"], "ranked_scores": [29.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Antarctica", "Arctic"], "ranked_ids": ["Climate_of_Svalbard", "Drift_ice", "Arctic_ice_pack", "Antarctic_Cold_Reversal", "Antarctic_sea_ice", "Beaufort_Sea", "Late_2009_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Northern_Sea_Route", "Polar_seas"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Climate_change_mitigation"], "ranked_ids": ["Effluent", "Denitrification", "Contraction_and_Convergence", "Tidal_power", "Estuarine_acidification", "Water_scarcity_in_Africa", "Tidal_flooding", "Total_inorganic_carbon", "Water_scarcity", "Wetland_methane_emissions"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["1990", "Timeline_of_the_2006_Pacific_hurricane_season", "Economy_of_Nicaragua", "Hurricane_Alberto_(1982)", "1990_in_science", "Soft_landing_(economics)", "Philippine_Revolution", "Gore_Effect", "Typhoon_Higos_(2002)", "Wind_power_in_New_Mexico"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Minnesota_River", "Alluvial_plain", "Climate_change_policy_of_the_United_States", "Alta_Wind_Energy_Center", "Climate_of_Minneapolis–Saint_Paul", "Growth_of_wind_power_in_the_United_States", "Tornadoes_of_2017", "Sea_surface_temperature", "Season", "Southern_Ocean"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Earth_Day", "2nd_millennium", "Climate_change_policy_of_the_United_States", "History_of_paper", "National_Oceanography_Centre", "Hurricane_Katrina_and_global_warming", "Post–World_War_II_economic_expansion", "World_Oceans_Day", "Sea_level_rise", "National_Oceanic_and_Atmospheric_Administration"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Gondwana", "Antarctic_sea_ice", "List_of_companies_of_Peru", "Geography_of_North_America", "1936_North_American_cold_wave", "Climate_of_Australia", "Southern_Ocean", "Water_vapor", "Weddell_Polynya", "Weddell_Gyre"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "El_Niño–Southern_Oscillation", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Living_Planet_Index", "Global_change", "Energy_system", "Environmental_issue", "History_of_climate_change_science", "GHG_footprint", "Global_warming_potential", "Greenhouse_effect", "Sustainable_energy", "Regional_effects_of_global_warming"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Hysterectomy", "Solar_cycle", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Sensationalism", "Freethought", "ECHAM", "Risk_(magazine)", "Great_Salinity_Anomaly", "Futures_studies", "Regime_shift", "Tipping_point_(climatology)", "Weather_media_in_the_United_States", "World_Meteorological_Organization"], "ranked_scores": [25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["C3_carbon_fixation", "Greenhouse_gas", "Cyclic_succession", "Geological_history_of_oxygen", "Ecological_efficiency", "Ozone_depletion_and_climate_change", "Great_Oxygenation_Event", "Polar_forests_of_the_Cretaceous", "Runaway_greenhouse_effect", "Overconsumption"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Sun", "Little_Ice_Age", "Climate_of_India", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Alluvial_plain", "Oceanic_climate", "El_Niño–Southern_Oscillation", "Megatsunami", "Water_distribution_on_Earth", "Season", "Hockey_stick_graph", "January_2014_southeastern_Australia_heat_wave", "Meteotsunami", "Weather_station"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Anticyclone", "False_consensus_effect", "Excessive_heat_watch", "Inherent_bias", "Risk_neutral", "Gibbs_free_energy", "Climatic_Research_Unit_email_controversy", "Severe_thunderstorm_watch", "Timeline_of_the_1990_Pacific_hurricane_season", "Uncertainty_analysis"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["2006_European_heat_wave", "January_2016_East_Asia_cold_wave", "1911_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "Microwave_Sounding_Unit_temperature_measurements", "Labrador_Current", "Pacific_Northwest_windstorm", "Wind_shear", "Satellite_temperature_measurements", "Three_Furnaces"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Regime_shift", "20th_century", "Climate_change_policy_of_the_United_States", "Global_warming", "History_of_climate_change_science", "Minnesota", "Malthusianism", "Hockey_stick_graph", "Meteotsunami", "Population_model"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Electricity_sector_of_the_United_States", "Taxation_in_the_United_States", "Solar_energy", "Sustainable_energy", "Energy_in_the_United_States", "Photovoltaics", "List_of_climate_research_satellites", "Solar_power_in_the_United_States", "Primary_energy", "Photovoltaic_system"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Regime_shift", "Gelisol", "2013_in_science", "Climate_change_in_Tuvalu", "Petroleum_in_the_United_States", "Tornadoes_of_2017", "Unparticle_physics", "Sedimentation", "United_Farm_Workers", "Tipping_point_(climatology)"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m24-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Brown_bear", "Kodiak_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Bile_bear", "Sloth_bear", "Rubus_arcticus", "Aronia", "Amur_bitterling", "Bear_attack"], "ranked_scores": [0.4488, 0.4476, 0.4249, 0.41, 0.4025, 0.3732, 0.3632, 0.3561, 0.3557, 0.3449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Methane", "Cryosphere", "Glacial_earthquake", "Snow", "Snowpack", "Arctic_geoengineering"], "ranked_scores": [0.608, 0.5622, 0.5614, 0.553, 0.5375, 0.5358, 0.5331, 0.5263, 0.5235, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Tide_gauge", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level_rise", "Sea_level", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Tidal_range", "Great_Salinity_Anomaly"], "ranked_scores": [0.4851, 0.4645, 0.4634, 0.4504, 0.4442, 0.4304, 0.4237, 0.4169, 0.4136, 0.4123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_geoengineering", "Neoglaciation", "Fast_ice", "Antarctic_Cold_Reversal", "Glacier_mass_balance", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Antarctic_sea_ice"], "ranked_scores": [0.6029, 0.5796, 0.5634, 0.5486, 0.5398, 0.5375, 0.5315, 0.5305, 0.5305, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power", "Wind_power_by_country", "Wind_power_in_the_European_Union", "Carbon_footprint", "Embedded_emissions", "Carbon_tax", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Greenhouse_gas_accounting", "Carbon_neutrality"], "ranked_scores": [0.6104, 0.6022, 0.5983, 0.5969, 0.5919, 0.5919, 0.589, 0.5866, 0.5757, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "World_Climate_Report", "Carbon_dioxide", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.5975, 0.5939, 0.5933, 0.5931, 0.5834, 0.58, 0.5785, 0.578, 0.5761, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Greenland_Sea", "Greenland_ice_sheet", "Glacial_earthquake", "Greenland_ice_core_project", "Neoglaciation", "Geography_of_Greenland", "Antarctic_Cold_Reversal", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5335, 0.5063, 0.5028, 0.5027, 0.4916, 0.4874, 0.4861, 0.4783, 0.4769, 0.4749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Global_warming", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_change_(general_concept)"], "ranked_scores": [0.5858, 0.5841, 0.5781, 0.576, 0.5756, 0.5749, 0.5722, 0.5696, 0.5646, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "World_Climate_Report", "Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "Global_warming", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Regional_effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6207, 0.604, 0.6037, 0.5984, 0.5975, 0.5929, 0.5926, 0.5894, 0.588, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Southern_tick-associated_rash_illness", "Lyme_disease", "Climate_of_the_United_States", "Climate_of_Georgia_(U.S._state)", "Humid_continental_climate", "Continental_climate", "Acrodermatitis", "2014–15_North_American_winter", "2013–14_North_American_winter", "North_Carolina"], "ranked_scores": [0.4628, 0.4574, 0.4419, 0.4244, 0.4232, 0.4144, 0.4133, 0.4118, 0.4103, 0.4098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Hockey_stick_graph", "Climate_change_adaptation_in_Nepal", "Hockey_stick_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Proxy_(climate)", "Temperature_record_of_the_past_1000_years", "IPCC_Second_Assessment_Report", "Physical_impacts_of_climate_change", "Coupled_model_intercomparison_project", "IPCC_First_Assessment_Report"], "ranked_scores": [0.583, 0.5808, 0.5792, 0.5773, 0.5751, 0.574, 0.5679, 0.5606, 0.5585, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Proxy_(climate)", "Temperature_record_of_the_past_1000_years", "Global_Historical_Climatology_Network", "Climate_change_(general_concept)", "Timeline_of_glaciation", "Neoglaciation"], "ranked_scores": [0.5407, 0.5349, 0.5346, 0.5328, 0.5297, 0.5294, 0.5239, 0.517, 0.5133, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_emissions_by_the_United_States", "Mauna_Loa_Observatory", "Carbon_profiling", "List_of_climate_research_satellites", "Scientific_consensus_on_climate_change", "Climate_change_in_Tuvalu", "Global_warming_potential", "Greenhouse_gas_accounting"], "ranked_scores": [0.4345, 0.4323, 0.4261, 0.4208, 0.4204, 0.4199, 0.4179, 0.4177, 0.4089, 0.4074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "PH", "Acid_dissociation_constant", "Oceanic_carbon_cycle", "Acid_value", "Alkalinity", "Carbon_sequestration", "Metabolic_acidosis", "Base_(chemistry)"], "ranked_scores": [0.4495, 0.4462, 0.4187, 0.4083, 0.3914, 0.391, 0.3902, 0.3832, 0.3807, 0.3797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Report", "Global_warming_conspiracy_theory", "Skeptical_Science", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Environmental_skepticism"], "ranked_scores": [0.553, 0.5388, 0.5302, 0.5298, 0.5222, 0.5181, 0.5091, 0.507, 0.5028, 0.5009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "PDO", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Dry_Spell", "Eugenius_Warming", "Indonesian_Democratic_Party", "1980_United_States_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.3593, 0.3541, 0.3486, 0.348, 0.348, 0.3279, 0.3266, 0.3255, 0.3244, 0.3211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_geoengineering", "James_Hansen", "Arctic_Climate_Impact_Assessment", "Adam_Scaife", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "Measurement_of_sea_ice", "Michael_E._Mann", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5603, 0.5558, 0.5538, 0.5423, 0.5391, 0.5385, 0.5342, 0.5336, 0.5331, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Cold_wave", "Cold-air_damming", "Jet_stream", "Weather_front", "Polar_front", "Winter_1985_cold_wave", "November_2014_North_American_cold_wave", "Early_2014_North_American_cold_wave", "Rear-inflow_jet", "January_2017_European_cold_wave"], "ranked_scores": [0.5255, 0.5098, 0.5074, 0.5034, 0.5013, 0.4933, 0.4874, 0.4848, 0.4784, 0.4618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "NOAA-6", "1908", "Weather_satellite", "List_of_climate_research_satellites", "Quasi-Zenith_Satellite_System"], "ranked_scores": [0.5679, 0.5584, 0.5583, 0.4651, 0.4611, 0.4569, 0.454, 0.4524, 0.4521, 0.4335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Advisory_Group_on_Greenhouse_Gases", "Climatic_Research_Unit_email_controversy", "Journal_for_Geoclimatic_Studies", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "World_Climate_Research_Programme", "Copenhagen_Diagnosis", "Arctic_geoengineering", "World_Climate_Report"], "ranked_scores": [0.3936, 0.3784, 0.3697, 0.3696, 0.3685, 0.3683, 0.3677, 0.3643, 0.3629, 0.3624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Carbon_credit", "Carbon_pricing_in_Australia", "Carbon_emission_trading", "Carbon_price", "Carbon_offset", "Environmental_impact_of_transport_in_Australia", "Jobs,_Growth_and_Long-term_Prosperity_Act", "Carbon_neutrality"], "ranked_scores": [0.5046, 0.4859, 0.4853, 0.4846, 0.4834, 0.4826, 0.4817, 0.46, 0.4536, 0.4525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Post-glacial_rebound", "Sea_level_rise", "Neoglaciation", "Arctic_sea_ice_decline", "Pliocene_climate", "Measurement_of_sea_ice", "Deglaciation", "Glacier_mass_balance", "Antarctic_Cold_Reversal"], "ranked_scores": [0.5192, 0.5095, 0.5001, 0.4975, 0.496, 0.4858, 0.4838, 0.4834, 0.4832, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Media_coverage_of_climate_change", "2006_European_heat_wave", "2018_British_Isles_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Scientific_opinion_on_climate_change", "World_Climate_Report"], "ranked_scores": [0.4561, 0.4519, 0.4504, 0.4482, 0.4445, 0.4434, 0.4432, 0.4413, 0.4411, 0.4409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Iron_fertilization", "Carbon_sequestration", "Environmental_threats_to_the_Great_Barrier_Reef", "Carbon_dioxide_in_Earth's_atmosphere", "Chemical_oceanography", "Acid_rain", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.6239, 0.6021, 0.554, 0.5128, 0.512, 0.5078, 0.5053, 0.5024, 0.5001, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Junk_science", "List_of_experimental_errors_and_frauds_in_physics", "List_of_topics_characterized_as_pseudoscience", "Global_warming_conspiracy_theory", "Management_systems_for_road_safety", "Misuse_of_statistics", "Alternative_medicine", "False_attribution", "Pseudoscience"], "ranked_scores": [0.4572, 0.4531, 0.4441, 0.4433, 0.4424, 0.4367, 0.4321, 0.4305, 0.4291, 0.4276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2531, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Past_sea_level", "Ice2sea", "Neoglaciation", "Tide", "Antarctic_Cold_Reversal", "Glacial_earthquake", "Ice_rise"], "ranked_scores": [0.6098, 0.5933, 0.5191, 0.5158, 0.4993, 0.4954, 0.4906, 0.4904, 0.4891, 0.4888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Famine", "2013_extreme_weather_events", "Effects_of_global_warming_on_humans", "Dust_Bowl", "Megadrought"], "ranked_scores": [0.517, 0.5157, 0.4999, 0.4801, 0.4634, 0.4404, 0.4235, 0.4193, 0.4188, 0.4177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "World_Climate_Report", "Climatic_Research_Unit_documents", "IPCC_Second_Assessment_Report", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5329, 0.5147, 0.5144, 0.5116, 0.507, 0.5013, 0.4993, 0.499, 0.497, 0.4969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5731, 0.5725, 0.5689, 0.568, 0.5661, 0.5658, 0.5438, 0.538, 0.5303, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "World_Climate_Report", "Global_warming_controversy", "Ian_Clark_(geologist)", "Skeptical_Science"], "ranked_scores": [0.5837, 0.5597, 0.5509, 0.5474, 0.5459, 0.5373, 0.532, 0.5267, 0.5223, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling_(disambiguation)", "Proxy_(climate)", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Climate_change_feedback", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5539, 0.545, 0.5309, 0.5303, 0.5249, 0.5196, 0.5154, 0.5123, 0.5095, 0.5084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Low-carbon_emission", "Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Climate_change_in_China", "Atmospheric_methane", "Greenhouse_gas_emissions_by_the_United_States", "Embedded_emissions"], "ranked_scores": [0.5444, 0.5389, 0.524, 0.5238, 0.5074, 0.5037, 0.5022, 0.5016, 0.5011, 0.5004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Global_catastrophic_risk", "Risk", "Risk_assessment", "Risk–benefit_ratio", "Risk_neutral", "Policy_Uncertainty", "Longevity_risk", "Manufactured_risk", "Project_risk_management", "Risk_analysis"], "ranked_scores": [0.4604, 0.4315, 0.4303, 0.4259, 0.4249, 0.423, 0.4221, 0.4181, 0.4157, 0.4137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "Green_Energy_Act_2009", "Lisa_P._Jackson", "United_States_Environmental_Protection_Agency", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "CO2_is_Green", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4368, 0.4262, 0.4209, 0.4091, 0.4082, 0.407, 0.4045, 0.4014, 0.4004, 0.3993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2016_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "El_Niño", "Proxy_(climate)"], "ranked_scores": [0.5458, 0.5295, 0.5187, 0.5187, 0.517, 0.5161, 0.5142, 0.5085, 0.5083, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Sea_ice", "Arctic_ice_pack", "Antarctic_sea_ice", "Sea_ice_thickness", "Measurement_of_sea_ice", "Ross_Ice_Shelf", "Ice_shelf", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Polar_seas"], "ranked_scores": [0.6221, 0.6156, 0.612, 0.6117, 0.6053, 0.5893, 0.586, 0.585, 0.5766, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Refined_coal", "History_of_coal_mining", "Coal_mining", "Coal", "Bituminous_coal", "Coal_gasification", "Coal_gasification_commercialization", "Coal_gas"], "ranked_scores": [0.6404, 0.6232, 0.5894, 0.564, 0.5535, 0.5448, 0.5423, 0.5325, 0.516, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Indonesian_Democratic_Party", "Little_Ice_Age", "Cold_drop", "Slowdown", "Advisory_Group_on_Greenhouse_Gases", "History_of_the_Philippines_(1898–1946)", "Megathermal", "Cool_tropics_paradox"], "ranked_scores": [0.359, 0.3548, 0.3393, 0.3023, 0.3021, 0.2991, 0.293, 0.2928, 0.2917, 0.2897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_opinion_on_climate_change", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Embedded_emissions"], "ranked_scores": [0.5201, 0.4938, 0.491, 0.4908, 0.49, 0.4878, 0.4864, 0.4854, 0.4824, 0.4823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6227, 0.6165, 0.611, 0.601, 0.6006, 0.5982, 0.5918, 0.5883, 0.5883, 0.5873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "Arctic_sea_ice_decline", "Proxy_(climate)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Early_2014_North_American_cold_wave", "1936_North_American_cold_wave", "Hockey_stick_graph", "November_2014_North_American_cold_wave", "2014–15_North_American_winter"], "ranked_scores": [0.3704, 0.37, 0.3663, 0.3638, 0.3636, 0.3628, 0.3571, 0.3556, 0.3472, 0.3465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Regional_effects_of_global_warming", "Scientific_opinion_on_climate_change", "Idealized_greenhouse_model", "History_of_climate_change_science", "Global_warming", "Attribution_of_recent_climate_change", "Greenhouse_effect", "Climate_change_feedback", "Climate_change_(general_concept)", "Cloud_feedback"], "ranked_scores": [0.6512, 0.6308, 0.6296, 0.6271, 0.6266, 0.6239, 0.6234, 0.6224, 0.6213, 0.6205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Cross-sectional_data", "Tendency_of_the_rate_of_profit_to_fall", "Worse-than-average_effect", "Trend_stationary", "Phillips_curve", "Inflation", "List_of_countries_by_average_wage", "Econometrics", "Skewness"], "ranked_scores": [0.3942, 0.3926, 0.3873, 0.3842, 0.3802, 0.3673, 0.3649, 0.3637, 0.3622, 0.3574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Regional_effects_of_global_warming", "Effects_of_global_warming_on_humans", "Greenhouse_gas"], "ranked_scores": [0.5416, 0.5396, 0.5293, 0.5213, 0.5153, 0.5152, 0.515, 0.5142, 0.5138, 0.5137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6334, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Proxy_(climate)", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Climate_change", "Attribution_of_recent_climate_change", "Hockey_stick_controversy"], "ranked_scores": [0.5646, 0.556, 0.5559, 0.5551, 0.5479, 0.5461, 0.5445, 0.5406, 0.5375, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Media_coverage_of_climate_change", "List_of_topics_characterized_as_pseudoscience", "Climatic_Research_Unit_email_controversy", "IPCC_Second_Assessment_Report", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4539, 0.4297, 0.4261, 0.4241, 0.4178, 0.4153, 0.4128, 0.4125, 0.409, 0.4072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2016_American_Northeast_heat_wave", "Urban_heat_island", "National_Weather_Service", "Climate_of_Dallas"], "ranked_scores": [0.4543, 0.448, 0.4474, 0.4464, 0.4405, 0.4392, 0.434, 0.4304, 0.4285, 0.4269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Global_cooling", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "World_Climate_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Global_warming"], "ranked_scores": [0.5888, 0.5734, 0.5708, 0.5666, 0.565, 0.5642, 0.5612, 0.56, 0.56, 0.557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "Wind_power_in_California", "Etymology_of_California", "Six_Californias", "List_of_photovoltaic_power_stations", "Concentrated_solar_power", "Solar_power_by_country", "Wind_power_in_the_United_States"], "ranked_scores": [0.5469, 0.5239, 0.4994, 0.4985, 0.4955, 0.4945, 0.4939, 0.4927, 0.4919, 0.4884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Syria", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Ethiopia", "Income_in_the_United_States", "Corporate_farming", "Agribusiness"], "ranked_scores": [0.4878, 0.4802, 0.4705, 0.4612, 0.434, 0.4307, 0.4276, 0.4152, 0.4116, 0.4092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Syrian_brown_bear", "Beringian_wolf", "Grizzly_bear", "Ursus_americanus_carlottae", "Hunting_and_fishing_in_Alaska", "Great_Bear_Wilderness", "Rubus_arcticus"], "ranked_scores": [0.443, 0.4378, 0.4155, 0.4067, 0.3944, 0.3887, 0.3876, 0.3569, 0.3541, 0.3527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Cryosphere", "Global_warming_in_Antarctica", "Clathrate_gun_hypothesis", "Polar_ice_cap", "Arctic_geoengineering", "Polar_High", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6143, 0.5831, 0.5485, 0.5206, 0.5205, 0.5183, 0.5179, 0.5121, 0.5106, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Raised_shoreline", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Tide", "Tide_gauge", "Climate_inertia"], "ranked_scores": [0.4825, 0.4399, 0.4398, 0.436, 0.4342, 0.4336, 0.4222, 0.4197, 0.4141, 0.4132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Future_sea_level", "Antarctic_sea_ice", "Sea_ice_thickness", "Sea_ice", "Arctic_ice_pack", "Wiesław_Masłowski"], "ranked_scores": [0.6256, 0.5807, 0.5577, 0.5532, 0.5392, 0.5286, 0.5224, 0.5213, 0.515, 0.5096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power", "Growth_of_wind_power_in_the_United_States", "Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_offset", "Carbon_accounting", "Wind_power_in_New_Mexico", "Carbon_neutrality", "Climate_footprint", "Carbon_profiling"], "ranked_scores": [0.6016, 0.5893, 0.5882, 0.5841, 0.5834, 0.5801, 0.5801, 0.5778, 0.5775, 0.5613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_offset", "Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Politics_of_global_warming", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "ExxonMobil_climate_change_controversy", "CO2_is_Green", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6037, 0.5919, 0.5821, 0.5808, 0.5753, 0.5728, 0.569, 0.5689, 0.5675, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "East_Greenland_Current", "Greenland_ice_sheet", "Geography_of_Greenland", "Climate_inertia", "Past_sea_level"], "ranked_scores": [0.5601, 0.5523, 0.5255, 0.5037, 0.4865, 0.4855, 0.4836, 0.478, 0.4729, 0.4725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_feedback", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate_sensitivity", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Climate_engineering", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.5902, 0.5891, 0.589, 0.5661, 0.5613, 0.5611, 0.5581, 0.5536, 0.5528, 0.5497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7757, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States", "Global_warming", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Regional_effects_of_global_warming", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Media_coverage_of_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.6264, 0.609, 0.5966, 0.5858, 0.5836, 0.5762, 0.5742, 0.5735, 0.5701, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Southern_tick-associated_rash_illness", "Climate_of_Finland", "Sun_Belt", "Climate_of_Minneapolis–Saint_Paul", "Humid_continental_climate", "2014–15_North_American_winter", "Early_December_2007_North_American_winter_storm", "Climate_of_the_United_States", "Mountain_States"], "ranked_scores": [0.4248, 0.42, 0.4194, 0.4157, 0.4142, 0.4115, 0.4113, 0.4033, 0.4006, 0.3983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_controversy", "Effects_of_global_warming", "Politics_of_global_warming", "Proxy_(climate)", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Global_warming"], "ranked_scores": [0.5662, 0.5638, 0.5592, 0.5548, 0.5546, 0.5499, 0.5453, 0.5441, 0.5425, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Proxy_(climate)", "Global_cooling_(disambiguation)", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Hockey_stick_controversy"], "ranked_scores": [0.5409, 0.534, 0.5307, 0.5305, 0.513, 0.5103, 0.5086, 0.5058, 0.5054, 0.4937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Global_Climate_Observing_System", "Climate_footprint", "Ian_Clark_(geologist)", "Greenhouse_gas_emissions_by_the_United_States", "World_Climate_Research_Programme", "Free_Ocean_CO2_Enrichment", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.4588, 0.4493, 0.4336, 0.4265, 0.4188, 0.4179, 0.4158, 0.4085, 0.4078, 0.4037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Extreme_environment", "Base_(chemistry)", "Oceanic_carbon_cycle", "Acid", "Geological_history_of_oxygen", "Great_Oxygenation_Event"], "ranked_scores": [0.4329, 0.4183, 0.3967, 0.3901, 0.3891, 0.3869, 0.3841, 0.3805, 0.3801, 0.3725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3827, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Environmental_skepticism", "Global_warming_controversy", "An_Appeal_to_Reason", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_scores": [0.5341, 0.5327, 0.5304, 0.5273, 0.5248, 0.5176, 0.5161, 0.516, 0.5128, 0.5116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Late_2009_southeastern_Australia_heat_wave", "1000", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "January_2014_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "El_Niño", "Megathermal", "El_Niño–Southern_Oscillation", "History_of_climate_change_science"], "ranked_scores": [0.3812, 0.3396, 0.3388, 0.3349, 0.3296, 0.3288, 0.3197, 0.3195, 0.3186, 0.3179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_Climate_Impact_Assessment", "Adam_Scaife", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Arctic_sea_ice_decline", "Ice2sea", "Global_warming_controversy", "Antarctica_cooling_controversy", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [0.5793, 0.5604, 0.5508, 0.5501, 0.5488, 0.5475, 0.5435, 0.5305, 0.5302, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5654, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.5654, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Rear-inflow_jet", "Polar_front", "Cold-air_damming", "November_2014_North_American_cold_wave", "Cold_wave", "Early_2014_North_American_cold_wave", "Jet_stream", "Norwegian_cyclone_model", "Wind_shear"], "ranked_scores": [0.5079, 0.5065, 0.5004, 0.487, 0.4861, 0.4814, 0.4714, 0.47, 0.4698, 0.4601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Earth_Radiation_Budget_Satellite", "1908", "Weather_satellite", "NOAA-7", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "Landsat_1"], "ranked_scores": [0.5682, 0.5649, 0.5621, 0.4551, 0.4517, 0.4448, 0.4439, 0.4405, 0.4396, 0.4354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Clouds_and_the_Earth's_Radiant_Energy_System", "Heaven_and_Earth_(book)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_engineering", "Journal_for_Geoclimatic_Studies", "Climatic_Research_Unit_documents", "World_Climate_Report", "Climate_Audit"], "ranked_scores": [0.392, 0.3875, 0.376, 0.3759, 0.3625, 0.3622, 0.3603, 0.3484, 0.3483, 0.3476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Carbon_price", "Climate_change_in_Canada", "Carbon_offset", "Climate_change_in_China", "Carbon_diet", "Emissions_trading"], "ranked_scores": [0.4954, 0.4913, 0.4762, 0.476, 0.4751, 0.4645, 0.4549, 0.4356, 0.4293, 0.429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Holocene_glacial_retreat", "Past_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Post-glacial_rebound", "Pliocene_climate", "Neoglaciation"], "ranked_scores": [0.5228, 0.5119, 0.4945, 0.49, 0.4875, 0.4836, 0.4772, 0.4764, 0.472, 0.4658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_heat_waves", "Satellite_temperature_measurements", "World_Climate_Report", "2001_Eastern_North_America_heat_wave", "Attribution_of_recent_climate_change", "2016_North_American_heat_wave", "1908", "2011_North_American_heat_wave"], "ranked_scores": [0.459, 0.45, 0.4414, 0.4398, 0.4356, 0.432, 0.4316, 0.427, 0.4229, 0.418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Iron_fertilization", "Chemical_oceanography", "Free_Ocean_CO2_Enrichment", "Mercury_pollution_in_the_ocean", "Sea", "Acid_rain", "Environmental_issues_with_coral_reefs"], "ranked_scores": [0.6254, 0.5989, 0.5474, 0.5138, 0.5086, 0.5086, 0.5013, 0.4968, 0.4963, 0.4906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Alternative_medicine", "Global_warming_conspiracy_theory", "Management_systems_for_road_safety", "Scientific_consensus_on_climate_change", "List_of_topics_characterized_as_pseudoscience", "Climate_change_denial", "False_attribution", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.4573, 0.4476, 0.4432, 0.4421, 0.4366, 0.428, 0.4256, 0.411, 0.406, 0.405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2826, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Global_warming", "Climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [0.6292, 0.5992, 0.5715, 0.5358, 0.521, 0.5063, 0.5062, 0.4975, 0.4939, 0.4856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Megadrought", "Drought_in_Spain", "Dust_Bowl", "Climate_change_in_Texas", "2006_European_cold_wave", "Climate_change_in_the_United_States"], "ranked_scores": [0.5203, 0.5192, 0.5019, 0.4712, 0.4643, 0.4609, 0.4517, 0.4228, 0.4199, 0.4158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Climatic_Research_Unit_email_controversy", "Scientific_opinion_on_climate_change", "Heaven_and_Earth_(book)", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "World_Climate_Report"], "ranked_scores": [0.5371, 0.5083, 0.5066, 0.4992, 0.4969, 0.4958, 0.4936, 0.4924, 0.4888, 0.4838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "1995_Chicago_heat_wave"], "ranked_scores": [0.5582, 0.5549, 0.5443, 0.543, 0.5349, 0.5243, 0.5236, 0.5182, 0.5126, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Global_warming_controversy", "An_Appeal_to_Reason", "Global_warming_conspiracy_theory", "Climate_change_denial", "Media_coverage_of_climate_change", "The_Great_Global_Warming_Swindle", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5896, 0.5578, 0.5576, 0.5391, 0.5377, 0.5321, 0.5221, 0.5123, 0.5105, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Proxy_(climate)", "Global_warming_hiatus", "Media_coverage_of_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5482, 0.5472, 0.5284, 0.5228, 0.5168, 0.503, 0.5008, 0.4995, 0.4994, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Embedded_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_China", "Atmospheric_carbon_cycle", "GHG_footprint", "Climate_change_in_the_Arctic", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.5271, 0.5228, 0.5165, 0.5054, 0.5046, 0.4956, 0.4936, 0.4933, 0.4929, 0.4902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Risk_assessment", "Longevity_risk", "Risk", "Risk_analysis", "Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Prudent_avoidance_principle", "Scenario_analysis", "Policy_Uncertainty"], "ranked_scores": [0.4631, 0.4405, 0.4386, 0.4373, 0.4219, 0.4166, 0.4124, 0.4112, 0.4014, 0.3963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Global_Warming_Pollution_Reduction_Act_of_2007", "Mitigation_of_global_warming_in_Australia", "Coal_pollution_mitigation", "United_States_withdrawal_from_the_Paris_Agreement", "United_States_Environmental_Protection_Agency", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [0.4639, 0.4237, 0.4145, 0.408, 0.4074, 0.4047, 0.3941, 0.3843, 0.3836, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "El_Niño", "Temperature_record_of_the_past_1000_years", "1982–83_El_Niño_event", "1908", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1808/1809_mystery_eruption"], "ranked_scores": [0.551, 0.5437, 0.5364, 0.5129, 0.5085, 0.508, 0.5016, 0.5012, 0.5008, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Sea_ice", "Arctic_sea_ice_decline", "Sea_ice_thickness", "Ice2sea", "Arctic_ice_pack", "Ice_shelf", "International_Weddell_Sea_Oceanographic_Expeditions", "Ellesmere_Ice_Shelf"], "ranked_scores": [0.6149, 0.6101, 0.6065, 0.6015, 0.5964, 0.5744, 0.5735, 0.5702, 0.5695, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Coal", "Coal_gasification_commercialization", "Coal_gasification", "List_of_coal_fired_power_stations_in_Australia", "Coal_gas", "History_of_coal_mining", "Coal_mining"], "ranked_scores": [0.6527, 0.6399, 0.57, 0.545, 0.5363, 0.5363, 0.5359, 0.5276, 0.5203, 0.5042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Megathermal", "Indonesian_Democratic_Party", "Shutdown_of_thermohaline_circulation", "Köppen_climate_classification", "1911_Eastern_North_America_heat_wave", "Cool_tropics_paradox", "Cold_drop", "El_Niño", "PDO"], "ranked_scores": [0.3837, 0.322, 0.307, 0.3063, 0.3047, 0.3045, 0.3027, 0.3025, 0.3009, 0.2973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2015_United_Nations_Climate_Change_Conference", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "United_Nations_Framework_Convention_on_Climate_Change", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_footprint", "Climate_change_in_China", "United_Nations_Climate_Change_conference", "Global_cooling"], "ranked_scores": [0.4945, 0.4866, 0.4865, 0.4847, 0.4843, 0.4843, 0.4819, 0.4777, 0.4769, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change", "Media_coverage_of_climate_change", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6266, 0.6109, 0.6003, 0.5927, 0.5924, 0.5911, 0.5906, 0.5894, 0.5893, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Global_warming_hiatus", "2014–15_North_American_winter", "Global_storm_activity_of_2007", "Hockey_stick_controversy", "Climate_of_Svalbard", "Early_2014_North_American_cold_wave", "2013_extreme_weather_events"], "ranked_scores": [0.3675, 0.3654, 0.3639, 0.3619, 0.3602, 0.3559, 0.3491, 0.3484, 0.348, 0.3416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming", "Effects_of_global_warming", "Climate_change_feedback", "Scientific_opinion_on_climate_change", "Climate_sensitivity", "Climate_change_in_the_United_States", "Climate_change"], "ranked_scores": [0.6246, 0.6173, 0.6168, 0.6166, 0.612, 0.6022, 0.5988, 0.5969, 0.5962, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Tendency_of_the_rate_of_profit_to_fall", "Dumbing_down", "Mean_reversion_(finance)", "Solow_residual", "Phillips_curve", "Skewness", "Worse-than-average_effect", "Diminishing_returns"], "ranked_scores": [0.3817, 0.381, 0.3731, 0.3662, 0.3633, 0.356, 0.355, 0.3483, 0.3477, 0.3423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Effects_of_global_warming", "History_of_climate_change_science", "Environmental_issue", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming_on_humans", "Global_warming", "Attribution_of_recent_climate_change", "Climate_change_adaptation_in_Nepal", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [0.5443, 0.5403, 0.5333, 0.5261, 0.522, 0.5178, 0.5166, 0.5034, 0.5004, 0.4966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2811, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Neoglaciation", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Attribution_of_recent_climate_change", "Greenhouse_and_icehouse_Earth", "Proxy_(climate)", "Hockey_stick_graph"], "ranked_scores": [0.5561, 0.5474, 0.5467, 0.5456, 0.5421, 0.5405, 0.5394, 0.5332, 0.5324, 0.5323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "The_Great_Global_Warming_Swindle", "An_Appeal_to_Reason", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "World_Climate_Report", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.4386, 0.4368, 0.4217, 0.4183, 0.4085, 0.4056, 0.4051, 0.4018, 0.3987, 0.3976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "2011_North_American_heat_wave", "Air_conditioning", "Urban_heat_island", "Weather_station", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "Cooling_tower"], "ranked_scores": [0.4647, 0.4369, 0.4319, 0.4282, 0.4272, 0.4174, 0.4173, 0.4158, 0.4118, 0.4107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.5836, 0.5746, 0.5744, 0.5642, 0.5636, 0.5617, 0.5617, 0.555, 0.5527, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "List_of_photovoltaic_power_stations", "California", "Six_Californias", "Wind_power_in_California", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Culture_of_California"], "ranked_scores": [0.5381, 0.5124, 0.5032, 0.4867, 0.4837, 0.4792, 0.4762, 0.4708, 0.4705, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agriculture_in_Ethiopia", "Agriculture_in_Pennsylvania", "Household_income_in_the_United_States", "Income_in_the_United_States", "Agriculture_in_Syria", "Smallholding"], "ranked_scores": [0.4751, 0.4737, 0.4391, 0.4157, 0.4087, 0.4002, 0.3942, 0.3917, 0.3881, 0.3866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Ursus_americanus_carlottae", "Bile_bear", "Kodiak_bear", "Grizzly_bear", "Brown_bear", "Woolly_mammoth", "Seed_predation", "Pleistocene_rewilding", "Cascade_effect_(ecology)", "Beringian_wolf"], "ranked_scores": [0.3628, 0.3558, 0.3515, 0.3482, 0.3467, 0.3267, 0.3255, 0.3225, 0.3202, 0.3173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Polar_vortex", "Antarctic_ice_sheet", "Cryosphere", "Greenland_ice_sheet", "Cryovolcano", "Greenland_ice_core_project"], "ranked_scores": [0.5961, 0.5494, 0.5477, 0.5396, 0.5356, 0.5316, 0.5299, 0.5291, 0.5287, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Tide", "Extreme_weather", "Intermediate_General_Circulation_Model", "Sea_level_rise", "Permanent_Service_for_Mean_Sea_Level", "Great_Arctic_Cyclone_of_2012", "Tidal_range", "Future_sea_level", "Climate_oscillation"], "ranked_scores": [0.4294, 0.4288, 0.4263, 0.4241, 0.4224, 0.4206, 0.4192, 0.4173, 0.4158, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_ice_pack", "Antarctic_ice_sheet", "Glacier_mass_balance", "Antarctic_Cold_Reversal", "Late_Glacial"], "ranked_scores": [0.5491, 0.5386, 0.5248, 0.5111, 0.5103, 0.5084, 0.5078, 0.5074, 0.5073, 0.5061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_China", "Embedded_emissions", "Carbon_footprint", "Wind_power_in_the_European_Union", "Carbon_profiling", "Wind_power", "United_Nations_Framework_Convention_on_Climate_Change", "Wind_power_in_the_United_Kingdom", "Wind_power_by_country"], "ranked_scores": [0.6192, 0.5973, 0.59, 0.5864, 0.5817, 0.581, 0.5798, 0.5765, 0.5742, 0.5727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Carbon_neutrality", "Global_warming_potential", "United_Nations_Framework_Convention_on_Climate_Change", "Carbon_offset", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_footprint", "Climate_change_mitigation", "Politics_of_global_warming", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [0.6125, 0.6113, 0.6021, 0.6005, 0.5995, 0.5994, 0.5984, 0.5983, 0.5923, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Greenland_ice_sheet", "Sea_level_rise", "Ice2sea", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Greenland_ice_core_project", "Antarctic_ice_sheet", "Arctic_ice_pack", "Ellesmere_Ice_Shelf"], "ranked_scores": [0.5059, 0.4994, 0.4933, 0.4876, 0.4819, 0.477, 0.4712, 0.4702, 0.4676, 0.466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "United_Nations_Framework_Convention_on_Climate_Change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_change_mitigation", "Climate_change_feedback", "Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Mitigation_of_global_warming_in_Australia", "Scientific_opinion_on_climate_change", "Climate_footprint"], "ranked_scores": [0.5737, 0.5708, 0.5707, 0.569, 0.568, 0.566, 0.5642, 0.5626, 0.5605, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2811, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "Loss_and_damage", "Hurricane_Katrina_and_global_warming", "Antarctica_cooling_controversy", "Climate_risk", "Intergovernmental_Panel_on_Climate_Change", "Regional_effects_of_global_warming"], "ranked_scores": [0.5967, 0.5918, 0.5855, 0.5841, 0.5801, 0.5788, 0.5782, 0.5776, 0.5742, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Georgia_(U.S._state)", "Climate_of_the_United_States", "Climate_of_Minneapolis–Saint_Paul", "2012–13_North_American_drought", "Climate_of_the_Nordic_countries", "Climate_of_Africa", "Late_2009_southeastern_Australia_heat_wave", "Blue_Ridge_Mountains", "Excessive_heat_watch", "2015_North_American_heat_wave"], "ranked_scores": [0.4247, 0.419, 0.4149, 0.4123, 0.4112, 0.4095, 0.4013, 0.3996, 0.3989, 0.398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "Climate_change_adaptation_in_Nepal", "Climate_change_feedback", "Copenhagen_Diagnosis", "Intergovernmental_Panel_on_Climate_Change", "Effects_of_global_warming", "United_Nations_Climate_Change_conference", "Reasons_for_concern"], "ranked_scores": [0.5824, 0.571, 0.5674, 0.558, 0.5574, 0.5571, 0.5513, 0.5507, 0.5488, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Orbital_forcing", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Polar_forests_of_the_Cretaceous", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change", "Climate_change", "Abrupt_climate_change", "Pliocene_climate"], "ranked_scores": [0.5066, 0.49, 0.4862, 0.4848, 0.4842, 0.4838, 0.4827, 0.4821, 0.4811, 0.4805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "IPCC_First_Assessment_Report", "Global_Climate_Observing_System", "Climate_sensitivity", "Climate_change_feedback", "NoCO2_Certification_Program", "Land_use,_land-use_change_and_forestry", "Satellite_temperature_measurements", "Coupled_model_intercomparison_project", "Cloud_feedback"], "ranked_scores": [0.4673, 0.4491, 0.4423, 0.4399, 0.4398, 0.4389, 0.438, 0.4328, 0.4322, 0.4316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Sulfate_aerosol", "Estuarine_acidification", "Tipping_points_in_the_climate_system", "Acid_rain", "Ocean_acidification", "Climate_footprint", "Journal_for_Geoclimatic_Studies", "Global_cooling_(disambiguation)", "350.org", "George_Kukla"], "ranked_scores": [0.3692, 0.3652, 0.3639, 0.3618, 0.3618, 0.3602, 0.3599, 0.3562, 0.3556, 0.3552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["World_Climate_Report", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Attribution_of_recent_climate_change", "George_Kukla", "IPCC_First_Assessment_Report", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5005, 0.4905, 0.4846, 0.4796, 0.4788, 0.4751, 0.473, 0.4725, 0.471, 0.4698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "1000", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Los_Angeles_flood_of_1938", "2006_European_heat_wave", "El_Niño–Southern_Oscillation", "1908", "Solstice", "2014–16_El_Niño_event", "Tropical_year"], "ranked_scores": [0.3433, 0.3318, 0.3273, 0.3254, 0.323, 0.3213, 0.3152, 0.3148, 0.3135, 0.3125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "Ice2sea", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Climate_Central", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [0.5653, 0.5485, 0.5478, 0.547, 0.5451, 0.5435, 0.5385, 0.5367, 0.5356, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Winter_1985_cold_wave", "Norwegian_cyclone_model", "Rear-inflow_jet", "Low-pressure_area", "Polar_low", "Jet_stream", "Weather_front", "Polar_front", "Atmospheric_Model_Intercomparison_Project", "Cold-air_damming"], "ranked_scores": [0.4952, 0.4796, 0.474, 0.472, 0.4713, 0.4706, 0.4702, 0.4688, 0.4675, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "NOAA-7", "Weather_satellite", "Highest_temperature_recorded_on_Earth", "NOAA-6", "Eutelsat_36A", "Intelsat_I", "Sun-synchronous_orbit"], "ranked_scores": [0.5058, 0.4871, 0.4762, 0.4658, 0.4545, 0.4483, 0.4481, 0.4434, 0.4413, 0.4402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Climatic_Research_Unit_documents", "Global_Climate_Observing_System", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "Climate_Central", "Copenhagen_Diagnosis", "Climate_engineering", "2011_United_Nations_Climate_Change_Conference", "George_Kukla"], "ranked_scores": [0.4044, 0.3864, 0.3805, 0.3787, 0.3735, 0.3681, 0.3671, 0.3662, 0.3639, 0.3631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_pricing_in_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_price", "Climate_change_in_China", "Carbon_tax", "Carbon_offset", "Gasoline_gallon_equivalent", "Climate_change_in_Canada", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.4666, 0.4523, 0.4522, 0.4469, 0.4412, 0.4405, 0.4404, 0.4373, 0.4352, 0.4334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Deglaciation", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Late_Glacial", "Past_sea_level", "Antarctic_Cold_Reversal", "Last_Glacial_Maximum"], "ranked_scores": [0.4953, 0.4933, 0.4843, 0.4843, 0.4823, 0.4805, 0.4741, 0.4698, 0.4682, 0.4679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Climate_Data_Records", "March_2012_North_American_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "2010_Northern_Hemisphere_heat_waves", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "Instrumental_temperature_record", "2016_North_American_heat_wave"], "ranked_scores": [0.4491, 0.4346, 0.4307, 0.4263, 0.4257, 0.424, 0.4236, 0.4222, 0.4216, 0.4203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Iron_fertilization", "Acid_rain", "Free_Ocean_CO2_Enrichment", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Carbon_cycle", "Anoxic_event"], "ranked_scores": [0.5606, 0.5588, 0.5281, 0.5126, 0.5034, 0.5009, 0.4978, 0.4963, 0.496, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Falsism", "Statistical_murder", "Econometrics", "Scientific_dissent", "Management_systems_for_road_safety", "False_consensus_effect", "Worse-than-average_effect", "Illusion_of_validity", "List_of_topics_characterized_as_pseudoscience", "Misuse_of_statistics"], "ranked_scores": [0.4418, 0.4363, 0.436, 0.4357, 0.4354, 0.4338, 0.4332, 0.4278, 0.426, 0.4249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Past_sea_level", "Ice2sea", "Measurement_of_sea_ice", "Ice_rise", "World_Climate_Research_Programme", "Raised_shoreline", "Thwaites_Glacier"], "ranked_scores": [0.5469, 0.5333, 0.5052, 0.5049, 0.5009, 0.4958, 0.4933, 0.4899, 0.4884, 0.4823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_the_United_Kingdom", "Drought_in_Spain", "Droughts_in_the_United_States", "Grassland_degradation", "2018_British_Isles_heat_wave", "2006_European_cold_wave", "2013_extreme_weather_events", "Climate_change_in_Texas", "Cold_drop", "Climate_risk"], "ranked_scores": [0.4421, 0.4399, 0.4392, 0.4389, 0.433, 0.4304, 0.4248, 0.4241, 0.4181, 0.416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Reasons_for_concern", "World_Climate_Report", "Media_coverage_of_climate_change", "The_Real_Global_Warming_Disaster", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.5078, 0.5038, 0.5017, 0.4983, 0.4978, 0.4974, 0.4963, 0.4958, 0.4931, 0.4929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "United_States_rainfall_climatology", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_Salt_Lake_City"], "ranked_scores": [0.4788, 0.4746, 0.4608, 0.4546, 0.4495, 0.4375, 0.4342, 0.432, 0.4304, 0.4273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_change_denial", "World_Climate_Report", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5122, 0.5104, 0.5101, 0.5094, 0.5085, 0.5075, 0.5008, 0.4996, 0.4977, 0.4955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Global_warming", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Climate_inertia", "Media_coverage_of_climate_change", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Reasons_for_concern", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5299, 0.5241, 0.5172, 0.514, 0.5092, 0.5075, 0.5044, 0.5041, 0.5021, 0.5006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4996, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Climate_change_in_China", "Kyoto_Protocol", "Contribution_to_global_warming_by_Australia", "Carbon_cycle_re-balancing", "United_Nations_Framework_Convention_on_Climate_Change", "Ozone_depletion_and_climate_change", "Environmental_impact_of_transport", "Reducing_emissions_from_deforestation_and_forest_degradation", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_impact_of_aviation"], "ranked_scores": [0.5182, 0.5118, 0.5078, 0.5069, 0.5041, 0.5039, 0.5037, 0.5015, 0.4999, 0.4999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Systematic_risk", "Risk–benefit_ratio", "Risk", "Centre_for_the_Study_of_Existential_Risk", "Risk_neutral", "Sure-thing_principle", "Worse-than-average_effect", "Risk_(statistics)", "Counterfactual_thinking", "Global_catastrophic_risk"], "ranked_scores": [0.4404, 0.4328, 0.4309, 0.4261, 0.4232, 0.4206, 0.4171, 0.4148, 0.4146, 0.4133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Climate_change_in_China", "United_States_withdrawal_from_the_Paris_Agreement", "Mitigation_of_global_warming_in_Australia", "Clean_Development_Mechanism", "Environmental_policy_of_the_Donald_Trump_administration", "Green_Energy_Act_2009", "Greenhouse_gas_emissions_by_the_United_States", "Clean_Energy_Regulator", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [0.4135, 0.4123, 0.4096, 0.4088, 0.4028, 0.4015, 0.3979, 0.3957, 0.3942, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2001_Eastern_North_America_heat_wave", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "List_of_heat_waves", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.5256, 0.5252, 0.5181, 0.5133, 0.4999, 0.4972, 0.4972, 0.4968, 0.4937, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Antarctic_ice_sheet", "Measurement_of_sea_ice", "Arctic_Ocean", "Sea_ice", "East_Antarctic_Ice_Sheet", "Antarctic_sea_ice", "Sea_ice_thickness", "Geography_of_Antarctica", "Greenland_ice_sheet"], "ranked_scores": [0.5939, 0.5924, 0.5825, 0.573, 0.5694, 0.5679, 0.5676, 0.5631, 0.5604, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Fossil_fuel_power_station", "Coal_gasification_commercialization", "List_of_coal_fired_power_stations_in_Australia", "Millmerran_Power_Station", "Carbon_capture_and_storage", "History_of_coal_mining", "Coal"], "ranked_scores": [0.5318, 0.5163, 0.5012, 0.5005, 0.4944, 0.4939, 0.4714, 0.4663, 0.4585, 0.4484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cold_drop", "El_Niño–Southern_Oscillation", "Cool_tropics_paradox", "Tropical_year", "Desert_climate", "2014–16_El_Niño_event", "Clime", "La_Niña"], "ranked_scores": [0.3297, 0.3112, 0.3036, 0.3028, 0.2993, 0.2968, 0.2968, 0.288, 0.2879, 0.2865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Paris_Agreement", "United_Nations_Framework_Convention_on_Climate_Change", "Attribution_of_recent_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "Global_warming", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "2009_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.5318, 0.5118, 0.5089, 0.5083, 0.5082, 0.5077, 0.5066, 0.4988, 0.4984, 0.4983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Intergovernmental_Panel_on_Climate_Change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_adaptation_in_Nepal", "2009_United_Nations_Climate_Change_Conference", "2015_United_Nations_Climate_Change_Conference", "Politics_of_global_warming", "Climate_change_and_gender", "Media_coverage_of_climate_change"], "ranked_scores": [0.6081, 0.5998, 0.5976, 0.5973, 0.5905, 0.5885, 0.5881, 0.5874, 0.5867, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["March_2012_North_American_heat_wave", "Retreat_of_glaciers_since_1850", "Mohawk–Hudson_convergence", "Great_Salt_Lake_effect", "Winter_1985_cold_wave", "Early_2009_southeastern_Australia_heat_wave", "Antarctic_Cold_Reversal", "2014–15_North_American_winter", "Climate_of_Finland", "Climate_of_Minnesota"], "ranked_scores": [0.3672, 0.3561, 0.3425, 0.3379, 0.3366, 0.3337, 0.3336, 0.3335, 0.3327, 0.3299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_sensitivity", "Effect_of_Sun_angle_on_climate", "World_Climate_Research_Programme", "Climate_change_feedback", "Climate_inertia", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "Orbital_forcing", "Climate_change", "Global_warming_hiatus"], "ranked_scores": [0.6231, 0.61, 0.6085, 0.6068, 0.5963, 0.5955, 0.5919, 0.5906, 0.5892, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "GDP_deflator", "Worse-than-average_effect", "Real_wages", "Wage_curve", "Inverse_consequences", "Correlation_and_dependence", "Induced_innovation", "Full_employment", "Slippery_slope"], "ranked_scores": [0.3991, 0.3848, 0.3847, 0.383, 0.3805, 0.374, 0.3731, 0.3711, 0.3709, 0.369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Ozone_depletion_and_climate_change", "Reducing_emissions_from_deforestation_and_forest_degradation", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Intergovernmental_Panel_on_Climate_Change", "IPCC_First_Assessment_Report", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_aviation", "Effects_of_global_warming", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [0.5279, 0.5276, 0.5272, 0.5267, 0.5255, 0.524, 0.5235, 0.5229, 0.5206, 0.5193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Polar_forests_of_the_Cretaceous", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change", "Abrupt_climate_change", "Global_cooling_(disambiguation)", "Late_Glacial", "Climate_sensitivity", "History_of_climate_change_science", "Retreat_of_glaciers_since_1850", "Climate_change_feedback"], "ranked_scores": [0.5302, 0.5299, 0.523, 0.5134, 0.5124, 0.5121, 0.5092, 0.5063, 0.505, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_change_denial", "Scientific_consensus_on_climate_change", "World_Climate_Report", "Environmental_skepticism", "List_of_experimental_errors_and_frauds_in_physics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Policy_advocacy", "Scientific_Alliance"], "ranked_scores": [0.4224, 0.4109, 0.4087, 0.4033, 0.3971, 0.3953, 0.3948, 0.3916, 0.3912, 0.3902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Microclimate", "Climate_of_Dallas", "Weather_front", "Surface_weather_analysis", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_Los_Angeles", "Weather", "Precipitation", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_center"], "ranked_scores": [0.441, 0.4131, 0.4093, 0.4065, 0.404, 0.4019, 0.4004, 0.3943, 0.3922, 0.3917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "IPCC_Fourth_Assessment_Report", "Reasons_for_concern", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5762, 0.569, 0.5655, 0.5616, 0.5599, 0.5572, 0.557, 0.554, 0.5525, 0.5474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Six_Californias", "Plug-in_hybrids_in_California", "California", "California_elections,_November_2012", "Spanish_missions_in_California", "California_State_Assembly", "Southern_California_Edison", "Reform_Party_of_California", "Etymology_of_California"], "ranked_scores": [0.5102, 0.477, 0.4702, 0.4662, 0.4563, 0.4542, 0.4534, 0.4509, 0.4494, 0.4474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Food,_Conservation,_and_Energy_Act_of_2008", "Gross_state_product", "Farm_(revenue_leasing)", "Workforce_productivity", "Income_in_the_United_States", "United_Farm_Workers"], "ranked_scores": [0.4292, 0.4138, 0.4114, 0.4013, 0.3837, 0.3832, 0.3767, 0.3761, 0.3739, 0.3696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Brown_bear", "Kodiak_bear", "Bile_bear", "Grizzly_bear", "Rubus_arcticus", "Ursus_americanus_carlottae", "Syrian_brown_bear", "Beringian_wolf", "Pinniped", "Surplus_killing"], "ranked_scores": [0.4246, 0.4176, 0.4145, 0.3781, 0.3665, 0.3628, 0.3524, 0.3518, 0.3331, 0.3326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Methane_clathrate", "Cryosphere", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Cryovolcano"], "ranked_scores": [0.6225, 0.5702, 0.5551, 0.5397, 0.5197, 0.5109, 0.5059, 0.5038, 0.5029, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Climate_change_(general_concept)", "Tide", "Raised_shoreline", "Great_Salinity_Anomaly", "Climate_variability", "Future_sea_level"], "ranked_scores": [0.4928, 0.4632, 0.4585, 0.448, 0.4454, 0.4371, 0.4363, 0.4362, 0.4344, 0.4221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Fast_ice", "Ice2sea", "Sea_ice", "Arctic_ice_pack", "Deglaciation", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Neoglaciation"], "ranked_scores": [0.586, 0.5651, 0.5337, 0.5251, 0.5134, 0.5074, 0.4997, 0.4982, 0.4958, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power", "Carbon_footprint", "Growth_of_wind_power_in_the_United_States", "Climate_footprint", "Carbon_neutrality", "Carbon_offset", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_diet", "Wind_power_by_country"], "ranked_scores": [0.5996, 0.5936, 0.5843, 0.5671, 0.5641, 0.5513, 0.5409, 0.5399, 0.5397, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_neutrality", "CO2_is_Green", "Politics_of_global_warming", "Global_warming_controversy", "Carbon_dioxide", "Carbon_offset", "Mitigation_of_global_warming_in_Australia", "Scientific_consensus_on_climate_change", "Global_warming"], "ranked_scores": [0.5931, 0.5789, 0.5758, 0.5725, 0.571, 0.5596, 0.5588, 0.5571, 0.5512, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Past_sea_level", "Greenland_Sea", "Greenland", "Geography_of_Greenland", "Glacial_earthquake", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5745, 0.5512, 0.496, 0.4846, 0.4797, 0.4749, 0.4744, 0.4684, 0.4679, 0.4589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Keeling_Curve", "Climate_change_mitigation_scenarios", "Global_warming_potential", "Greenhouse_gas"], "ranked_scores": [0.5648, 0.5501, 0.547, 0.5468, 0.5449, 0.5418, 0.5355, 0.5291, 0.5287, 0.5283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Reasons_for_concern", "Climate_change_and_gender", "Climate_change_in_Texas", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.5886, 0.5859, 0.5718, 0.5585, 0.5585, 0.5579, 0.5485, 0.5431, 0.5409, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Sun_Belt", "Climate_of_the_United_States", "Southern_tick-associated_rash_illness", "Frost_Belt", "Ixodes", "Humid_continental_climate", "Temperate_climate", "2014–15_North_American_winter", "Amblyomma_americanum"], "ranked_scores": [0.487, 0.4308, 0.4274, 0.4218, 0.4125, 0.4121, 0.4113, 0.4083, 0.4036, 0.3982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climatic_Research_Unit_documents", "Hockey_stick_controversy", "World_Climate_Change_Conference,_Moscow", "IPCC_Fourth_Assessment_Report", "Economics_of_global_warming"], "ranked_scores": [0.5571, 0.5493, 0.5361, 0.5304, 0.5286, 0.5238, 0.5227, 0.5214, 0.5209, 0.5197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Ian_Clark_(geologist)", "Global_Historical_Climatology_Network", "100,000-year_problem", "Hockey_stick_graph"], "ranked_scores": [0.5108, 0.5107, 0.5091, 0.5082, 0.5044, 0.5027, 0.4869, 0.4808, 0.4802, 0.4775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Global_Climate_Observing_System", "Climate_footprint", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_accounting", "Greening_Earth_Society", "World_Climate_Report", "Ian_Clark_(geologist)", "Climate_change_in_Tuvalu"], "ranked_scores": [0.4811, 0.452, 0.4243, 0.4152, 0.4109, 0.4067, 0.406, 0.4054, 0.4036, 0.4021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Acid_rain", "Ocean_acidification", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "C3_carbon_fixation", "Acid", "Total_inorganic_carbon", "Tipping_point_(climatology)", "Geological_history_of_oxygen"], "ranked_scores": [0.4243, 0.4159, 0.3989, 0.3903, 0.3888, 0.3727, 0.3726, 0.3681, 0.3654, 0.3636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Global_warming_conspiracy_theory", "Greening_Earth_Society"], "ranked_scores": [0.5252, 0.5162, 0.5153, 0.5094, 0.5081, 0.5054, 0.4987, 0.4899, 0.4828, 0.481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "El_Niño", "PDO", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "1911_Eastern_North_America_heat_wave", "El_Niño–Southern_Oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "The_Tropical_Sun", "PDOS"], "ranked_scores": [0.3888, 0.3724, 0.3598, 0.3386, 0.3386, 0.3336, 0.3294, 0.3283, 0.3144, 0.3124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "The_Hockey_Stick_Illusion", "Arctic_geoengineering", "Arctic_Climate_Impact_Assessment", "Measurement_of_sea_ice", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "Ice2sea", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5779, 0.5449, 0.5398, 0.5361, 0.5306, 0.529, 0.5256, 0.5251, 0.5157, 0.5138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Cold-air_damming", "Jet_stream", "Winter_1985_cold_wave", "Weather_front", "Polar_front", "Polar_low", "Early_2014_North_American_cold_wave", "Norwegian_cyclone_model", "Low-pressure_area"], "ranked_scores": [0.5171, 0.4919, 0.4886, 0.4846, 0.4756, 0.4672, 0.4621, 0.4574, 0.457, 0.4439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Satellite_temperature_measurements", "1908", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "List_of_climate_research_satellites", "NOAA-7", "1997–98_El_Niño_event", "NOAA-6"], "ranked_scores": [0.5693, 0.5575, 0.5461, 0.4697, 0.4548, 0.4429, 0.4371, 0.4314, 0.4218, 0.4198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Journal_for_Geoclimatic_Studies", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Climate_engineering", "The_Real_Global_Warming_Disaster", "Cosmic-ray_observatory", "Global_Change_Research_Act_of_1990"], "ranked_scores": [0.4272, 0.4042, 0.3664, 0.3613, 0.3607, 0.3595, 0.3541, 0.3538, 0.3515, 0.3463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_price", "Carbon_tax", "Carbon_bubble", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia", "Climate_change_in_Canada", "Carbon_pricing_in_Australia", "Politics_of_global_warming", "Carbon_offset"], "ranked_scores": [0.4859, 0.4851, 0.4778, 0.4482, 0.438, 0.4296, 0.4279, 0.4269, 0.4247, 0.4241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Ice2sea", "Past_sea_level", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Neoglaciation", "Deglaciation", "Quaternary_glaciation"], "ranked_scores": [0.5199, 0.4986, 0.4843, 0.4825, 0.4806, 0.4761, 0.4732, 0.4729, 0.4633, 0.4535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "1908", "2010_Northern_Hemisphere_heat_waves", "World_Climate_Report", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "2001_Eastern_North_America_heat_wave", "Climate_change_in_the_United_States", "Satellite_temperature_measurements"], "ranked_scores": [0.4595, 0.4433, 0.4251, 0.4241, 0.4215, 0.4195, 0.4192, 0.4153, 0.4132, 0.4129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Chemical_oceanography", "Sea", "Environmental_issues_with_coral_reefs", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.6232, 0.6206, 0.5315, 0.5175, 0.5125, 0.5105, 0.5009, 0.497, 0.4946, 0.4915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["List_of_topics_characterized_as_pseudoscience", "The_Real_Global_Warming_Disaster", "Alternative_medicine", "Induced_innovation", "List_of_experimental_errors_and_frauds_in_physics", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Management_systems_for_road_safety", "Climate_change_denial"], "ranked_scores": [0.4307, 0.4287, 0.4278, 0.4254, 0.421, 0.4166, 0.4132, 0.4081, 0.4073, 0.4056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.5087, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Past_sea_level", "Fast_ice", "Global_warming_in_Antarctica", "Ice_rise", "Raised_shoreline", "Glacial_earthquake", "Climate_change"], "ranked_scores": [0.6477, 0.5972, 0.5436, 0.5429, 0.5245, 0.5042, 0.4914, 0.4913, 0.4796, 0.4719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Megadrought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "Black_Sunday_(storm)", "2013_extreme_weather_events", "Europe"], "ranked_scores": [0.499, 0.4889, 0.4791, 0.4582, 0.4437, 0.4282, 0.4262, 0.4123, 0.4111, 0.4067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy", "Climate_change_in_the_United_States", "Climate_change_in_Texas", "Media_coverage_of_climate_change", "Climate_change_in_Australia", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5216, 0.5057, 0.4947, 0.4902, 0.4791, 0.4715, 0.4687, 0.4668, 0.4666, 0.466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.5256, 0.525, 0.52, 0.519, 0.5115, 0.5091, 0.4878, 0.4849, 0.481, 0.4691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Skeptical_Science", "Global_warming_controversy"], "ranked_scores": [0.5935, 0.5284, 0.5283, 0.5279, 0.522, 0.5167, 0.505, 0.5035, 0.5024, 0.4985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Proxy_(climate)", "Climate_change_feedback", "Scientific_opinion_on_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Scientific_consensus_on_climate_change", "Global_cooling"], "ranked_scores": [0.575, 0.5731, 0.5038, 0.4997, 0.4989, 0.4881, 0.4868, 0.4857, 0.4849, 0.4843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Global_warming_potential", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Environmental_impact_of_transport", "Aerobic_methane_production", "Climate_change_in_China", "Wetland_methane_emissions", "Low-carbon_emission"], "ranked_scores": [0.5431, 0.5146, 0.5107, 0.5074, 0.5038, 0.493, 0.4877, 0.4824, 0.4792, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Risk_neutral", "Risk", "Longevity_risk", "Hypotheticals", "Policy_uncertainty", "Management_systems_for_road_safety", "Misuse_of_statistics", "Worst-case_scenario"], "ranked_scores": [0.4474, 0.4315, 0.4313, 0.4304, 0.4176, 0.3955, 0.3937, 0.3906, 0.3876, 0.3817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Carbon_neutrality", "Coal_pollution_mitigation", "CO2_is_Green", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_Barack_Obama_administration", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4332, 0.415, 0.4075, 0.4035, 0.3964, 0.3929, 0.3921, 0.3899, 0.3893, 0.3878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1982–83_El_Niño_event", "El_Niño–Southern_Oscillation", "1908", "Global_warming_hiatus", "El_Niño", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5933, 0.533, 0.4999, 0.4988, 0.4965, 0.4931, 0.4918, 0.4873, 0.4872, 0.4853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Sea_ice", "Sea_ice_thickness", "Polar_seas", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Ice2sea", "Antarctic_ice_sheet", "Drift_ice"], "ranked_scores": [0.6054, 0.5961, 0.5838, 0.5812, 0.5741, 0.5739, 0.5635, 0.5598, 0.5391, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal", "Coal_gasification", "Coal_gasification_commercialization", "Coal_mining", "Cleaner_production", "Refined_coal", "Carbon_capture_and_storage", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.6683, 0.6557, 0.5521, 0.5245, 0.5212, 0.4903, 0.484, 0.482, 0.4765, 0.4756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "Programmed_Data_Processor", "El_Niño", "1911_Eastern_North_America_heat_wave", "Cool_tropics_paradox", "Post-glacial_rebound", "El_Niño–Southern_Oscillation", "Global_cooling"], "ranked_scores": [0.4008, 0.3858, 0.3545, 0.348, 0.3434, 0.3193, 0.3138, 0.2975, 0.2972, 0.2942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Climate_footprint", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "2015_United_Nations_Climate_Change_Conference", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas_accounting", "Environmental_indicator"], "ranked_scores": [0.4778, 0.4733, 0.4718, 0.4697, 0.4673, 0.4653, 0.4644, 0.462, 0.4605, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change", "IPCC_Fourth_Assessment_Report", "Abrupt_climate_change"], "ranked_scores": [0.592, 0.5721, 0.5712, 0.5622, 0.5561, 0.5548, 0.5483, 0.5481, 0.5473, 0.5452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "1936_North_American_cold_wave", "Regional_effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Retreat_of_glaciers_since_1850", "Climate_of_Finland", "Global_cooling"], "ranked_scores": [0.3574, 0.3466, 0.3394, 0.3389, 0.3359, 0.3318, 0.331, 0.3308, 0.329, 0.327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change", "Greenhouse_effect", "Idealized_greenhouse_model", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6171, 0.6022, 0.6003, 0.5945, 0.5906, 0.5902, 0.5898, 0.5814, 0.5811, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Dumbing_down", "Tendency_of_the_rate_of_profit_to_fall", "Worse-than-average_effect", "Seasonal_adjustment", "Economic_statistics", "List_of_fields_of_application_of_statistics", "Demographic_dividend", "Economic_growth"], "ranked_scores": [0.4004, 0.3973, 0.3744, 0.3611, 0.3531, 0.35, 0.3496, 0.3488, 0.3404, 0.3403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Environmental_issue", "History_of_sustainability", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Greenhouse_gas", "Climate_change_adaptation"], "ranked_scores": [0.5257, 0.5221, 0.5182, 0.5178, 0.5163, 0.5121, 0.5014, 0.4951, 0.492, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7031, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "Proxy_(climate)", "Attribution_of_recent_climate_change", "Global_warming_in_Antarctica", "Global_cooling", "Hockey_stick_controversy"], "ranked_scores": [0.5607, 0.5289, 0.5277, 0.527, 0.5069, 0.5028, 0.5023, 0.4961, 0.4954, 0.495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_community", "Antarctica_cooling_controversy", "Global_warming_controversy", "I'm_not_a_scientist", "The_Scientific_Activist", "Skeptical_Science", "Not_even_wrong"], "ranked_scores": [0.4526, 0.4436, 0.4395, 0.4182, 0.3986, 0.397, 0.3904, 0.3884, 0.3875, 0.3864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "2001_Eastern_North_America_heat_wave", "Automobile_air_conditioning", "2011_North_American_heat_wave", "Hot_tower", "Weather_station", "Station_model", "List_of_heat_waves", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.4723, 0.4466, 0.4168, 0.4145, 0.4136, 0.413, 0.4125, 0.406, 0.4005, 0.4005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "IPCC_Fourth_Assessment_Report", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Global_cooling", "Global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5576, 0.5415, 0.5395, 0.5377, 0.537, 0.5369, 0.5347, 0.5327, 0.5294, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "Wind_power_in_California", "Six_Californias", "Solar_power_in_Michigan", "Plug-in_hybrids_in_California", "Etymology_of_California", "Wind_power_in_the_United_States", "California_State_Assembly"], "ranked_scores": [0.5179, 0.5158, 0.5017, 0.4986, 0.488, 0.4824, 0.4712, 0.4541, 0.4525, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Income_in_the_United_States", "Agriculture", "Agriculture,_forestry,_and_fishing_in_Japan", "Household_income_in_the_United_States"], "ranked_scores": [0.4663, 0.4523, 0.4456, 0.4359, 0.4303, 0.4278, 0.4079, 0.3962, 0.3907, 0.3873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Brown_bear", "Bile_bear", "Beringian_wolf", "Grizzly_bear", "Ursus_americanus_carlottae", "Sloth_bear", "Seed_predation", "Rubus_arcticus", "Bear_attack"], "ranked_scores": [0.3943, 0.3577, 0.3501, 0.349, 0.3418, 0.3395, 0.3252, 0.317, 0.3136, 0.3094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Cryosphere", "Glacial_earthquake", "Ice2sea", "Methane_clathrate", "Cryovolcano", "Deglaciation", "The_Cryosphere"], "ranked_scores": [0.6005, 0.5598, 0.5345, 0.5323, 0.5293, 0.5187, 0.5178, 0.5149, 0.5132, 0.506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Annual_cycle_of_sea_level_height", "Climate_change_(general_concept)", "Climate_variability", "Future_sea_level", "Sea_level_rise", "Great_Salinity_Anomaly", "Ocean_surface_topography", "Megadrought", "2014–16_El_Niño_event"], "ranked_scores": [0.4646, 0.4622, 0.4468, 0.4421, 0.4362, 0.431, 0.4246, 0.4239, 0.4238, 0.421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Antarctic_Cold_Reversal", "Measurement_of_sea_ice", "Deglaciation", "Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Ice_piedmont", "Ice_core"], "ranked_scores": [0.5637, 0.5571, 0.5505, 0.5322, 0.5306, 0.5148, 0.5133, 0.5086, 0.504, 0.5029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Carbon_offset", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality", "Green_certificate", "Wind_power_by_country", "Wind_power", "100%_renewable_energy", "Wind_power_in_the_European_Union", "Wind_power_in_Colorado"], "ranked_scores": [0.57, 0.5669, 0.5633, 0.5629, 0.5562, 0.5561, 0.5556, 0.5548, 0.5516, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Views_on_the_Kyoto_Protocol", "Carbon_diet", "Mitigation_of_global_warming_in_Australia", "Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_cycle_re-balancing", "ExxonMobil_climate_change_controversy", "United_Nations_Framework_Convention_on_Climate_Change", "Carbon_sequestration"], "ranked_scores": [0.5886, 0.5806, 0.5784, 0.5712, 0.5703, 0.5695, 0.5658, 0.5657, 0.5652, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Greenland_ice_sheet", "Sea_level_rise", "Ice2sea", "Greenland_Sea", "Climate_inertia", "Past_sea_level", "Arctic_sea_ice_decline", "Greenland_ice_core_project", "Geography_of_Greenland"], "ranked_scores": [0.5202, 0.4848, 0.4847, 0.4802, 0.4739, 0.4737, 0.4715, 0.4703, 0.4702, 0.4669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "James_Hansen", "Attribution_of_recent_climate_change", "Cloud_feedback", "IPCC_First_Assessment_Report", "Global_warming", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5729, 0.567, 0.5578, 0.5542, 0.5524, 0.5514, 0.5506, 0.55, 0.549, 0.5484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Physical_impacts_of_climate_change", "Climate_change_and_gender", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_adaptation_in_Nepal", "The_Real_Global_Warming_Disaster", "Global_warming_controversy", "Effects_of_global_warming"], "ranked_scores": [0.5829, 0.5792, 0.5675, 0.5579, 0.5565, 0.5514, 0.5507, 0.5504, 0.5472, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_Kingdom", "Humid_continental_climate", "Frost_Belt", "Climate_of_Georgia_(U.S._state)", "Southern_tick-associated_rash_illness", "North_Carolina", "Climate_of_the_United_States", "Mountain_States", "2014–15_North_American_winter"], "ranked_scores": [0.4122, 0.4065, 0.403, 0.4026, 0.3987, 0.3931, 0.3923, 0.3923, 0.3903, 0.3887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Cloud_feedback", "IPCC_First_Assessment_Report", "Global_warming", "Hockey_stick_controversy", "United_Nations_Climate_Change_conference", "Physical_impacts_of_climate_change", "Economics_of_global_warming", "2009_United_Nations_Climate_Change_Conference", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5508, 0.5503, 0.5456, 0.5449, 0.535, 0.5344, 0.5337, 0.5334, 0.5331, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Timeline_of_glaciation", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Climate_change_(general_concept)", "Greenhouse_and_icehouse_Earth", "Global_Historical_Climatology_Network", "Climate_variability"], "ranked_scores": [0.5003, 0.4926, 0.4919, 0.4915, 0.486, 0.4849, 0.4779, 0.4753, 0.4729, 0.4727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Global_Climate_Observing_System", "Climate_sensitivity", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Tuvalu", "IPCC_First_Assessment_Report", "Greening_Earth_Society", "Idealized_greenhouse_model", "NoCO2_Certification_Program", "Oceanic_carbon_cycle", "Attribution_of_recent_climate_change"], "ranked_scores": [0.4391, 0.4331, 0.4302, 0.4293, 0.4238, 0.4228, 0.4228, 0.4208, 0.4198, 0.4149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Atmospheric_carbon_cycle", "James_Hansen", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Clathrate_gun_hypothesis", "Carbonation"], "ranked_scores": [0.4049, 0.3676, 0.3614, 0.3612, 0.3569, 0.3565, 0.3561, 0.3525, 0.3507, 0.347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_denial", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "Global_cooling_(disambiguation)", "Environmental_skepticism", "Antarctica_cooling_controversy"], "ranked_scores": [0.5036, 0.4918, 0.4837, 0.4818, 0.4715, 0.4701, 0.4683, 0.4655, 0.4648, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Eugenius_Warming", "1000", "Philippine_Revolution", "2013_Southwestern_United_States_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "2006_European_heat_wave", "Pacific_decadal_oscillation", "Climate_change_in_Texas", "History_of_the_Philippines_(1898–1946)"], "ranked_scores": [0.359, 0.3298, 0.3256, 0.318, 0.3168, 0.316, 0.3147, 0.3138, 0.3076, 0.3055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Climatic_Research_Unit_email_controversy", "Ian_Clark_(geologist)", "Ice2sea", "Stern_Review", "Antarctica_cooling_controversy", "Hockey_stick_controversy", "Copenhagen_Diagnosis", "Cloud_feedback"], "ranked_scores": [0.5467, 0.5418, 0.5392, 0.539, 0.5384, 0.536, 0.5318, 0.5242, 0.5169, 0.5151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Cold_wave", "Low-pressure_area", "Winter_1985_cold_wave", "Weather_front", "Convective_instability", "Polar_low", "Norwegian_cyclone_model", "Polar_front", "Jet_stream"], "ranked_scores": [0.4844, 0.4663, 0.4658, 0.4658, 0.4641, 0.4625, 0.4594, 0.4582, 0.4495, 0.4483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Weather_satellite", "Landsat_1", "List_of_climate_research_satellites", "Magsat", "NOAA-6", "Terra_(satellite)", "Arctic_Satellite_Composite_Project"], "ranked_scores": [0.5095, 0.493, 0.4904, 0.4539, 0.431, 0.4284, 0.4269, 0.425, 0.4208, 0.4199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["George_Kukla", "Cloud_feedback", "Journal_for_Geoclimatic_Studies", "James_Hansen", "Global_Climate_Observing_System", "The_Real_Global_Warming_Disaster", "Cosmic-ray_observatory", "World_Climate_Change_Conference,_Moscow", "Clouds_and_the_Earth's_Radiant_Energy_System", "2015_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.3646, 0.3577, 0.3546, 0.3533, 0.3529, 0.3527, 0.3512, 0.35, 0.348, 0.3477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Carbon_offset", "Carbon_diet", "Carbon_capture_and_storage", "UK_Emissions_Trading_Scheme", "Carbon_bubble"], "ranked_scores": [0.4741, 0.4593, 0.458, 0.4528, 0.4432, 0.4428, 0.437, 0.4288, 0.4285, 0.4223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Deglaciation", "Past_sea_level", "Sea_level_rise", "Antarctic_Cold_Reversal", "Retreat_of_glaciers_since_1850", "Ice2sea", "Last_Glacial_Maximum"], "ranked_scores": [0.5402, 0.4975, 0.4924, 0.487, 0.4859, 0.4845, 0.4817, 0.4797, 0.4783, 0.4647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "MSU_temperature_measurements", "2013_extreme_weather_events", "Climate_of_Dallas", "Microwave_Sounding_Unit_temperature_measurements", "Media_coverage_of_climate_change", "Hurricane_Katrina_and_global_warming", "1936_North_American_cold_wave", "Highest_temperature_recorded_on_Earth", "Weather_media_in_the_United_States"], "ranked_scores": [0.4261, 0.4244, 0.4235, 0.4201, 0.4194, 0.4156, 0.4102, 0.4083, 0.408, 0.4056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Mercury_pollution_in_the_ocean", "Carbon_dioxide_in_Earth's_atmosphere", "Iron_fertilization", "Chemical_oceanography", "Environmental_hazard", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.5814, 0.5677, 0.5233, 0.5165, 0.5035, 0.5031, 0.4985, 0.4895, 0.4856, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Misuse_of_statistics", "List_of_topics_characterized_as_pseudoscience", "Informal_fallacy", "Inverse_consequences", "Worse-than-average_effect", "Non-renewable_resource", "Management_systems_for_road_safety", "Illusion_of_validity", "Peak_oil"], "ranked_scores": [0.4477, 0.4386, 0.4361, 0.4313, 0.4197, 0.4194, 0.4145, 0.4144, 0.4144, 0.4143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Ice2sea", "Melt_pond", "Global_warming_in_Antarctica", "Fast_ice", "Glacial_earthquake", "Climate_inertia", "Arctic_sea_ice_decline"], "ranked_scores": [0.5504, 0.5347, 0.5304, 0.5202, 0.504, 0.4934, 0.4854, 0.4847, 0.4827, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Dust_Bowl", "Climate_change_in_Texas", "2018_British_Isles_heat_wave", "Drought_in_Spain", "United_Nations_Climate_Change_conference", "Drought_in_the_United_Kingdom", "2015_United_Nations_Climate_Change_Conference", "United_Nations_Convention_to_Combat_Desertification", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.4666, 0.4524, 0.443, 0.4297, 0.4263, 0.4253, 0.4244, 0.4241, 0.4217, 0.4182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "2015_United_Nations_Climate_Change_Conference", "Cloud_feedback", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_feedback", "United_Nations_Climate_Change_conference", "IPCC_First_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Climate_change_in_Texas"], "ranked_scores": [0.4847, 0.482, 0.4815, 0.4815, 0.4792, 0.4744, 0.4714, 0.4706, 0.4695, 0.4684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "Heat_wave", "Thaw_(weather)", "2016_North_American_heat_wave"], "ranked_scores": [0.4619, 0.4588, 0.4492, 0.4218, 0.4209, 0.4169, 0.4088, 0.4052, 0.4028, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Views_on_the_Kyoto_Protocol", "An_Appeal_to_Reason", "World_Climate_Report"], "ranked_scores": [0.5402, 0.5208, 0.5061, 0.5051, 0.4999, 0.4956, 0.4815, 0.4797, 0.4757, 0.4729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Cloud_feedback", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Physical_impacts_of_climate_change", "Effect_of_Sun_angle_on_climate", "Climate_change_and_gender", "Climate_change"], "ranked_scores": [0.5556, 0.5502, 0.5019, 0.4976, 0.4974, 0.4965, 0.4962, 0.493, 0.4914, 0.4878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "United_Nations_Framework_Convention_on_Climate_Change", "Greenhouse_effect", "Carbon_footprint", "Ozone_depletion_and_climate_change", "Carbon_diet", "Atmospheric_carbon_cycle", "Carbon_dioxide_removal", "Carbon_emissions_reporting"], "ranked_scores": [0.5179, 0.5149, 0.5135, 0.5122, 0.5092, 0.5091, 0.5089, 0.5016, 0.4997, 0.4996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Systematic_risk", "Counterfactual_thinking", "Risk", "Risk–benefit_ratio", "Global_catastrophic_risk", "Policy_Uncertainty", "Manufactured_risk", "Hypotheticals", "Misuse_of_statistics", "Policy_uncertainty"], "ranked_scores": [0.4106, 0.4046, 0.4042, 0.4038, 0.4027, 0.4019, 0.3947, 0.3945, 0.392, 0.3905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Climate_change_in_China", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_offset", "UK_Emissions_Trading_Scheme", "Carbon_neutrality", "Clean_Development_Mechanism", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.3995, 0.3906, 0.3889, 0.3841, 0.382, 0.3809, 0.3805, 0.378, 0.3757, 0.3755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "El_Niño–Southern_Oscillation", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "Climate_variability", "Climate_change_(general_concept)", "El_Niño", "Global_warming_hiatus", "Abrupt_climate_change", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.5237, 0.4934, 0.4928, 0.4911, 0.4889, 0.4848, 0.4813, 0.479, 0.4762, 0.4749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Ice_shelf", "Sea_ice_thickness", "Sea_ice", "Antarctic_ice_sheet", "Ice2sea", "Geography_of_Antarctica", "Antarctic_Cold_Reversal", "Arctic_dipole_anomaly"], "ranked_scores": [0.578, 0.567, 0.5591, 0.5586, 0.5572, 0.5471, 0.5373, 0.5342, 0.5317, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Coalbed_methane", "Coal", "Clean_Energy_Regulator"], "ranked_scores": [0.5487, 0.5306, 0.5141, 0.5067, 0.4792, 0.469, 0.4669, 0.462, 0.461, 0.4605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Philippine_Revolution", "Eugenius_Warming", "Weather_Underground", "La_Niña", "Programmed_Data_Processor", "History_of_the_Philippines_(1898–1946)", "Antarctic_Cold_Reversal", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.3271, 0.3199, 0.3126, 0.3037, 0.2999, 0.2972, 0.2962, 0.295, 0.2949, 0.2892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["United_Nations_Framework_Convention_on_Climate_Change", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "United_Nations_Climate_Change_conference", "NoCO2_Certification_Program", "2015_United_Nations_Climate_Change_Conference", "Views_on_the_Kyoto_Protocol", "Global_Climate_Observing_System", "Politics_of_global_warming", "Paris_Agreement"], "ranked_scores": [0.5017, 0.4952, 0.4912, 0.488, 0.4821, 0.4806, 0.4797, 0.477, 0.4744, 0.4743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Attribution_of_recent_climate_change", "United_Nations_Framework_Convention_on_Climate_Change", "2011_United_Nations_Climate_Change_Conference", "Intergovernmental_Panel_on_Climate_Change", "2015_United_Nations_Climate_Change_Conference", "IPCC_First_Assessment_Report", "United_Nations_Climate_Change_conference", "History_of_climate_change_science", "Global_warming", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.571, 0.5688, 0.5677, 0.5627, 0.5616, 0.5613, 0.5603, 0.5579, 0.5558, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["March_2012_North_American_heat_wave", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "List_of_storms_on_the_Great_Lakes", "2014–15_North_American_winter", "January_2016_East_Asia_cold_wave", "Global_storm_activity_of_2007", "Climate_of_Oregon", "Retreat_of_glaciers_since_1850", "Climate_of_Australia"], "ranked_scores": [0.3646, 0.352, 0.3475, 0.3451, 0.3424, 0.3385, 0.3361, 0.3349, 0.332, 0.3308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming", "Climate_sensitivity", "Cloud_feedback", "Climate_change_feedback", "Global_warming", "Climate_change_(general_concept)", "Earth's_energy_budget", "History_of_climate_change_science", "Climate_change"], "ranked_scores": [0.6192, 0.5857, 0.5847, 0.5806, 0.5793, 0.5781, 0.5741, 0.5732, 0.5716, 0.5691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Worse-than-average_effect", "Trend_stationary", "Regression_toward_the_mean", "Fiscal_multiplier", "Diminishing_returns", "Longitudinal_study", "Deflator", "Wage_curve", "Cognitive_bias", "Kuznets_curve"], "ranked_scores": [0.3871, 0.3718, 0.3627, 0.3611, 0.3596, 0.3572, 0.3562, 0.3555, 0.3544, 0.3493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_diet", "United_Nations_Framework_Convention_on_Climate_Change", "Carbon_dioxide_in_Earth's_atmosphere", "2015_United_Nations_Climate_Change_Conference", "Environmental_impact_of_aviation", "Environmental_impact_of_transport", "Climate_change_in_China", "2011_United_Nations_Climate_Change_Conference", "History_of_climate_change_science", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.5208, 0.5175, 0.5114, 0.5073, 0.5056, 0.4986, 0.4977, 0.4976, 0.4974, 0.4967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Global_warming_in_Antarctica", "History_of_climate_change_science", "Climate_sensitivity", "Greenhouse_and_icehouse_Earth", "Polar_forests_of_the_Cretaceous", "100,000-year_problem", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Climate_change_feedback", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5046, 0.5016, 0.4951, 0.4948, 0.4942, 0.4897, 0.4891, 0.4884, 0.4877, 0.4872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Merchants_of_Doubt", "Not_even_wrong", "Environmental_skepticism", "Climate_change_denial", "List_of_topics_characterized_as_pseudoscience", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.422, 0.3899, 0.3878, 0.3852, 0.38, 0.3799, 0.3766, 0.3749, 0.3739, 0.3721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Heat_wave", "Climate_of_Dallas", "Cooling_center", "Urban_heat_island", "Automobile_air_conditioning", "List_of_heat_waves", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Satellite_temperature_measurements", "Hot_tower"], "ranked_scores": [0.4169, 0.4153, 0.4113, 0.402, 0.3965, 0.3872, 0.3853, 0.3821, 0.3801, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Climate_change_in_the_United_States", "Climatic_Research_Unit_documents", "James_Hansen", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science"], "ranked_scores": [0.5479, 0.5344, 0.5343, 0.5341, 0.5293, 0.5288, 0.5288, 0.5269, 0.5234, 0.5228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["California", "Wind_power_in_California", "Six_Californias", "Plug-in_hybrids_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Reform_Party_of_California", "California_elections,_November_2012", "California_State_Assembly", "United_States_Senate_election_in_California,_2016"], "ranked_scores": [0.5044, 0.5003, 0.479, 0.4778, 0.4615, 0.4604, 0.4591, 0.4438, 0.4421, 0.4416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Syria", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Agriculture_in_Ethiopia", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina", "Richie_Farmer", "Income_in_the_United_States"], "ranked_scores": [0.4205, 0.4182, 0.4077, 0.4075, 0.3952, 0.3921, 0.3902, 0.3845, 0.3793, 0.3733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Rubus_arcticus", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Beringian_wolf", "Syrian_brown_bear"], "ranked_scores": [0.4496, 0.441, 0.4403, 0.3969, 0.3824, 0.3758, 0.3657, 0.3588, 0.3487, 0.3293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Polar_High", "Methane_clathrate", "Global_warming_in_Antarctica", "Clathrate_gun_hypothesis", "Polar_ice_cap", "Greenhouse_gas", "Cryovolcano"], "ranked_scores": [0.6318, 0.5391, 0.535, 0.5344, 0.5231, 0.5179, 0.5122, 0.5115, 0.5041, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Future_sea_level", "Past_sea_level", "Tide", "Sea_level", "Climate_change_(general_concept)", "Climate_variability", "Raised_shoreline", "Permanent_Service_for_Mean_Sea_Level"], "ranked_scores": [0.4762, 0.4525, 0.448, 0.4477, 0.4471, 0.442, 0.4399, 0.4307, 0.4275, 0.427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Future_sea_level", "Ice2sea", "Fast_ice", "Arctic_geoengineering", "Antarctic_sea_ice", "Deglaciation", "Sea_ice", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6177, 0.5534, 0.5421, 0.5341, 0.515, 0.5115, 0.5093, 0.4932, 0.4854, 0.4841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Growth_of_wind_power_in_the_United_States", "Wind_power", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "GHG_footprint", "Wind_power_in_Colorado", "Carbon_neutrality", "Carbon_offset", "Wind_power_in_New_Mexico"], "ranked_scores": [0.6044, 0.5851, 0.5767, 0.5573, 0.5539, 0.5399, 0.5387, 0.5364, 0.5283, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy", "Deforestation_and_climate_change", "CO2_is_Green", "Carbon_footprint", "ExxonMobil_climate_change_controversy", "Carbon_neutrality", "Global_warming", "Carbon_dioxide"], "ranked_scores": [0.5813, 0.5721, 0.5702, 0.5625, 0.5625, 0.5472, 0.5454, 0.539, 0.5377, 0.5375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Climate_inertia", "Geography_of_Greenland", "Greenland_ice_sheet", "Ice2sea", "Glacial_earthquake", "Ice_rise", "Greenland_Sea"], "ranked_scores": [0.5753, 0.5466, 0.5166, 0.4852, 0.4816, 0.4784, 0.4772, 0.4758, 0.4662, 0.4586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Politics_of_global_warming", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Global_warming_in_Antarctica"], "ranked_scores": [0.5825, 0.5564, 0.5532, 0.5464, 0.5441, 0.5337, 0.5236, 0.5206, 0.5187, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Global_warming", "Global_warming_controversy", "Effects_of_global_warming_on_humans", "Reasons_for_concern", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6206, 0.5808, 0.5555, 0.5492, 0.542, 0.5419, 0.5373, 0.5358, 0.534, 0.5335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "Climate_of_Minneapolis–Saint_Paul", "Southern_tick-associated_rash_illness", "North_Carolina", "2014–15_North_American_winter", "Climate_of_Africa", "Humid_subtropical_climate", "Humid_continental_climate", "Continental_climate"], "ranked_scores": [0.4592, 0.4346, 0.4215, 0.4211, 0.4065, 0.3984, 0.394, 0.3904, 0.3902, 0.3874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "ECMWF_re-analysis", "Hockey_stick_controversy", "Politics_of_global_warming", "Views_on_the_Kyoto_Protocol", "Effects_of_global_warming", "Hockey_stick_graph", "Economics_of_global_warming", "Proxy_(climate)"], "ranked_scores": [0.5372, 0.5341, 0.5335, 0.5221, 0.5217, 0.5196, 0.5186, 0.5172, 0.5133, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "History_of_climate_change_science", "Proxy_(climate)", "Neoglaciation", "Ian_Clark_(geologist)", "100,000-year_problem"], "ranked_scores": [0.5172, 0.5128, 0.5044, 0.4999, 0.495, 0.4821, 0.4781, 0.4713, 0.4634, 0.463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Free_Ocean_CO2_Enrichment", "Global_Climate_Observing_System", "IPCC_First_Assessment_Report", "Carbon_profiling", "Satellite_temperature_measurements", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change", "Global_warming_potential"], "ranked_scores": [0.5, 0.4806, 0.436, 0.4213, 0.4101, 0.4053, 0.4029, 0.4025, 0.3998, 0.3995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "PH", "Clathrate_gun_hypothesis", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Metabolic_acidosis", "Oceanic_carbon_cycle"], "ranked_scores": [0.4249, 0.4237, 0.4055, 0.3854, 0.3784, 0.3783, 0.3739, 0.3715, 0.3624, 0.3601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Environmental_skepticism", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Skeptical_Science", "Global_warming_conspiracy_theory", "Climate_change_denial", "World_Climate_Report", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5362, 0.5334, 0.51, 0.4879, 0.4873, 0.4845, 0.4837, 0.4836, 0.4821, 0.4807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_summer_heat_waves", "Indonesian_Democratic_Party", "2010_Northern_Hemisphere_heat_waves", "Cool_tropics_paradox", "1911_Eastern_North_America_heat_wave", "Climate_change_in_Texas", "2005_Pacific_hurricane_season"], "ranked_scores": [0.4141, 0.3879, 0.3648, 0.332, 0.3301, 0.3271, 0.3263, 0.3263, 0.321, 0.3173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "The_Hockey_Stick_Illusion", "Ian_Clark_(geologist)", "Hockey_stick_controversy", "The_Hockey_Stick_and_the_Climate_Wars", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Measurement_of_sea_ice", "Stern_Review", "Wiesław_Masłowski"], "ranked_scores": [0.5787, 0.5305, 0.5224, 0.519, 0.5183, 0.5165, 0.5158, 0.5155, 0.5118, 0.5098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Weather_front", "Winter_1985_cold_wave", "Norwegian_cyclone_model", "Polar_front", "Low-pressure_area", "November_2014_North_American_cold_wave", "Cold_wave", "Wind_shear"], "ranked_scores": [0.5059, 0.5053, 0.5039, 0.4855, 0.4677, 0.4584, 0.4581, 0.4538, 0.4492, 0.448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "Instrumental_temperature_record", "Landsat_1", "List_of_climate_research_satellites", "1908", "Earth_Radiation_Budget_Satellite"], "ranked_scores": [0.5692, 0.5437, 0.5388, 0.4851, 0.4497, 0.4489, 0.4465, 0.4446, 0.444, 0.4383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Central", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "EdGCM"], "ranked_scores": [0.4186, 0.3778, 0.3677, 0.3669, 0.353, 0.3502, 0.3487, 0.3474, 0.346, 0.341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble", "TransCanada_Corporation", "Politics_of_global_warming", "Carbon_diet", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.5054, 0.4917, 0.4911, 0.4891, 0.4245, 0.4155, 0.4155, 0.4132, 0.413, 0.4111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Past_sea_level", "Last_Glacial_Maximum", "Ice2sea", "Measurement_of_sea_ice", "Post-glacial_rebound", "Holocene_glacial_retreat", "Deglaciation"], "ranked_scores": [0.5578, 0.5016, 0.4878, 0.4809, 0.4798, 0.4736, 0.4696, 0.4652, 0.4626, 0.4504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "Satellite_temperature_measurements", "Hurricane_Katrina_and_global_warming", "Climate_Central", "World_Climate_Report", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.4507, 0.4419, 0.4375, 0.426, 0.4234, 0.4185, 0.4076, 0.4071, 0.4071, 0.407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Free_Ocean_CO2_Enrichment", "Sea", "Anoxic_event", "Environmental_threats_to_the_Great_Barrier_Reef", "Mercury_pollution_in_the_ocean", "Environmental_issues_with_coral_reefs"], "ranked_scores": [0.6522, 0.6291, 0.5312, 0.5262, 0.5131, 0.5085, 0.4944, 0.4932, 0.4923, 0.4889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "Demand_destruction", "Climate_Change_Denial:_Heads_in_the_Sand", "Energy_accidents", "Junk_science", "Environmental_skepticism", "False_balance"], "ranked_scores": [0.4762, 0.4433, 0.4276, 0.4195, 0.4101, 0.4022, 0.3972, 0.3968, 0.3968, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.3156, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Past_sea_level", "Fast_ice", "Ice_rise", "Glacial_earthquake", "Climate_inertia", "Global_warming"], "ranked_scores": [0.6446, 0.6264, 0.5368, 0.5368, 0.5356, 0.533, 0.5279, 0.4961, 0.4843, 0.4804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "2012–13_North_American_drought", "Dust_Bowl", "Megadrought", "Grassland_degradation", "Climate_change_in_Australia", "Drought_in_the_United_Kingdom", "Desertification"], "ranked_scores": [0.502, 0.4995, 0.4993, 0.4893, 0.4407, 0.4286, 0.4188, 0.4127, 0.4099, 0.4083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Media_coverage_of_climate_change", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_email_controversy", "ECMWF_re-analysis", "History_of_climate_change_science"], "ranked_scores": [0.5032, 0.4939, 0.4882, 0.479, 0.472, 0.4638, 0.4594, 0.4565, 0.4537, 0.4494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.5528, 0.5198, 0.5038, 0.4967, 0.4839, 0.4797, 0.4784, 0.4734, 0.4688, 0.4569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Climate_change_denial", "Global_warming_controversy", "Media_coverage_of_climate_change", "Antarctica_cooling_controversy", "World_Climate_Report", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.5686, 0.5274, 0.5151, 0.5133, 0.5124, 0.5112, 0.499, 0.4966, 0.4957, 0.4912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling", "Global_cooling_(disambiguation)", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "Climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5663, 0.566, 0.506, 0.5034, 0.4937, 0.4936, 0.4785, 0.4774, 0.4771, 0.4743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Emission_intensity", "Mootral", "Greenhouse_gas_emissions_by_the_United_States", "Wetland_methane_emissions", "Wind", "Greenhouse_effect"], "ranked_scores": [0.5225, 0.5052, 0.4924, 0.4825, 0.4722, 0.4713, 0.4636, 0.4597, 0.4567, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Global_catastrophic_risk", "Probability_of_error", "Longevity_risk", "Centre_for_the_Study_of_Existential_Risk", "Risk_neutral", "Prudent_avoidance_principle", "Planning_fallacy", "Misuse_of_statistics", "Hypotheticals"], "ranked_scores": [0.4401, 0.4294, 0.4261, 0.4212, 0.4091, 0.4007, 0.3847, 0.3841, 0.3837, 0.3768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "Global_Warming_Pollution_Reduction_Act_of_2007", "Coal_pollution_mitigation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon-neutral_fuel", "Scott_Pruitt"], "ranked_scores": [0.4495, 0.4263, 0.4117, 0.4088, 0.408, 0.3957, 0.3946, 0.3942, 0.3915, 0.39], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1982–83_El_Niño_event", "El_Niño", "1908", "El_Niño–Southern_Oscillation", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Year_Without_a_Summer"], "ranked_scores": [0.5802, 0.5217, 0.503, 0.4992, 0.4968, 0.4934, 0.4905, 0.4872, 0.4835, 0.4803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Sea_ice_thickness", "Arctic_ice_pack", "Ice_shelf", "Ice2sea", "Drift_ice", "Polar_seas"], "ranked_scores": [0.5872, 0.5845, 0.581, 0.577, 0.5718, 0.5656, 0.5341, 0.5316, 0.5253, 0.5157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal", "Refined_coal", "Coal_gasification", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage", "Cleaner_production", "Coal_mining", "Coal_gasification_commercialization"], "ranked_scores": [0.6497, 0.6234, 0.5165, 0.5101, 0.5026, 0.4949, 0.4835, 0.4833, 0.4792, 0.4791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Programmed_Data_Processor", "Cool_tropics_paradox", "Indonesian_Democratic_Party", "1911_Eastern_North_America_heat_wave", "1936_North_American_cold_wave", "Global_warming_hiatus", "PDOS", "Cold_drop"], "ranked_scores": [0.4088, 0.4044, 0.3559, 0.3539, 0.349, 0.325, 0.3104, 0.3093, 0.3079, 0.3066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "2015_United_Nations_Climate_Change_Conference", "Global_warming", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_footprint", "Carbon_footprint", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming_controversy", "Global_cooling"], "ranked_scores": [0.4717, 0.4716, 0.4634, 0.4608, 0.4563, 0.4553, 0.4523, 0.4493, 0.4472, 0.4464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "IPCC_Fourth_Assessment_Report", "Climate_change", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Global_warming_controversy"], "ranked_scores": [0.5972, 0.5816, 0.5625, 0.5604, 0.549, 0.547, 0.5439, 0.5423, 0.5368, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_stilling", "United_States_rainfall_climatology", "2014–15_North_American_winter", "November_2014_North_American_cold_wave", "Global_warming_hiatus", "Arctic_geoengineering", "Early_2014_North_American_cold_wave", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Early_December_2007_North_American_winter_storm"], "ranked_scores": [0.342, 0.3409, 0.3405, 0.3295, 0.3289, 0.3275, 0.3248, 0.3239, 0.3204, 0.3195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Effect_of_Sun_angle_on_climate", "Climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Regional_effects_of_global_warming", "Greenhouse_effect", "Idealized_greenhouse_model", "Climate_engineering", "Climate_change_in_the_United_States"], "ranked_scores": [0.5995, 0.5992, 0.5798, 0.579, 0.5767, 0.5714, 0.5672, 0.5638, 0.5603, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Diminishing_returns", "Soft_landing_(economics)", "Global_warming_hiatus", "Progress_(history)", "Dumbing_down", "Trend_stationary", "Tendency_of_the_rate_of_profit_to_fall", "Skewness", "Seasonal_adjustment"], "ranked_scores": [0.4098, 0.3992, 0.3737, 0.3599, 0.3571, 0.3543, 0.3499, 0.348, 0.3438, 0.3418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_climate_change_science", "Environmental_issue", "Environmental_impact_of_aviation", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "Ozone_depletion_and_climate_change", "Greenhouse_gas", "Deforestation_and_climate_change"], "ranked_scores": [0.5279, 0.526, 0.5026, 0.4994, 0.4941, 0.4889, 0.4879, 0.4878, 0.4841, 0.4743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7542, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Proxy_(climate)", "Global_warming", "Climate_change", "Neoglaciation", "Ian_Clark_(geologist)"], "ranked_scores": [0.5429, 0.52, 0.5146, 0.5144, 0.5093, 0.4939, 0.4932, 0.4895, 0.4866, 0.4847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Not_even_wrong", "I'm_not_a_scientist", "Antarctica_cooling_controversy", "World_Climate_Report", "Global_warming_controversy", "Scientific_community"], "ranked_scores": [0.4499, 0.4436, 0.425, 0.4077, 0.4014, 0.4001, 0.3987, 0.3947, 0.3904, 0.3896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Urban_heat_island", "Weather_station", "Automobile_air_conditioning", "List_of_heat_waves", "Microclimate", "Hot_tower", "2001_Eastern_North_America_heat_wave", "Air_conditioning", "Weather_Underground"], "ranked_scores": [0.4716, 0.4283, 0.4254, 0.4204, 0.4177, 0.4129, 0.4101, 0.4013, 0.3936, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "IPCC_Fourth_Assessment_Report", "Global_warming_in_Antarctica", "Global_warming_controversy", "Global_warming"], "ranked_scores": [0.5512, 0.5433, 0.5407, 0.5324, 0.532, 0.532, 0.5311, 0.5268, 0.5249, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Plug-in_hybrids_in_California", "California", "Southern_California_Edison", "Six_Californias", "Electricity_sector_of_the_United_States", "California_State_Assembly", "Solar_power_in_Michigan"], "ranked_scores": [0.5304, 0.5206, 0.4831, 0.4682, 0.4652, 0.4609, 0.4469, 0.4426, 0.4382, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Income_in_the_United_States", "Productivity_(ecology)", "Solow_residual", "Agriculture,_forestry,_and_fishing_in_Japan"], "ranked_scores": [0.4759, 0.4743, 0.4534, 0.4533, 0.4263, 0.4096, 0.4016, 0.3961, 0.3919, 0.3873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Bile_bear", "Brown_bear", "Beringian_wolf", "Ursus_americanus_carlottae", "Hunting_and_fishing_in_Alaska", "Bear_attack", "Sloth_bear", "Rubus_arcticus"], "ranked_scores": [0.4036, 0.3732, 0.3722, 0.3692, 0.3457, 0.345, 0.3359, 0.3318, 0.3218, 0.3217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Retreat_of_glaciers_since_1850", "Cryovolcano", "Climate_change_in_the_Arctic", "Deglaciation", "Arctic_geoengineering", "Glacial_earthquake", "Polar_ice_cap", "Methane_clathrate", "Global_warming_in_Antarctica"], "ranked_scores": [0.5858, 0.5493, 0.5249, 0.5246, 0.5098, 0.5062, 0.5019, 0.5006, 0.4994, 0.4991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Sea_level_rise", "Climate_variability", "Great_Salinity_Anomaly", "Tide", "United_States_tropical_cyclone_rainfall_climatology", "Ocean_surface_topography", "Climate_oscillation"], "ranked_scores": [0.4616, 0.4612, 0.438, 0.4305, 0.4068, 0.4, 0.3991, 0.3968, 0.3923, 0.3889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Deglaciation", "Measurement_of_sea_ice", "Future_sea_level", "Drift_ice", "Fast_ice", "Retreat_of_glaciers_since_1850", "Ice_sheet", "Wiesław_Masłowski"], "ranked_scores": [0.5416, 0.5392, 0.5158, 0.5081, 0.5004, 0.4941, 0.4914, 0.4901, 0.4872, 0.4824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality", "Wind_power", "Wind_power_by_country", "Carbon_footprint", "Renewable_energy_in_the_United_Kingdom", "Wind_power_in_the_United_Kingdom", "Politics_of_global_warming", "Carbon_cycle_re-balancing", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.5552, 0.5525, 0.5518, 0.5426, 0.5375, 0.5344, 0.5317, 0.5311, 0.5307, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Politics_of_global_warming", "Climate_change_mitigation", "Global_warming_potential", "Carbon_diet", "Deforestation_and_climate_change", "ExxonMobil_climate_change_controversy", "Carbon_footprint", "Global_warming_controversy", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5774, 0.5635, 0.5611, 0.5599, 0.5588, 0.5557, 0.5542, 0.5531, 0.5504, 0.5481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Greenland_ice_sheet", "Ice2sea", "Future_sea_level", "Greenland_Sea", "Global_warming_in_Antarctica", "Greenland_ice_core_project", "Wiesław_Masłowski", "North_Greenland_Ice_Core_Project", "Glacial_earthquake"], "ranked_scores": [0.5047, 0.4929, 0.4912, 0.4779, 0.4642, 0.464, 0.4595, 0.4563, 0.4547, 0.4512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Global_warming", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change", "Climate_change_mitigation", "Atmospheric_carbon_cycle", "Scientific_opinion_on_climate_change", "Climate_footprint"], "ranked_scores": [0.567, 0.5652, 0.5527, 0.5518, 0.5504, 0.544, 0.5423, 0.5331, 0.532, 0.5314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "Effects_of_global_warming_on_humans", "Climate_change_adaptation_in_Nepal", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "World_Climate_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6024, 0.5777, 0.5649, 0.5603, 0.558, 0.5567, 0.554, 0.5394, 0.5393, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Georgia_(U.S._state)", "North_Carolina", "Climate_of_Minneapolis–Saint_Paul", "Southern_tick-associated_rash_illness", "Humid_continental_climate", "Temperate_climate", "Sun_Belt", "2014–15_North_American_winter", "Climate_of_the_United_States", "Frost_Belt"], "ranked_scores": [0.4137, 0.405, 0.3927, 0.3839, 0.3808, 0.3804, 0.3797, 0.3787, 0.378, 0.3696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Views_on_the_Kyoto_Protocol", "Global_warming", "Climate_change_and_gender", "Physical_impacts_of_climate_change", "EdGCM", "Climate_change_policy_of_the_United_States", "World_Climate_Report", "Effects_of_global_warming", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.5497, 0.5303, 0.5267, 0.5182, 0.5158, 0.5096, 0.5094, 0.5093, 0.5084, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change", "Physical_impacts_of_climate_change", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Reasons_for_concern", "100,000-year_problem", "History_of_climate_change_science", "Climate_variability", "Global_warming"], "ranked_scores": [0.4852, 0.4728, 0.4719, 0.4654, 0.4642, 0.4618, 0.4605, 0.4596, 0.4594, 0.4583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Global_Climate_Observing_System", "Eyes_on_the_Earth", "Scientific_consensus_on_climate_change", "Satellite_temperature_measurements", "Global_warming_potential", "Greenhouse_gas_accounting", "Climate_Change_Science_Program"], "ranked_scores": [0.4594, 0.4375, 0.4312, 0.422, 0.4196, 0.4187, 0.4173, 0.4144, 0.4122, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Metabolic_acidosis", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event", "PH", "Oxygen_cycle", "Anoxia", "Keeling_Curve"], "ranked_scores": [0.409, 0.4079, 0.3957, 0.3795, 0.3666, 0.3655, 0.3616, 0.3612, 0.3604, 0.3579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_cooling", "World_Climate_Report", "Journal_for_Geoclimatic_Studies", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "IPCC_First_Assessment_Report", "Climate_change_denial", "An_Appeal_to_Reason"], "ranked_scores": [0.4892, 0.4852, 0.4767, 0.4684, 0.4616, 0.457, 0.4558, 0.4528, 0.4516, 0.4501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "2010_Northern_Hemisphere_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_summer_heat_waves", "El_Niño", "History_of_climate_change_science", "HadCRUT", "List_of_heat_waves", "PDO", "Global_cooling_(disambiguation)"], "ranked_scores": [0.3634, 0.344, 0.3341, 0.329, 0.3182, 0.3153, 0.314, 0.3125, 0.3088, 0.3083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "The_Hockey_Stick_Illusion", "Ice2sea", "Climatic_Research_Unit_email_controversy", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "Arctic_Climate_Impact_Assessment", "Arctic_sea_ice_decline", "Ian_Clark_(geologist)", "Stern_Review"], "ranked_scores": [0.5361, 0.533, 0.5208, 0.5119, 0.5115, 0.497, 0.4969, 0.496, 0.4954, 0.4937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Rear-inflow_jet", "Winter_1985_cold_wave", "Jet_stream", "Norwegian_cyclone_model", "Polar_front", "November_2014_North_American_cold_wave", "Low-pressure_area", "Early_2014_North_American_cold_wave", "Polar_vortex", "Weather_front"], "ranked_scores": [0.4821, 0.4801, 0.4774, 0.4651, 0.4602, 0.458, 0.4564, 0.4531, 0.4507, 0.4445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Explorer_7", "Landsat_1", "Instrumental_temperature_record", "Solar_cycle_19", "Weather_satellite", "List_of_climate_research_satellites"], "ranked_scores": [0.522, 0.5091, 0.5041, 0.4556, 0.4404, 0.4348, 0.4313, 0.4286, 0.4264, 0.4213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "World_Climate_Research_Programme", "EdGCM", "Views_on_the_Kyoto_Protocol", "Campaign_against_Climate_Change", "World_Climate_Report", "Transatlantic_Climate_Bridge", "Journal_for_Geoclimatic_Studies", "Eddy_covariance"], "ranked_scores": [0.3669, 0.3654, 0.3638, 0.3609, 0.356, 0.3528, 0.3474, 0.3471, 0.3463, 0.3457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_offset", "Carbon_price", "Mitigation_of_global_warming_in_Australia", "Climate_change_in_Canada", "Carbon_neutrality", "Carbon_credit", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.4793, 0.4645, 0.4582, 0.4458, 0.4412, 0.4327, 0.4299, 0.4287, 0.4257, 0.4241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Post-glacial_rebound", "Future_sea_level", "Deglaciation", "Ice2sea", "Last_Glacial_Maximum", "Holocene_glacial_retreat", "Late_Glacial", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.4984, 0.4745, 0.4739, 0.4719, 0.4557, 0.4555, 0.4554, 0.4536, 0.452, 0.4398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "World_Climate_Report", "Climate_change_in_the_United_States", "Satellite_temperature_measurements", "Global_warming_controversy", "Climate_Central", "1908", "Global_warming", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.4523, 0.4354, 0.4291, 0.4232, 0.4174, 0.4122, 0.4111, 0.4102, 0.409, 0.404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Mercury_pollution_in_the_ocean", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issues_with_coral_reefs", "Acid_rain", "Chemical_oceanography", "Eocene_Thermal_Maximum_2", "Carbon_cycle"], "ranked_scores": [0.5954, 0.5646, 0.5313, 0.5087, 0.502, 0.4882, 0.4832, 0.4735, 0.4729, 0.4725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Demand_destruction", "Journal_for_Geoclimatic_Studies", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "List_of_experimental_errors_and_frauds_in_physics", "Misuse_of_statistics", "The_Real_Global_Warming_Disaster", "False_consensus_effect", "Scientific_dissent", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4277, 0.4202, 0.4182, 0.4158, 0.4094, 0.4065, 0.4037, 0.3975, 0.3971, 0.3953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.3156, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Ice2sea", "Fast_ice", "Ice_rise", "Global_warming_in_Antarctica", "Marine_transgression", "Glacial_earthquake", "Climate_inertia"], "ranked_scores": [0.5803, 0.5278, 0.5243, 0.5241, 0.4925, 0.4852, 0.4847, 0.4742, 0.4715, 0.4674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Dust_Bowl", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Texas", "Climate_change_in_Europe", "2012–13_North_American_drought", "2006_European_cold_wave", "Deforestation_and_climate_change"], "ranked_scores": [0.462, 0.446, 0.4335, 0.4331, 0.4322, 0.4293, 0.4193, 0.4173, 0.405, 0.4032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Global_warming", "Climatic_Research_Unit_documents", "World_Climate_Report", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Reasons_for_concern", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4939, 0.4908, 0.484, 0.4823, 0.4813, 0.4766, 0.472, 0.471, 0.4679, 0.4669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2018_British_Isles_heat_wave", "Excessive_heat_watch"], "ranked_scores": [0.4665, 0.4634, 0.4574, 0.4471, 0.4292, 0.4229, 0.4167, 0.4153, 0.4137, 0.4061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_denial", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5219, 0.4863, 0.4859, 0.4845, 0.4823, 0.4798, 0.4783, 0.4721, 0.4695, 0.4624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_sensitivity", "Cloud_feedback", "Climate_inertia", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Global_warming_controversy"], "ranked_scores": [0.5058, 0.5028, 0.5016, 0.4898, 0.4843, 0.4735, 0.4716, 0.4712, 0.4682, 0.4653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Politics_of_global_warming", "Global_stilling", "Ozone_depletion_and_climate_change", "Carbon_emissions_reporting", "Greenhouse_gas_emissions_by_the_United_States", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [0.5109, 0.5011, 0.4965, 0.4867, 0.4822, 0.4798, 0.4757, 0.4715, 0.4711, 0.4706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Systematic_risk", "Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Hazard", "Misuse_of_statistics", "Risk", "Hypotheticals", "Management_systems_for_road_safety", "Inverse_consequences"], "ranked_scores": [0.4195, 0.4069, 0.4001, 0.4001, 0.3986, 0.3854, 0.3835, 0.3817, 0.3798, 0.3738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Carbon_neutrality", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Coal_pollution_mitigation", "Energy_policy_of_the_Barack_Obama_administration", "Mitigation_of_global_warming_in_Australia", "Climate_change_in_China", "UK_Emissions_Trading_Scheme", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4044, 0.4023, 0.3902, 0.3879, 0.386, 0.3835, 0.383, 0.3817, 0.3696, 0.3692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "1808/1809_mystery_eruption", "1982–83_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "1980_United_States_heat_wave", "Global_Historical_Climatology_Network", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.5349, 0.5211, 0.4843, 0.4798, 0.4744, 0.4739, 0.4705, 0.4699, 0.4675, 0.4666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Drift_ice", "Measurement_of_sea_ice", "Arctic_ice_pack", "Sea_ice_thickness", "Sea_ice", "Ice2sea", "Arctic_sea_ice_decline", "Ice_shelf", "Arctic_Ocean"], "ranked_scores": [0.5785, 0.5627, 0.5449, 0.5434, 0.5412, 0.5365, 0.5321, 0.5208, 0.5207, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Cleaner_production", "Clean_Development_Mechanism", "Millmerran_Power_Station", "Redbank_Power_Station", "Coal_gasification_commercialization"], "ranked_scores": [0.5379, 0.5287, 0.5024, 0.4981, 0.4895, 0.4629, 0.458, 0.4465, 0.4414, 0.4407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Global_cooling_(disambiguation)", "PDOS", "Cool_tropics_paradox", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Little_Ice_Age", "Pliocene_climate", "2015_United_Nations_Climate_Change_Conference", "Michael_E._Mann"], "ranked_scores": [0.3559, 0.3229, 0.3166, 0.316, 0.3056, 0.3031, 0.2963, 0.2892, 0.2891, 0.2882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "2015_United_Nations_Climate_Change_Conference", "IPCC_First_Assessment_Report", "Global_warming", "Global_warming_potential", "Carbon_emissions_reporting", "Paris_Agreement", "Greening_Earth_Society", "2009_United_Nations_Climate_Change_Conference", "Global_warming_controversy"], "ranked_scores": [0.4807, 0.4789, 0.4709, 0.4688, 0.4655, 0.4618, 0.4599, 0.4577, 0.4574, 0.457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "United_Nations_Climate_Change_conference", "Climate_change", "2015_United_Nations_Climate_Change_Conference", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "World_Climate_Report"], "ranked_scores": [0.5995, 0.5718, 0.5645, 0.564, 0.5612, 0.5596, 0.5566, 0.5555, 0.5534, 0.5454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Global_warming_hiatus", "Eddy_covariance", "Intermediate_General_Circulation_Model", "Climate_of_Australia", "Global_cooling", "March_2012_North_American_heat_wave", "2014–15_North_American_winter", "January_2016_East_Asia_cold_wave", "Climate_sensitivity"], "ranked_scores": [0.3349, 0.3336, 0.3297, 0.3243, 0.318, 0.3178, 0.3162, 0.3148, 0.3145, 0.3139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change", "Effect_of_Sun_angle_on_climate", "Climate_change_feedback", "Effects_of_global_warming", "Climate_sensitivity", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6109, 0.6019, 0.5836, 0.5742, 0.5736, 0.5693, 0.5663, 0.5649, 0.562, 0.5588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Soft_landing_(economics)", "Inverse_consequences", "Worse-than-average_effect", "Tendency_of_the_rate_of_profit_to_fall", "Regression_toward_the_mean", "Diminishing_returns", "Slowdown", "Dunning–Kruger_effect", "Economic_statistics", "Skewness"], "ranked_scores": [0.3748, 0.3721, 0.363, 0.3524, 0.3519, 0.3498, 0.3459, 0.3385, 0.3316, 0.3308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Carbon_emissions_reporting", "Climate_change_in_China", "Environmental_impact_of_aviation"], "ranked_scores": [0.4976, 0.496, 0.4922, 0.4883, 0.4869, 0.4859, 0.4857, 0.4855, 0.4836, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Climate_change", "Effects_of_climate_change_on_terrestrial_animals", "Global_warming", "Past_sea_level", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Polar_forests_of_the_Cretaceous", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Neoglaciation"], "ranked_scores": [0.5137, 0.5126, 0.4986, 0.494, 0.4939, 0.4931, 0.4905, 0.49, 0.4883, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "List_of_experimental_errors_and_frauds_in_physics", "Merchants_of_Doubt", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Scientific_community", "Anecdotal_evidence", "Ian_Clark_(geologist)", "World_Climate_Report"], "ranked_scores": [0.3913, 0.3909, 0.3836, 0.3758, 0.3743, 0.3743, 0.3648, 0.3613, 0.3577, 0.3574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "2000_Southern_United_States_heat_wave", "Climate_of_Dallas", "2016_American_Northeast_heat_wave", "List_of_heat_waves", "Urban_heat_island", "Hot_tower", "2016_North_American_heat_wave", "List_of_locations_with_a_subtropical_climate", "Weather_Underground"], "ranked_scores": [0.4045, 0.4034, 0.4028, 0.4002, 0.3973, 0.3901, 0.3883, 0.3828, 0.3807, 0.3756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Climate_change_feedback", "IPCC_First_Assessment_Report", "Media_coverage_of_climate_change", "Global_warming", "Global_warming_controversy", "History_of_climate_change_science", "Climate_change_in_the_Arctic"], "ranked_scores": [0.581, 0.5437, 0.5334, 0.5278, 0.5248, 0.5243, 0.5229, 0.5226, 0.5215, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Six_Californias", "Solar_power_in_the_United_States", "California", "California,_West_Virginia", "Palmdale,_California", "Wind_power_in_the_United_States", "Etymology_of_California", "Culture_of_California", "California_elections,_November_2012"], "ranked_scores": [0.4697, 0.4533, 0.4515, 0.4373, 0.4276, 0.4239, 0.4145, 0.4141, 0.4112, 0.4108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Meat_industry", "List_of_recessions_in_the_United_States", "Workforce_productivity", "Agriculture_in_Ethiopia"], "ranked_scores": [0.4218, 0.4063, 0.3991, 0.3988, 0.377, 0.3699, 0.3665, 0.3652, 0.3649, 0.3627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Grizzly_bear", "Syrian_brown_bear", "Ursus_americanus_carlottae", "Hunting_and_fishing_in_Alaska", "Beringian_wolf", "Piscivore", "Bear_attack"], "ranked_scores": [0.4235, 0.4218, 0.4158, 0.3785, 0.3475, 0.341, 0.3337, 0.3249, 0.322, 0.3209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Ice_cap", "Retreat_of_glaciers_since_1850", "Cryosphere", "Methane_clathrate", "Cryovolcano", "Arctic_geoengineering", "List_of_glaciers_of_Iceland"], "ranked_scores": [0.5894, 0.5584, 0.5359, 0.5177, 0.5126, 0.5105, 0.5007, 0.5004, 0.5002, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Raised_shoreline", "Sea_level_rise", "Climate_variability", "Climate_oscillation", "Climate_change_(general_concept)"], "ranked_scores": [0.4441, 0.4382, 0.4336, 0.4302, 0.4202, 0.4068, 0.4021, 0.3996, 0.3992, 0.3973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Neoglaciation", "Deglaciation", "Retreat_of_glaciers_since_1850", "Glacier_mass_balance", "Sea_level_rise", "Measurement_of_sea_ice", "Sea_ice"], "ranked_scores": [0.5842, 0.5432, 0.5181, 0.4911, 0.4879, 0.487, 0.4865, 0.4847, 0.4812, 0.4798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Wind_power", "GHG_footprint", "Growth_of_wind_power_in_the_United_States", "Carbon_neutrality", "Carbon_diet", "100%_renewable_energy", "Wind_power_by_country"], "ranked_scores": [0.5615, 0.554, 0.5539, 0.5468, 0.5415, 0.5357, 0.5351, 0.5253, 0.5207, 0.518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_neutrality", "Carbon_diet", "United_Nations_Framework_Convention_on_Climate_Change", "Global_warming_controversy", "Climate_change_mitigation", "Carbon_tax", "Carbon_footprint"], "ranked_scores": [0.5743, 0.5556, 0.5471, 0.5441, 0.5434, 0.5298, 0.5277, 0.5269, 0.5268, 0.5216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Climate_inertia", "Geography_of_Greenland", "Ice2sea", "Greenland_ice_sheet", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Glacial_earthquake", "Arctic_sea_ice_decline"], "ranked_scores": [0.5266, 0.5215, 0.4835, 0.4629, 0.4584, 0.456, 0.4495, 0.4448, 0.4414, 0.4334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_engineering", "Avoiding_Dangerous_Climate_Change", "Climate_change_feedback", "2015_United_Nations_Climate_Change_Conference", "James_Hansen", "Attribution_of_recent_climate_change", "Atmospheric_carbon_cycle", "Climate_change_mitigation", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5264, 0.5201, 0.5168, 0.5165, 0.5137, 0.5135, 0.513, 0.5127, 0.5098, 0.5085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Avoiding_Dangerous_Climate_Change", "Global_warming_controversy", "Effects_of_global_warming_on_humans", "Climate_change_and_gender", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_and_agriculture"], "ranked_scores": [0.5909, 0.5624, 0.5432, 0.541, 0.5403, 0.5376, 0.5341, 0.5339, 0.5338, 0.522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Georgia_(U.S._state)", "Temperate_climate", "Excessive_heat_watch", "United_States_rainfall_climatology", "Lyme_disease", "Social_and_economic_stratification_in_Appalachia", "Amblyomma_americanum", "Humid_continental_climate", "Continental_climate", "Southern_tick-associated_rash_illness"], "ranked_scores": [0.398, 0.3978, 0.3956, 0.3946, 0.3944, 0.3935, 0.3919, 0.3913, 0.3884, 0.3867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_in_Texas", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "Climate_ensemble", "Cloud_feedback", "Economics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change", "EdGCM"], "ranked_scores": [0.5101, 0.5072, 0.5072, 0.5039, 0.501, 0.4987, 0.4972, 0.4935, 0.4914, 0.4912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Milankovitch_cycles", "Neoglaciation", "Greenhouse_and_icehouse_Earth", "Global_Historical_Climatology_Network", "Climate_variability", "100,000-year_problem"], "ranked_scores": [0.4891, 0.4841, 0.4812, 0.4755, 0.4616, 0.4608, 0.4575, 0.455, 0.454, 0.4537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Global_Climate_Observing_System", "Keeling_Curve", "Oceanic_carbon_cycle", "Mauna_Loa_Observatory", "Satellite_temperature_measurements", "Free_Ocean_CO2_Enrichment", "U.S._Global_Change_Research_Program", "NoCO2_Certification_Program", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Intended_Nationally_Determined_Contributions"], "ranked_scores": [0.4305, 0.4296, 0.4223, 0.4184, 0.4009, 0.4001, 0.3958, 0.3944, 0.3911, 0.3887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Tipping_point_(climatology)", "Ian_Clark_(geologist)", "Oceanic_carbon_cycle", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Clathrate_gun_hypothesis", "Carbonic_acid"], "ranked_scores": [0.4528, 0.4158, 0.4034, 0.364, 0.3622, 0.3538, 0.3534, 0.3491, 0.3478, 0.3477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "World_Climate_Report", "Environmental_skepticism", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5037, 0.4948, 0.4895, 0.4877, 0.4854, 0.4799, 0.4703, 0.4681, 0.4654, 0.4634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1906_Valparaíso_earthquake", "Global_Historical_Climatology_Network", "Philippine_Revolution", "Indonesian_Democratic_Party", "2006_European_heat_wave", "El_Niño"], "ranked_scores": [0.3919, 0.3253, 0.3204, 0.3196, 0.3141, 0.3136, 0.3122, 0.3056, 0.3053, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Arctic_Climate_Impact_Assessment", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Climatic_Research_Unit_email_controversy", "Wiesław_Masłowski", "Scientific_opinion_on_climate_change", "Glacier_mass_balance", "Stern_Review"], "ranked_scores": [0.5522, 0.5061, 0.5038, 0.4997, 0.4905, 0.4857, 0.4831, 0.4807, 0.4777, 0.4774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Norwegian_cyclone_model", "Cold-air_damming", "Weather_front", "Polar_vortex", "Winter_1985_cold_wave", "Low-pressure_area", "Polar_front", "Wind_shear"], "ranked_scores": [0.516, 0.4753, 0.4741, 0.4728, 0.4547, 0.4389, 0.4386, 0.4372, 0.435, 0.4339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event", "Instrumental_temperature_record", "Earth_Radiation_Budget_Satellite", "Solar_cycle_19", "NOAA-7"], "ranked_scores": [0.5458, 0.5329, 0.5004, 0.4679, 0.4397, 0.4341, 0.4307, 0.4285, 0.4161, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Cosmic-ray_observatory", "Climatic_Research_Unit_email_controversy", "Climate_engineering", "Copenhagen_Diagnosis", "Journal_for_Geoclimatic_Studies", "EdGCM", "World_Climate_Research_Programme", "Campaign_against_Climate_Change", "Climate_Central"], "ranked_scores": [0.399, 0.369, 0.3538, 0.348, 0.3456, 0.3407, 0.34, 0.3393, 0.3367, 0.335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Carbon_pricing_in_Australia", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Carbon_offset", "Keystone_Pipeline", "Carbon_diet", "TransCanada_Corporation"], "ranked_scores": [0.4737, 0.4549, 0.4513, 0.4352, 0.4298, 0.4257, 0.4108, 0.401, 0.3914, 0.3879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Post-glacial_rebound", "Ice2sea", "Arctic_sea_ice_decline", "Sea_level_rise", "Glacier_mass_balance", "Last_Glacial_Maximum", "Antarctic_Cold_Reversal", "Neoglaciation", "Holocene_glacial_retreat"], "ranked_scores": [0.5047, 0.4835, 0.4815, 0.4699, 0.4654, 0.4513, 0.448, 0.4432, 0.4411, 0.4399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "MSU_temperature_measurements", "1908", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Early_2009_southeastern_Australia_heat_wave", "Instrumental_temperature_record"], "ranked_scores": [0.44, 0.4347, 0.4305, 0.4172, 0.4167, 0.4146, 0.4089, 0.3999, 0.3982, 0.3981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Environmental_threats_to_the_Great_Barrier_Reef", "Chemical_oceanography", "Anoxic_event", "Acid_rain", "Iron_fertilization", "Mercury_pollution_in_the_ocean", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.5995, 0.5993, 0.5194, 0.5161, 0.5001, 0.498, 0.4942, 0.4862, 0.4845, 0.474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Environmental_skepticism", "Inverse_consequences", "Junk_science", "Climate_change_denial", "Demand_destruction", "False_attribution", "List_of_experimental_errors_and_frauds_in_physics", "List_of_topics_characterized_as_pseudoscience", "Energy_industry"], "ranked_scores": [0.4721, 0.4184, 0.4059, 0.3986, 0.3985, 0.3975, 0.3884, 0.3833, 0.3816, 0.3806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Hurricane_Katrina_and_global_warming", "Climate_inertia", "Ice_rise", "Past_sea_level", "Global_warming_in_Antarctica", "Fast_ice", "Climate_change"], "ranked_scores": [0.5923, 0.561, 0.5554, 0.502, 0.487, 0.4832, 0.4791, 0.4785, 0.4766, 0.4758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Megadrought", "Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Dust_Bowl", "1997–98_El_Niño_event", "Drought_in_the_United_Kingdom", "United_Nations_Convention_to_Combat_Desertification", "Climate_change_in_Texas"], "ranked_scores": [0.4951, 0.459, 0.4394, 0.4372, 0.4276, 0.4192, 0.4142, 0.4098, 0.409, 0.4078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "Climate_change_in_Texas", "Global_Climate_Observing_System", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.4703, 0.4642, 0.4631, 0.4613, 0.4593, 0.4583, 0.456, 0.4501, 0.4484, 0.4479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2018_British_Isles_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [0.4598, 0.4571, 0.4545, 0.4432, 0.4431, 0.4398, 0.4381, 0.4316, 0.4315, 0.4095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Environmental_skepticism", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "World_Climate_Report", "Climate_change_denial", "Heaven_and_Earth_(book)"], "ranked_scores": [0.5329, 0.5146, 0.5145, 0.504, 0.5037, 0.4984, 0.4904, 0.4789, 0.4769, 0.455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Cloud_feedback", "Global_warming_hiatus", "Global_warming_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5472, 0.5336, 0.4762, 0.4755, 0.4685, 0.4663, 0.4651, 0.4635, 0.4616, 0.4606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Contribution_to_global_warming_by_Australia", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Mootral", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Arctic_methane_emissions", "Climate_footprint", "Aerobic_methane_production"], "ranked_scores": [0.4852, 0.484, 0.4733, 0.4684, 0.4653, 0.4596, 0.4594, 0.4588, 0.457, 0.4536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Global_catastrophic_risk", "Hypotheticals", "Cost_contingency", "Risk_neutral", "Manufactured_risk", "Policy_Uncertainty", "Misuse_of_statistics", "Policy_uncertainty", "Centre_for_the_Study_of_Existential_Risk"], "ranked_scores": [0.4073, 0.4038, 0.4005, 0.3861, 0.3803, 0.3791, 0.3727, 0.3667, 0.3625, 0.3614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Clean_Development_Mechanism", "Cleaner_production", "Carbon_tax", "Greenhouse_gas_emissions_by_the_United_States", "Carbon-neutral_fuel", "Carbon_neutrality", "Green_Energy_Act_2009"], "ranked_scores": [0.392, 0.3777, 0.3713, 0.3707, 0.3662, 0.366, 0.3644, 0.3631, 0.3614, 0.3573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1982–83_El_Niño_event", "1997–98_El_Niño_event", "El_Niño", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "1908", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "Year_Without_a_Summer"], "ranked_scores": [0.5399, 0.509, 0.5032, 0.5032, 0.4901, 0.4795, 0.4691, 0.4669, 0.4667, 0.4638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Sea_ice_thickness", "Antarctic_sea_ice", "Ice2sea", "Arctic_sea_ice_decline", "Polar_seas", "Measurement_of_sea_ice", "Arctic_ice_pack", "Sea_ice", "Drift_ice", "Wiesław_Masłowski"], "ranked_scores": [0.5573, 0.5447, 0.5428, 0.5401, 0.5355, 0.5239, 0.516, 0.5152, 0.5135, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_mining", "Cleaner_production", "Fossil_fuel_power_station", "Coal", "Refined_coal", "History_of_coal_mining", "Coal_gasification_commercialization", "Carbon_capture_and_storage"], "ranked_scores": [0.5916, 0.5854, 0.4974, 0.4769, 0.4743, 0.4706, 0.4634, 0.4557, 0.4552, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "Programmed_Data_Processor", "PDOS", "Indonesian_Democratic_Party", "Global_cooling_(disambiguation)", "1911_Eastern_North_America_heat_wave", "Cold_drop", "Post-glacial_rebound"], "ranked_scores": [0.3728, 0.3467, 0.339, 0.3224, 0.3186, 0.3099, 0.2995, 0.2968, 0.2955, 0.2926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_Climate_Report", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_change_mitigation", "United_Nations_Framework_Convention_on_Climate_Change", "Climate_change_in_the_Arctic", "Climate_change_in_China", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change"], "ranked_scores": [0.4518, 0.4477, 0.4444, 0.444, 0.4415, 0.4404, 0.4358, 0.434, 0.432, 0.4303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "United_Nations_Climate_Change_conference", "Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change", "2009_United_Nations_Climate_Change_Conference", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Climate_change"], "ranked_scores": [0.5688, 0.5493, 0.5491, 0.5491, 0.5434, 0.5427, 0.5375, 0.5312, 0.5292, 0.5196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Future_sea_level", "2010_Northern_Hemisphere_heat_waves", "Lake_North_Pole", "Proxy_(climate)", "2013–14_North_American_winter", "March_2012_North_American_heat_wave", "Retreat_of_glaciers_since_1850", "Year_Without_a_Summer", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.35, 0.3352, 0.3201, 0.3167, 0.3125, 0.3115, 0.3107, 0.3096, 0.3093, 0.3091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Climate_change", "Cloud_feedback", "Climate_change_feedback", "Regional_effects_of_global_warming", "Climate_change_and_agriculture", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Earth's_energy_budget"], "ranked_scores": [0.5817, 0.5776, 0.567, 0.5562, 0.555, 0.5507, 0.5459, 0.5443, 0.5436, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Diminishing_returns", "Tendency_of_the_rate_of_profit_to_fall", "Dumbing_down", "Trend_stationary", "Economic_growth", "Global_warming_hiatus", "Future_sea_level", "Antarctica_cooling_controversy", "Slowdown"], "ranked_scores": [0.4036, 0.3784, 0.3465, 0.3439, 0.3365, 0.3364, 0.3337, 0.3305, 0.3278, 0.3227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Environmental_issue", "Ozone_depletion_and_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "United_Nations_Framework_Convention_on_Climate_Change", "Effects_of_global_warming_on_humans", "History_of_sustainability", "Carbon_diet"], "ranked_scores": [0.5072, 0.4996, 0.4982, 0.4867, 0.4856, 0.4781, 0.4754, 0.4719, 0.4686, 0.4681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Cool_tropics_paradox", "Neoglaciation", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Geological_history_of_oxygen"], "ranked_scores": [0.5094, 0.5, 0.4934, 0.4869, 0.4845, 0.4829, 0.4812, 0.4735, 0.4719, 0.4717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Environmental_skepticism", "Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Global_warming_controversy", "Climate_change_denial", "Not_even_wrong", "Media_coverage_of_climate_change", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.3898, 0.3891, 0.3883, 0.3859, 0.3813, 0.376, 0.364, 0.3618, 0.3608, 0.3602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Hot_tower", "Weather_station", "Satellite_temperature_measurements", "Automobile_air_conditioning", "Station_model", "2001_Eastern_North_America_heat_wave", "Heat_wave", "Urban_heat_island", "List_of_heat_waves"], "ranked_scores": [0.4201, 0.4022, 0.4001, 0.3944, 0.3916, 0.3908, 0.3843, 0.3825, 0.378, 0.3692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "Global_cooling", "Global_warming", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Future_sea_level"], "ranked_scores": [0.527, 0.518, 0.5165, 0.5129, 0.5119, 0.5039, 0.5033, 0.5018, 0.5015, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Plug-in_hybrids_in_California", "Six_Californias", "Wind_power_in_California", "California", "Renewable_energy_in_the_United_States", "Etymology_of_California", "Baja_California", "Wind_power_in_the_United_States", "Electricity_sector_of_the_United_States"], "ranked_scores": [0.4718, 0.4645, 0.4641, 0.4641, 0.4574, 0.4228, 0.4182, 0.4174, 0.4062, 0.4016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Agriculture_in_Argentina", "Income_in_the_United_States", "Agricultural_Act_of_2014", "Renewable_energy_in_the_United_States", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Workforce_productivity"], "ranked_scores": [0.4095, 0.4066, 0.4027, 0.3983, 0.3956, 0.3956, 0.3943, 0.3918, 0.382, 0.3709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m128-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Bile_bear", "Brown_bear", "Grizzly_bear", "Sloth_bear", "Rubus_arcticus", "Bear_attack", "Pinniped", "Mount_Bear", "Ursus_americanus_carlottae"], "ranked_scores": [0.446, 0.4223, 0.4087, 0.3435, 0.3388, 0.3347, 0.3322, 0.3253, 0.3235, 0.3227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Cryovolcano", "Methane_clathrate", "Atmospheric_methane", "Polar_High", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Glacial_earthquake", "Global_warming_in_Antarctica"], "ranked_scores": [0.5904, 0.5526, 0.5094, 0.5052, 0.4944, 0.4941, 0.4881, 0.4877, 0.4853, 0.4834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Tide", "Great_Salinity_Anomaly", "Sea_level", "Sea_level_rise", "Future_sea_level", "Climate_variability", "Climate_change_(general_concept)", "Regional_effects_of_global_warming"], "ranked_scores": [0.4922, 0.4235, 0.4164, 0.4132, 0.4059, 0.4051, 0.4042, 0.4023, 0.3837, 0.3834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Measurement_of_sea_ice", "Sea_ice", "Future_sea_level", "Sea_level_rise", "Deglaciation", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering"], "ranked_scores": [0.5829, 0.5404, 0.5154, 0.5066, 0.5008, 0.4976, 0.4809, 0.4754, 0.472, 0.4669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "GHG_footprint", "Wind_power_in_Colorado", "Wind_power", "Growth_of_wind_power_in_the_United_States", "Carbon_diet", "Carbon_neutrality", "Carbon_offset"], "ranked_scores": [0.5793, 0.5502, 0.5492, 0.5318, 0.5298, 0.5297, 0.5265, 0.5192, 0.5189, 0.516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_neutrality", "Global_warming_controversy", "Carbon_diet", "CO2_is_Green", "Climate_change_denial", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.5457, 0.5381, 0.538, 0.537, 0.5337, 0.5266, 0.525, 0.5207, 0.5176, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Geography_of_Greenland", "Greenland_Sea", "Glacial_earthquake", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Ice2sea", "Greenland", "Climate_change_in_Tuvalu"], "ranked_scores": [0.5306, 0.5271, 0.4758, 0.4651, 0.4575, 0.4537, 0.4497, 0.449, 0.4483, 0.4466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "History_of_climate_change_science", "Cloud_feedback", "IPCC_First_Assessment_Report", "Politics_of_global_warming", "Global_warming_potential", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5789, 0.5433, 0.529, 0.5239, 0.5118, 0.5105, 0.5094, 0.5091, 0.5086, 0.5074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Global_warming", "Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster", "Climate_change_adaptation_in_Nepal", "Regional_effects_of_global_warming", "Loss_and_damage", "Global_warming_controversy"], "ranked_scores": [0.597, 0.5477, 0.5414, 0.532, 0.5293, 0.5238, 0.5118, 0.5115, 0.5111, 0.5092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "Amblyomma_americanum", "North_Carolina", "Sun_Belt", "Temperate_climate", "Climate_of_Georgia_(U.S._state)", "Disease_diffusion_mapping", "Geography_of_North_America", "North_America"], "ranked_scores": [0.4295, 0.4226, 0.4175, 0.4154, 0.4104, 0.4043, 0.3995, 0.3974, 0.3949, 0.3885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "IPCC_Fifth_Assessment_Report", "Climate_prediction", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "ECMWF_re-analysis", "IPCC_First_Assessment_Report", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.5138, 0.5112, 0.5092, 0.5031, 0.5014, 0.5007, 0.4943, 0.4885, 0.4877, 0.483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Neoglaciation", "Solar_cycle"], "ranked_scores": [0.4756, 0.4728, 0.4721, 0.4671, 0.4649, 0.4495, 0.4395, 0.4387, 0.4364, 0.4353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Global_Climate_Observing_System", "Keeling_Curve", "Satellite_temperature_measurements", "Carbon_dioxide_in_Earth's_atmosphere", "NoCO2_Certification_Program", "Climate_footprint", "Oceanic_carbon_cycle", "Climate_change_in_Tuvalu", "Total_Carbon_Column_Observing_Network"], "ranked_scores": [0.4856, 0.4264, 0.4115, 0.4081, 0.3989, 0.3974, 0.3951, 0.3936, 0.3911, 0.3885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Acid_rain", "Ocean_acidification", "PH", "Clathrate_gun_hypothesis", "Extreme_environment", "Metabolic_acidosis", "Tipping_point_(climatology)", "Carbon_bubble", "Carbon_dioxide"], "ranked_scores": [0.4193, 0.4015, 0.3831, 0.3693, 0.3568, 0.3564, 0.3526, 0.3486, 0.3483, 0.3443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3378, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_cooling", "Global_cooling_(disambiguation)", "Environmental_skepticism", "Climate_change_denial", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ian_Clark_(geologist)", "World_Climate_Report", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5066, 0.5054, 0.4915, 0.4878, 0.4877, 0.4804, 0.479, 0.4773, 0.4701, 0.4695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "El_Niño", "El_Niño–Southern_Oscillation", "Climate_of_Chile", "Climate_change_in_Texas", "List_of_recessions_in_the_United_States", "Cool_tropics_paradox"], "ranked_scores": [0.4013, 0.3492, 0.3251, 0.3227, 0.3155, 0.3134, 0.3102, 0.3078, 0.3069, 0.3066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Stern_Review", "Ice2sea", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Scientific_opinion_on_climate_change", "The_Hockey_Stick_Illusion", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice"], "ranked_scores": [0.5523, 0.5319, 0.517, 0.5102, 0.5021, 0.498, 0.4908, 0.489, 0.4822, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Weather_front", "Rear-inflow_jet", "Low-pressure_area", "Polar_front", "Norwegian_cyclone_model", "Winter_1985_cold_wave", "Cold_wave", "November_2014_North_American_cold_wave", "Wind_shear"], "ranked_scores": [0.4769, 0.4664, 0.4605, 0.4552, 0.4503, 0.4405, 0.4355, 0.4331, 0.429, 0.4284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Highest_temperature_recorded_on_Earth", "List_of_climate_research_satellites", "1997–98_El_Niño_event", "NOAA-7", "Weather_satellite", "Climate_of_Dallas"], "ranked_scores": [0.5318, 0.5055, 0.4784, 0.449, 0.4292, 0.4204, 0.4195, 0.4174, 0.4099, 0.4081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies", "NOAA-7", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "EdGCM", "Copenhagen_Diagnosis", "Climate_engineering"], "ranked_scores": [0.3912, 0.3767, 0.3667, 0.3481, 0.347, 0.3432, 0.336, 0.3354, 0.3336, 0.3322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Carbon_price", "Carbon_bubble", "TransCanada_Corporation", "Carbon_diet", "Environmental_impact_of_transport_in_Australia", "Carbon_emission_trading", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.4794, 0.4668, 0.4609, 0.4432, 0.441, 0.4205, 0.414, 0.4073, 0.4015, 0.3926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Ice2sea", "Post-glacial_rebound", "Holocene_glacial_retreat", "Deglaciation", "Arctic_sea_ice_decline", "Late_Glacial", "Past_sea_level"], "ranked_scores": [0.4933, 0.4789, 0.4642, 0.4518, 0.4486, 0.4472, 0.4408, 0.44, 0.4367, 0.433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Hurricane_Katrina_and_global_warming", "1908", "Weather_media_in_the_United_States", "World_Climate_Report", "List_of_heat_waves", "Satellite_temperature_measurements", "NOAA-7", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.443, 0.4326, 0.4317, 0.4224, 0.4108, 0.4088, 0.4081, 0.4071, 0.4065, 0.4053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Free_Ocean_CO2_Enrichment", "Mercury_pollution_in_the_ocean", "Environmental_issues_with_coral_reefs", "Iron_fertilization", "Chemical_oceanography", "Sea_level_rise", "Environmental_threats_to_the_Great_Barrier_Reef"], "ranked_scores": [0.5993, 0.5805, 0.5047, 0.5025, 0.4918, 0.4879, 0.4741, 0.4729, 0.4698, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Environmental_skepticism", "Management_systems_for_road_safety", "Misuse_of_statistics", "Alternative_medicine", "The_Real_Global_Warming_Disaster", "Energy_accidents", "Demand_destruction", "False_consensus_effect", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.4506, 0.4375, 0.4016, 0.3935, 0.3934, 0.3932, 0.389, 0.387, 0.3861, 0.3812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Past_sea_level", "Fast_ice", "Global_warming_in_Antarctica", "Glacial_earthquake", "Ice_rise", "Abrupt_climate_change", "Climate_change_in_Tuvalu"], "ranked_scores": [0.6509, 0.5675, 0.5173, 0.5051, 0.4911, 0.4836, 0.4729, 0.4724, 0.4625, 0.4624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "2010–13_Southern_United_States_and_Mexico_drought", "The_Coming_Global_Superstorm", "2007_Western_North_American_heat_wave", "Grassland_degradation", "Megadrought"], "ranked_scores": [0.4842, 0.4536, 0.4481, 0.4336, 0.4336, 0.4249, 0.4211, 0.4161, 0.4144, 0.4112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "World_Climate_Report", "Hurricane_Katrina_and_global_warming", "Stern_Review", "Climatic_Research_Unit_documents", "Community_Earth_System_Model", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.485, 0.4728, 0.472, 0.4628, 0.4486, 0.4484, 0.4446, 0.4438, 0.4425, 0.4412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.489, 0.4649, 0.4623, 0.4579, 0.4552, 0.449, 0.4464, 0.435, 0.4253, 0.4121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Skeptical_Science", "Global_warming_controversy", "Media_coverage_of_climate_change"], "ranked_scores": [0.5436, 0.5317, 0.5033, 0.4967, 0.4846, 0.4802, 0.4742, 0.4739, 0.4737, 0.4683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_feedback", "Global_warming"], "ranked_scores": [0.5394, 0.5216, 0.478, 0.4765, 0.4739, 0.4689, 0.4688, 0.4669, 0.4631, 0.463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Climate_change_in_China", "Carbon_offset", "Carbon_emissions_reporting", "Emission_intensity", "Carbon_dioxide_in_Earth's_atmosphere", "Mootral", "German_response_to_Kyoto_Protocol", "Climate_footprint"], "ranked_scores": [0.5048, 0.5035, 0.4643, 0.4625, 0.4572, 0.4567, 0.456, 0.455, 0.4542, 0.4512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Risk", "Longevity_risk", "Global_catastrophic_risk", "Hypotheticals", "Centre_for_the_Study_of_Existential_Risk", "Management_systems_for_road_safety", "Misuse_of_statistics", "Ingenuity", "Environmental_skepticism"], "ranked_scores": [0.4137, 0.4037, 0.4032, 0.4021, 0.3906, 0.3826, 0.3789, 0.3687, 0.3668, 0.3653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon-neutral_fuel", "United_States_withdrawal_from_the_Paris_Agreement", "United_States_Environmental_Protection_Agency", "Green_Power_Partnership", "Carbon_neutrality", "Clean_Air_Act_(United_States)", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.4407, 0.4331, 0.4321, 0.3783, 0.3716, 0.3645, 0.3634, 0.3629, 0.3621, 0.358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "1982–83_El_Niño_event", "El_Niño–Southern_Oscillation", "El_Niño", "Highest_temperature_recorded_on_Earth", "1908", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.5516, 0.5397, 0.4877, 0.4833, 0.4815, 0.4791, 0.4788, 0.4624, 0.4593, 0.4586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Sea_ice", "Sea_ice_thickness", "Measurement_of_sea_ice", "Ice2sea", "Polar_seas", "Arctic_sea_ice_decline", "International_Weddell_Sea_Oceanographic_Expeditions", "Antarctic_ice_sheet", "Territorial_claims_in_the_Arctic"], "ranked_scores": [0.5753, 0.5696, 0.5532, 0.5364, 0.5314, 0.5208, 0.5201, 0.5143, 0.5017, 0.4973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Fossil_fuel_power_station", "Coal_mining", "Cleaner_production", "Coal_gasification_commercialization", "Coal", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage"], "ranked_scores": [0.5823, 0.5768, 0.4771, 0.4709, 0.4606, 0.4529, 0.4485, 0.4365, 0.4364, 0.4347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Indonesian_Democratic_Party", "Cool_tropics_paradox", "El_Niño–Southern_Oscillation", "Pacifico_Yokohama", "Global_warming_hiatus", "Cold_drop", "Mesopause", "Regime_shift"], "ranked_scores": [0.3989, 0.3745, 0.3263, 0.3212, 0.3107, 0.3075, 0.2958, 0.2935, 0.2928, 0.2919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["2015_United_Nations_Climate_Change_Conference", "Climate_footprint", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Global_warming", "Global_warming_controversy", "Carbon_emissions_reporting"], "ranked_scores": [0.5025, 0.4539, 0.4508, 0.4466, 0.4446, 0.4445, 0.4423, 0.4412, 0.4363, 0.4346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Climate_change", "Climate_change_in_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Scientific_opinion_on_climate_change", "Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "History_of_climate_change_science"], "ranked_scores": [0.5668, 0.541, 0.5368, 0.5338, 0.5312, 0.5275, 0.5272, 0.526, 0.5254, 0.5228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Climate_change_denial", "March_2012_North_American_heat_wave", "Arctic_sea_ice_decline", "November_2014_North_American_cold_wave", "Global_stilling", "2014–15_North_American_winter", "Global_warming", "Retreat_of_glaciers_since_1850", "Early_2014_North_American_cold_wave", "MSU_temperature_measurements"], "ranked_scores": [0.3332, 0.3332, 0.3329, 0.3311, 0.3249, 0.3237, 0.3211, 0.3185, 0.317, 0.3118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "History_of_climate_change_science", "Idealized_greenhouse_model", "Climate_change", "Regional_effects_of_global_warming", "Global_warming_in_Antarctica", "Global_dimming", "Attribution_of_recent_climate_change", "Climate_change_feedback"], "ranked_scores": [0.5994, 0.5969, 0.5645, 0.5552, 0.553, 0.549, 0.5446, 0.5396, 0.5373, 0.5362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Soft_landing_(economics)", "Diminishing_returns", "Tendency_of_the_rate_of_profit_to_fall", "Worse-than-average_effect", "List_of_fields_of_application_of_statistics", "Skewness", "Seasonal_adjustment", "Global_dimming"], "ranked_scores": [0.3968, 0.3814, 0.3588, 0.3518, 0.3437, 0.342, 0.3342, 0.3297, 0.3272, 0.3263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "History_of_sustainability", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming_on_humans", "Environmental_issue", "Global_warming", "Effects_of_global_warming", "Climate_change_adaptation", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5045, 0.493, 0.493, 0.4848, 0.4823, 0.4808, 0.4767, 0.4715, 0.4668, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Cool_tropics_paradox", "Attribution_of_recent_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Global_warming", "Neoglaciation", "Late_Glacial"], "ranked_scores": [0.5096, 0.5039, 0.498, 0.486, 0.4848, 0.4812, 0.4802, 0.4739, 0.4698, 0.4669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Scientific_opinion_on_climate_change", "List_of_experimental_errors_and_frauds_in_physics", "I'm_not_a_scientist", "Views_on_the_Kyoto_Protocol", "Environmental_skepticism", "World_Climate_Change_Conference,_Moscow", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.4077, 0.3964, 0.3907, 0.3815, 0.3794, 0.3785, 0.3729, 0.3696, 0.3689, 0.3682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "2011_North_American_heat_wave", "Cooling_center", "List_of_heat_waves", "2016_American_Northeast_heat_wave", "List_of_energy_efficient_buildings_in_India", "2001_Eastern_North_America_heat_wave", "Hot_tower", "2016_North_American_heat_wave", "Heat_wave"], "ranked_scores": [0.4072, 0.3991, 0.3972, 0.3946, 0.3928, 0.384, 0.3818, 0.3802, 0.3754, 0.3742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Climate_change_in_the_United_States", "Global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "History_of_climate_change_science"], "ranked_scores": [0.5387, 0.5368, 0.5225, 0.5218, 0.5192, 0.5075, 0.5056, 0.5032, 0.5028, 0.4983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Pacific_States", "California", "Six_Californias", "Plug-in_hybrids_in_California", "Electricity_sector_of_the_United_States", "Wind_power_in_the_United_States", "California,_West_Virginia"], "ranked_scores": [0.4814, 0.4511, 0.4503, 0.4398, 0.4363, 0.4305, 0.4275, 0.4055, 0.4041, 0.4007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Solow_residual", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Renewable_energy_in_the_United_States", "Biomedical_research_in_the_United_States"], "ranked_scores": [0.4238, 0.4204, 0.4043, 0.3981, 0.3938, 0.3894, 0.3889, 0.3828, 0.3746, 0.3745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m24-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Syrian_brown_bear", "Grizzly_bear", "Rubus_arcticus", "Aronia", "Brown_bear", "Sloth_bear", "List_of_mammals_of_Alabama", "Strawberry", "The_Bear_(1988_film)", "Bear_attack"], "ranked_scores": [0.4001, 0.3966, 0.3853, 0.3638, 0.3625, 0.3597, 0.3514, 0.3488, 0.3465, 0.3386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Greenhouse_gas", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6525, 0.5932, 0.5888, 0.5864, 0.5851, 0.5843, 0.5773, 0.5722, 0.5523, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Future_sea_level", "Sea_state", "Seawater", "Ocean_surface_topography", "Tidal_range"], "ranked_scores": [0.6315, 0.5954, 0.57, 0.5687, 0.5469, 0.5389, 0.521, 0.5173, 0.5081, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Global_cooling", "Arctic_geoengineering", "Ice2sea", "Climate_change_in_the_Arctic", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Future_sea_level", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6016, 0.5601, 0.559, 0.5531, 0.5529, 0.5345, 0.5339, 0.5335, 0.5223, 0.5171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Wind_power_by_country", "Climate_footprint", "Carbon_footprint", "Environmental_issue", "List_of_wind_farms_in_Lithuania"], "ranked_scores": [0.5107, 0.5051, 0.5045, 0.4967, 0.4918, 0.4857, 0.4844, 0.4826, 0.4808, 0.4784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "CO2_is_Green", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Global_cooling", "Carbon_dioxide_in_Earth's_atmosphere", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.5579, 0.5238, 0.5198, 0.5186, 0.5163, 0.5155, 0.5141, 0.5119, 0.5063, 0.5051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Ice2sea", "Climate_inertia", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Arctic_geoengineering", "List_of_glaciers"], "ranked_scores": [0.5911, 0.5882, 0.5773, 0.574, 0.5724, 0.5721, 0.5666, 0.5555, 0.5538, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Environmental_issue", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Effects_of_global_warming"], "ranked_scores": [0.6197, 0.6149, 0.5905, 0.5838, 0.5805, 0.5805, 0.5776, 0.5761, 0.5656, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Physical_impacts_of_climate_change", "Climate_risk", "Effects_of_global_warming_on_humans", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_and_gender"], "ranked_scores": [0.5554, 0.5534, 0.5272, 0.5261, 0.524, 0.524, 0.5204, 0.5189, 0.5137, 0.5134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Meningococcal_disease", "Measles", "Tumid_lupus_erythematosus", "Lymphoma", "Generalized_lymphadenopathy", "Lymphangitis", "Droughts_in_the_United_States", "Diphtheria", "2015_North_American_heat_wave", "Drought_in_Spain"], "ranked_scores": [0.4285, 0.428, 0.4199, 0.4163, 0.415, 0.4144, 0.4111, 0.4068, 0.404, 0.4017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Reasons_for_concern", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Climate_risk", "Scientific_consensus_on_climate_change", "Climate_change_in_Europe", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.5159, 0.5145, 0.5132, 0.5111, 0.5104, 0.4964, 0.4926, 0.4856, 0.4773, 0.4734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Quaternary_glaciation", "Timeline_of_glaciation", "Pliocene_climate", "Global_cooling", "Climate_change", "Orbital_forcing", "Bølling-Allerød_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5846, 0.5574, 0.5552, 0.5548, 0.554, 0.5527, 0.5486, 0.5446, 0.5401, 0.5397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Mauna_Loa_Observatory", "Global_cooling", "Antarctica_cooling_controversy", "Atmospheric_methane", "Future_sea_level", "Global_dimming"], "ranked_scores": [0.5044, 0.5004, 0.4978, 0.4834, 0.4766, 0.4734, 0.4732, 0.4693, 0.4604, 0.4594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_methane", "Oceanic_carbon_cycle", "Ozone_depletion", "Tropospheric_ozone", "Low-carbon_emission"], "ranked_scores": [0.4911, 0.478, 0.4739, 0.4737, 0.4576, 0.456, 0.4529, 0.4521, 0.4468, 0.4387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["James_Hansen", "Global_cooling", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Avoiding_Dangerous_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)"], "ranked_scores": [0.5912, 0.5902, 0.5763, 0.5599, 0.5538, 0.5453, 0.5415, 0.5399, 0.5394, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Anthropocene", "Arctic_dipole_anomaly", "Views_on_the_Kyoto_Protocol", "Plio-Pleistocene", "Global_warming_hiatus"], "ranked_scores": [0.3341, 0.2804, 0.2762, 0.2693, 0.2651, 0.2548, 0.2529, 0.2493, 0.2454, 0.2449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Arctic_sea_ice_decline", "IPCC_Second_Assessment_Report", "Antarctica_cooling_controversy", "Reasons_for_concern", "Climate_risk", "Global_cooling", "Physical_impacts_of_climate_change", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.6194, 0.6022, 0.5918, 0.5678, 0.5676, 0.5662, 0.5641, 0.553, 0.5501, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Sea_breeze", "North_Atlantic_oscillation", "Prevailing_winds", "Polar_vortex", "Low-pressure_area", "El_Niño–Southern_Oscillation", "Westerlies", "Nor'easter"], "ranked_scores": [0.6373, 0.6263, 0.5818, 0.5762, 0.5681, 0.564, 0.5545, 0.5482, 0.544, 0.5412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites", "2018_British_Isles_heat_wave", "MSU_temperature_measurements"], "ranked_scores": [0.544, 0.5306, 0.5265, 0.5189, 0.5006, 0.4941, 0.4847, 0.4798, 0.4705, 0.4695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Global_cooling", "Contraction_and_Convergence", "Intended_Nationally_Determined_Contributions", "Copenhagen_Accord", "2015_United_Nations_Climate_Change_Conference", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4768, 0.448, 0.444, 0.4382, 0.4252, 0.4235, 0.4226, 0.4224, 0.416, 0.416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_capture_and_storage_in_Australia", "Carbon_price", "Carbon_offset", "Global_Warming_Pollution_Reduction_Act_of_2007", "Minerals_Resource_Rent_Tax", "Carbon_emission_trading", "Mitigation_of_global_warming_in_Australia", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.4168, 0.414, 0.3995, 0.3925, 0.3905, 0.3862, 0.3849, 0.3838, 0.3811, 0.3791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Antarctic_Cold_Reversal", "Global_cooling", "Deglaciation", "Measurement_of_sea_ice"], "ranked_scores": [0.5651, 0.56, 0.5472, 0.5428, 0.5362, 0.5357, 0.5317, 0.5273, 0.5267, 0.5255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2006_European_heat_wave", "2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2015_North_American_heat_wave", "Antarctica_cooling_controversy", "1908", "2011_North_American_heat_wave"], "ranked_scores": [0.5109, 0.492, 0.4779, 0.4718, 0.4672, 0.4666, 0.4652, 0.464, 0.4597, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Acid_rain", "Air_pollution", "Atmospheric_carbon_cycle", "Anoxic_waters", "Anoxia", "Oceanic_carbon_cycle", "Smog", "Thermal_pollution"], "ranked_scores": [0.5573, 0.5454, 0.5193, 0.5123, 0.5031, 0.4985, 0.4968, 0.4916, 0.4872, 0.4804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Pro-nuclear_movement", "Environmental_impact_of_the_coal_industry", "Energy_accidents", "False_attribution", "Alternative_energy", "Worse-than-average_effect", "Heaven_and_Earth_(book)", "100%_renewable_energy", "Non-renewable_resource", "Bias"], "ranked_scores": [0.4256, 0.4055, 0.3925, 0.3906, 0.389, 0.385, 0.379, 0.3756, 0.3751, 0.3749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Past_sea_level", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Ice2sea"], "ranked_scores": [0.635, 0.6203, 0.6134, 0.597, 0.5824, 0.5796, 0.5661, 0.5487, 0.5436, 0.5406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "Desertification", "Global_warming_in_Antarctica", "Arctic_geoengineering"], "ranked_scores": [0.5109, 0.5075, 0.4933, 0.492, 0.4875, 0.4777, 0.4632, 0.4613, 0.4468, 0.4367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Stern_Review", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.539, 0.5382, 0.5197, 0.5142, 0.5142, 0.511, 0.503, 0.4971, 0.4956, 0.4946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "1911_Eastern_North_America_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.7845, 0.7654, 0.7575, 0.7531, 0.7429, 0.7347, 0.7303, 0.7245, 0.7061, 0.6927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "Global_cooling", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "James_Hansen", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6017, 0.5839, 0.569, 0.5682, 0.5652, 0.562, 0.5603, 0.558, 0.5552, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Climate_variability", "Climate_change_(general_concept)", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Climate_change", "Cool_tropics_paradox", "Arctic_geoengineering", "Instrumental_temperature_record"], "ranked_scores": [0.585, 0.5847, 0.5748, 0.5748, 0.571, 0.5675, 0.56, 0.5563, 0.5551, 0.5519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Deforestation_and_climate_change", "Atmospheric_methane", "Global_warming_potential", "Climate_change_in_the_United_States", "Greenhouse_effect", "Environmental_impact_of_aviation"], "ranked_scores": [0.6331, 0.6198, 0.6172, 0.6031, 0.5881, 0.5849, 0.5788, 0.5702, 0.5534, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Longevity_risk", "Hazard", "Accident", "Risk–benefit_ratio", "Worst-case_scenario", "Systematic_risk", "Prudentialism", "Risk_assessment", "Harm_principle"], "ranked_scores": [0.5281, 0.5038, 0.5015, 0.4996, 0.4874, 0.4863, 0.4838, 0.4818, 0.4774, 0.4758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Climate_Change_Act_2008", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.468, 0.4492, 0.4359, 0.4353, 0.4245, 0.4188, 0.4165, 0.4103, 0.4053, 0.4037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2018_British_Isles_heat_wave", "2016_American_Northeast_heat_wave", "2006_European_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.6317, 0.6216, 0.6199, 0.6176, 0.6132, 0.6097, 0.606, 0.6059, 0.6053, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "West_Antarctica", "Arctic_ice_pack", "Sea_ice_thickness", "Measurement_of_sea_ice", "Ice_cap", "Sea_ice"], "ranked_scores": [0.5865, 0.5812, 0.5723, 0.5603, 0.5533, 0.538, 0.5273, 0.5251, 0.5233, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Carbon_capture_and_storage", "Coalbed_methane", "Carbon-neutral_fuel", "Coal_gasification", "Carbon_dioxide_removal", "Renewable_natural_gas"], "ranked_scores": [0.6052, 0.5951, 0.5452, 0.5373, 0.5336, 0.5227, 0.5211, 0.5112, 0.5108, 0.5091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "PDO", "World_Oceans_Day", "Programmed_Data_Processor", "PDOS", "Views_on_the_Kyoto_Protocol", "World_Energy_Outlook", "Department_of_Energy_and_Environment", "Doomer"], "ranked_scores": [0.2941, 0.2515, 0.2469, 0.2432, 0.2407, 0.2353, 0.2292, 0.2256, 0.2238, 0.2231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Global_cooling", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Reasons_for_concern", "Environmental_issue", "Climate_change"], "ranked_scores": [0.5923, 0.5902, 0.5528, 0.5473, 0.5465, 0.539, 0.5384, 0.532, 0.5291, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Committee_on_Climate_Change_Science_and_Technology_Integration", "World_Climate_Change_Conference,_Moscow", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_risk", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [0.5164, 0.5056, 0.5053, 0.5027, 0.4994, 0.4994, 0.4988, 0.497, 0.4961, 0.4952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["1908", "Global_cooling", "Cool_tropics_paradox", "2013_extreme_weather_events", "2014–15_North_American_winter", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy"], "ranked_scores": [0.3931, 0.3831, 0.379, 0.3763, 0.3723, 0.3722, 0.3687, 0.3672, 0.3671, 0.367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_Arctic", "Climate_variability", "Climate_change_(general_concept)", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming"], "ranked_scores": [0.6859, 0.6788, 0.6765, 0.6696, 0.6682, 0.6682, 0.6656, 0.6641, 0.6587, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Trend_stationary", "Pacific_decadal_oscillation", "Cool_tropics_paradox", "Global_warming_hiatus", "Future_sea_level", "Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Global_cooling", "Global_dimming"], "ranked_scores": [0.3446, 0.337, 0.3232, 0.3184, 0.3172, 0.3143, 0.3093, 0.309, 0.3076, 0.3017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Global_warming", "Climate_change_in_the_United_States", "History_of_climate_change_science", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6207, 0.6165, 0.6044, 0.5991, 0.572, 0.5704, 0.5695, 0.5583, 0.553, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5446, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "Geodynamics_of_Mars", "Climate_change_in_the_Arctic", "Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "Life_on_Mars", "Hockey_stick_controversy"], "ranked_scores": [0.5776, 0.5775, 0.5586, 0.555, 0.5463, 0.543, 0.5405, 0.5336, 0.5329, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "Lists_about_skepticism", "IPCC_Second_Assessment_Report", "An_Appeal_to_Reason", "Climate_Change_Science_Program", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.4803, 0.4636, 0.4611, 0.4611, 0.4607, 0.46, 0.4585, 0.4574, 0.4518, 0.4496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Air_conditioned_clothing", "Cooling_center", "Satellite_temperature_measurements", "Air_source_heat_pumps", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Air_conditioning", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave"], "ranked_scores": [0.561, 0.5596, 0.5401, 0.5377, 0.5317, 0.5238, 0.521, 0.5179, 0.5168, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "IPCC_First_Assessment_Report", "Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Hockey_stick_controversy", "Hockey_stick_graph"], "ranked_scores": [0.6488, 0.6486, 0.6388, 0.6174, 0.6153, 0.6151, 0.614, 0.6131, 0.6033, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "List_of_photovoltaic_power_stations", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power_in_Australia", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_the_United_States", "Solar_power_in_Spain", "Ivanpah_Solar_Power_Facility"], "ranked_scores": [0.5716, 0.5481, 0.5466, 0.5434, 0.543, 0.5414, 0.526, 0.5258, 0.5237, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Pennsylvania", "Growth_of_wind_power_in_the_United_States", "Agriculture_in_Ethiopia", "Farm_programs", "Agriculture_in_Syria", "Agriculture_in_Brazil"], "ranked_scores": [0.4656, 0.4644, 0.4605, 0.4437, 0.4431, 0.4385, 0.4325, 0.4234, 0.4224, 0.4208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m32-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Syrian_brown_bear", "Grizzly_bear", "Kodiak_bear", "Rubus_arcticus", "Brown_bear", "Bear_attack", "Sloth_bear", "Bile_bear", "Strawberry", "Aronia"], "ranked_scores": [0.3978, 0.3889, 0.3876, 0.3864, 0.3756, 0.3664, 0.3621, 0.3567, 0.3386, 0.3329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Atmospheric_methane", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Glaciovolcanism", "Global_cooling"], "ranked_scores": [0.6339, 0.5845, 0.5804, 0.5664, 0.5663, 0.5612, 0.5603, 0.5495, 0.5327, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea_level", "Tidal_range", "Tide", "Temperate_climate", "Sea_surface_temperature", "Ocean_surface_topography"], "ranked_scores": [0.5999, 0.5839, 0.5766, 0.5672, 0.5505, 0.536, 0.5351, 0.5003, 0.4947, 0.4901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_cooling", "Sea_ice_thickness", "Future_sea_level", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Sea_ice"], "ranked_scores": [0.5978, 0.5833, 0.5497, 0.5442, 0.5424, 0.5321, 0.5304, 0.5223, 0.5169, 0.5147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_in_New_Mexico", "Carbon_footprint", "Wind_power_by_country", "Deforestation_and_climate_change", "Wind_power_in_the_United_States", "Carbon_diet", "Wind_power_in_Colorado"], "ranked_scores": [0.5218, 0.5213, 0.5077, 0.5007, 0.4956, 0.4917, 0.4894, 0.489, 0.4846, 0.482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Greenhouse_gas", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_is_Green", "Global_cooling", "IPCC_First_Assessment_Report", "Environmental_issue"], "ranked_scores": [0.5343, 0.5306, 0.5292, 0.5238, 0.5179, 0.5069, 0.5031, 0.5005, 0.4999, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Deglaciation", "Global_cooling", "Climate_inertia", "Global_warming_in_Antarctica", "Past_sea_level", "Arctic_sea_ice_decline"], "ranked_scores": [0.5932, 0.5788, 0.5724, 0.5689, 0.5565, 0.551, 0.5464, 0.5445, 0.5423, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.6223, 0.6084, 0.5933, 0.5928, 0.5875, 0.5864, 0.5777, 0.5645, 0.5536, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Climate_change", "Reasons_for_concern", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_Fourth_Assessment_Report", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.5431, 0.5236, 0.5201, 0.5197, 0.5156, 0.5072, 0.5052, 0.5044, 0.5019, 0.497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Meningococcal_disease", "Measles", "Acrodermatitis", "2013_Southwestern_United_States_heat_wave", "Granuloma_multiforme", "Winter_1985_cold_wave", "2015_North_American_heat_wave", "Tumid_lupus_erythematosus", "Lymphangitis", "Generalized_lymphadenopathy"], "ranked_scores": [0.4268, 0.4202, 0.4075, 0.4047, 0.4043, 0.4026, 0.4006, 0.3984, 0.3959, 0.3945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_in_Canada", "Reasons_for_concern", "Human_Rights_and_Climate_Change", "Climate_risk", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_adaptation"], "ranked_scores": [0.5095, 0.5025, 0.4969, 0.4948, 0.4922, 0.4878, 0.4865, 0.4744, 0.4736, 0.4732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change", "History_of_climate_change_science", "Global_cooling", "Solar_cycle", "Glacial_period", "Quaternary_glaciation", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5822, 0.5788, 0.571, 0.5505, 0.5505, 0.542, 0.5413, 0.5397, 0.5388, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Loa_Observatory", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "IPCC_First_Assessment_Report", "Environmental_issue", "Future_sea_level", "Keeling_Curve", "Global_cooling"], "ranked_scores": [0.4907, 0.4873, 0.4792, 0.474, 0.473, 0.4658, 0.4655, 0.4621, 0.4608, 0.4555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide", "Greenhouse_gas", "Dole_effect", "Acidosis"], "ranked_scores": [0.4695, 0.4629, 0.448, 0.4471, 0.4401, 0.4385, 0.4317, 0.4316, 0.4288, 0.4285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "James_Hansen", "Global_cooling", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "Global_warming_controversy", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Global_cooling_(disambiguation)", "Greening_Earth_Society"], "ranked_scores": [0.5762, 0.5736, 0.5706, 0.5644, 0.5478, 0.5444, 0.5366, 0.5345, 0.534, 0.5307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDOS", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDO", "Eocene_Thermal_Maximum_2", "Tipping_point_(climatology)", "Willie_Soon", "Anthropocene", "Arctic_sea_ice_decline"], "ranked_scores": [0.3568, 0.2941, 0.2785, 0.2746, 0.2637, 0.2618, 0.2604, 0.2601, 0.2594, 0.2588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Global_cooling", "Arctic_Climate_Impact_Assessment", "Heaven_and_Earth_(book)", "Arctic_geoengineering", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.597, 0.5937, 0.5869, 0.5646, 0.5489, 0.5406, 0.5384, 0.5365, 0.5349, 0.5335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Polar_vortex", "Westerlies", "Sea_surface_temperature", "Sea_breeze", "El_Niño–Southern_Oscillation", "Jet_stream", "Santa_Ana_winds", "North_Atlantic_oscillation"], "ranked_scores": [0.6159, 0.609, 0.569, 0.5647, 0.5646, 0.5558, 0.5537, 0.5516, 0.5463, 0.5446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_controversy", "List_of_climate_research_satellites", "HadCRUT", "Hockey_stick_graph", "1911_Eastern_North_America_heat_wave", "2013_extreme_weather_events"], "ranked_scores": [0.5302, 0.5043, 0.4986, 0.4862, 0.4775, 0.4698, 0.4665, 0.4662, 0.4647, 0.4634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Contraction_and_Convergence", "CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Carbon_dioxide_removal", "Cold_fusion", "Global_cooling", "Copenhagen_Accord", "Avoiding_Dangerous_Climate_Change", "United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4743, 0.4741, 0.4571, 0.4497, 0.4313, 0.4311, 0.4285, 0.4199, 0.4167, 0.4128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "European_Union_value_added_tax", "Value-added_tax_(United_Kingdom)", "Carbon_offset", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4303, 0.4247, 0.4143, 0.3883, 0.3861, 0.3774, 0.376, 0.3747, 0.3734, 0.372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Deglaciation", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Global_cooling", "Little_Ice_Age"], "ranked_scores": [0.5498, 0.5468, 0.5375, 0.5313, 0.5309, 0.5277, 0.5274, 0.5225, 0.5216, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2016_North_American_heat_wave", "2006_European_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.48, 0.4776, 0.4631, 0.4631, 0.4627, 0.4617, 0.4608, 0.46, 0.4559, 0.4551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Acid_rain", "Thermal_pollution", "Blackwater_(coal)", "Anoxic_waters", "Air_pollution", "Anoxic_event", "Arctic_methane_emissions"], "ranked_scores": [0.5457, 0.5333, 0.5233, 0.5049, 0.4959, 0.495, 0.4921, 0.4854, 0.481, 0.4777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Pro-nuclear_movement", "Environmental_impact_of_the_coal_industry", "Alternative_energy", "Nuclear_power_debate", "Beyond_Coal", "Energy_value_of_coal", "Nuclear_power", "The_Real_Global_Warming_Disaster", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.4416, 0.4185, 0.4113, 0.4081, 0.3904, 0.3838, 0.3817, 0.3792, 0.3787, 0.377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Past_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Ice2sea", "Arctic_geoengineering", "Arctic_ice_pack"], "ranked_scores": [0.637, 0.6273, 0.5702, 0.5669, 0.5638, 0.5492, 0.5418, 0.5413, 0.5389, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Drought_in_Spain", "Global_warming_in_Antarctica", "Late_2009_southeastern_Australia_heat_wave", "Dust_Bowl", "2013_Southwestern_United_States_heat_wave", "Desertification"], "ranked_scores": [0.4868, 0.4856, 0.4827, 0.4635, 0.4602, 0.4391, 0.4352, 0.4345, 0.4319, 0.4262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_hiatus", "Cool_tropics_paradox", "Physical_impacts_of_climate_change", "Arctic_geoengineering", "Stern_Review", "Climate_change", "Climate_change_in_the_Arctic", "An_Appeal_to_Reason"], "ranked_scores": [0.5132, 0.503, 0.4969, 0.4953, 0.4911, 0.4901, 0.4898, 0.4872, 0.4871, 0.4859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.7643, 0.7509, 0.7272, 0.7251, 0.7242, 0.7208, 0.7184, 0.7124, 0.7038, 0.7036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "James_Hansen", "Environmental_issue", "Global_warming", "Global_cooling"], "ranked_scores": [0.631, 0.5765, 0.5742, 0.5724, 0.5641, 0.5622, 0.5539, 0.5528, 0.5516, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change", "Global_cooling", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "Physical_impacts_of_climate_change", "Climate_change_(general_concept)", "Climate_variability", "Instrumental_temperature_record", "Global_warming_hiatus", "Climate_state"], "ranked_scores": [0.5925, 0.5784, 0.5619, 0.5619, 0.5595, 0.5581, 0.5581, 0.5552, 0.5527, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming_potential", "Atmospheric_methane", "Arctic_methane_emissions", "IPCC_First_Assessment_Report", "Environmental_impact_of_aviation"], "ranked_scores": [0.6406, 0.6366, 0.6215, 0.6057, 0.6034, 0.5809, 0.5719, 0.5658, 0.565, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Worst-case_scenario", "Hazard", "Risk_analysis", "Risk_assessment", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Counterfactual_thinking", "Scenario_analysis"], "ranked_scores": [0.5351, 0.4947, 0.4881, 0.4863, 0.4837, 0.4777, 0.4772, 0.4617, 0.4591, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Climate_Change_Act_2008", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "ExxonMobil_climate_change_controversy", "2011_United_Nations_Climate_Change_Conference", "Environmental_policy_of_the_Donald_Trump_administration", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.452, 0.4359, 0.4278, 0.4257, 0.4148, 0.4115, 0.4058, 0.4043, 0.4008, 0.3976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2006_European_heat_wave", "1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.6295, 0.6217, 0.6038, 0.6037, 0.6005, 0.5977, 0.5969, 0.596, 0.5927, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "West_Antarctica", "Sea_ice_thickness", "Arctic_ice_pack", "East_Antarctica", "Antarctica"], "ranked_scores": [0.6048, 0.5559, 0.5509, 0.5502, 0.5459, 0.5345, 0.5214, 0.5205, 0.5203, 0.5178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Coalbed_methane", "Fossil_fuel_power_station", "Substitute_natural_gas", "Coal_gasification_commercialization", "Carbon_dioxide_removal"], "ranked_scores": [0.6146, 0.6059, 0.5711, 0.5629, 0.5375, 0.516, 0.5075, 0.5059, 0.5051, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Department_of_Energy_and_Environment", "Estado_Novo_(Portugal)", "United_Nations_Environment_Organization", "World_Oceans_Day", "Geological_history_of_oxygen", "Deindustrialisation_by_country"], "ranked_scores": [0.2989, 0.2773, 0.2679, 0.2584, 0.2456, 0.2444, 0.2428, 0.2346, 0.2209, 0.22], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Global_cooling", "History_of_climate_change_science", "Climate_change", "IPCC_First_Assessment_Report", "Environmental_issue", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.6106, 0.568, 0.5562, 0.5511, 0.5434, 0.5402, 0.5375, 0.5374, 0.5319, 0.5279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Committee_on_Climate_Change_Science_and_Technology_Integration", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "United_Nations_Climate_Change_conference", "Climate_risk", "2011_United_Nations_Climate_Change_Conference", "Global_warming_controversy", "Climate_Change_Science_Program"], "ranked_scores": [0.5245, 0.5091, 0.5054, 0.4999, 0.499, 0.499, 0.4933, 0.4922, 0.4906, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "2014–15_North_American_winter", "Global_cooling", "Instrumental_temperature_record", "Future_sea_level", "Sea_level_rise", "Great_Lakes_Areas_of_Concern", "2006_European_cold_wave", "Year_Without_a_Summer", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.3866, 0.3772, 0.3757, 0.3701, 0.3618, 0.3616, 0.3612, 0.3605, 0.3551, 0.355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Physical_impacts_of_climate_change", "Climate_change_in_the_Arctic", "Climate_change_(general_concept)", "Climate_variability", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "Environmental_issue"], "ranked_scores": [0.6878, 0.6649, 0.6642, 0.6634, 0.6634, 0.6627, 0.6618, 0.6583, 0.6543, 0.6517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Shutdown_of_thermohaline_circulation", "Seasonal_adjustment", "Trend_stationary", "Pacific_decadal_oscillation", "Sea_level_rise", "MSU_temperature_measurements", "Scientific_consensus_on_climate_change", "Global_dimming"], "ranked_scores": [0.3465, 0.3438, 0.3412, 0.3294, 0.3257, 0.3236, 0.3208, 0.3138, 0.3123, 0.3116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Environmental_issue", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Global_warming", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.6174, 0.6121, 0.5994, 0.5764, 0.5696, 0.5689, 0.5664, 0.5514, 0.5432, 0.5376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6976, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Geodynamics_of_Mars", "Water_on_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_Mars", "Greenhouse_and_icehouse_Earth", "Climate_change", "Life_on_Mars", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5688, 0.5599, 0.5421, 0.5398, 0.5294, 0.5284, 0.5283, 0.5274, 0.5249, 0.523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_Change_Science_Program", "Skeptical_Science", "Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.4745, 0.4699, 0.4583, 0.456, 0.4532, 0.4488, 0.4479, 0.4468, 0.4457, 0.4443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "2016_North_American_heat_wave", "Satellite_temperature_measurements", "2013_Southwestern_United_States_heat_wave", "Air_conditioned_clothing", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Air_conditioning"], "ranked_scores": [0.5578, 0.5489, 0.5421, 0.5341, 0.5328, 0.528, 0.5272, 0.5162, 0.5158, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "History_of_climate_change_science", "Environmental_issue", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Global_warming_hiatus", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6513, 0.6406, 0.6346, 0.6218, 0.6167, 0.6116, 0.6055, 0.6027, 0.6023, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power_in_Australia", "List_of_photovoltaic_power_stations", "Solar_power_in_Spain", "Solar_power_in_Michigan", "Solar_power", "Solar_power_by_country", "Wind_power_in_the_United_States"], "ranked_scores": [0.5751, 0.5583, 0.5583, 0.5504, 0.5433, 0.5397, 0.5302, 0.529, 0.5113, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Argentina", "Growth_of_wind_power_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Brazil", "Wind_power_in_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.4596, 0.4477, 0.4286, 0.4241, 0.422, 0.4219, 0.4117, 0.4088, 0.3973, 0.39], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m32-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Sloth_bear", "Bile_bear", "Grizzly_bear", "Bear_attack", "Syrian_brown_bear", "Brown_bear", "Coyote", "Panda_Bear_(musician)", "Arctostaphylos"], "ranked_scores": [0.2901, 0.281, 0.2792, 0.2765, 0.2737, 0.2702, 0.2658, 0.2645, 0.261, 0.2575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Global_warming_in_Antarctica", "Glaciovolcanism", "Volcanic_winter", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Future_sea_level", "Past_sea_level", "Arctic_geoengineering"], "ranked_scores": [0.5645, 0.564, 0.5361, 0.5346, 0.523, 0.5191, 0.5115, 0.5087, 0.5059, 0.5029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Temperate_climate", "Future_sea_level", "Arctic_Ocean", "Ross_Gyre", "Annual_cycle_of_sea_level_height", "Sea_level", "Polar_High", "Measurement_of_sea_ice"], "ranked_scores": [0.5314, 0.51, 0.4954, 0.4862, 0.4837, 0.473, 0.4716, 0.4696, 0.4684, 0.4662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Ice2sea", "Global_cooling", "Climate_inertia", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.5355, 0.5075, 0.5067, 0.503, 0.4934, 0.4917, 0.4758, 0.4745, 0.4726, 0.4725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_Colorado", "Mitigation_of_global_warming_in_Australia", "Wind_power_in_California", "Climate_footprint", "Wind_power_in_New_Mexico", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_emissions_reporting", "Climate_change_mitigation_scenarios", "Clean_Energy_Regulator", "Environmental_impact_of_biodiesel"], "ranked_scores": [0.4693, 0.4612, 0.4568, 0.4527, 0.4524, 0.4516, 0.4512, 0.4506, 0.4489, 0.4488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Global_cooling", "IPCC_First_Assessment_Report", "Politics_of_global_warming", "History_of_climate_change_science", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation_scenarios", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.5018, 0.4948, 0.4819, 0.4769, 0.4726, 0.4713, 0.4706, 0.4694, 0.4686, 0.4676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Climate_inertia", "Climate_change_in_the_Arctic", "Future_sea_level", "Ice_age", "Global_cooling", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Past_sea_level"], "ranked_scores": [0.5287, 0.5223, 0.5151, 0.5143, 0.5143, 0.5067, 0.5034, 0.5029, 0.4996, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Copenhagen_Diagnosis", "Carbon_dioxide_in_Earth's_atmosphere", "Cool_tropics_paradox"], "ranked_scores": [0.5385, 0.5372, 0.5312, 0.5303, 0.5292, 0.5261, 0.5196, 0.5128, 0.5122, 0.5112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Physical_impacts_of_climate_change", "Extreme_weather", "Climate_change_in_the_Arctic", "Climate_change_adaptation_in_Nepal", "2000_Southern_United_States_heat_wave", "Environmental_issue", "Climate_Change_Science_Program", "Climate_risk", "Climate_change"], "ranked_scores": [0.506, 0.4931, 0.4889, 0.4767, 0.4727, 0.4686, 0.468, 0.467, 0.4668, 0.4656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Cold_drop", "2013_Southwestern_United_States_heat_wave", "Cold_wave", "2016_North_American_heat_wave", "Droughts_in_the_United_States", "2015_North_American_heat_wave", "Winter_1985_cold_wave", "Heat_wave", "United_States_rainfall_climatology", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.3884, 0.3868, 0.3798, 0.3789, 0.3782, 0.3748, 0.373, 0.37, 0.3672, 0.3652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_in_Canada", "Climate_Change_Science_Program", "Climate_risk", "Climate_change_policy_of_the_United_States", "Global_warming_controversy", "Climate_change_adaptation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4959, 0.4837, 0.4828, 0.4797, 0.4765, 0.4748, 0.4743, 0.4703, 0.4691, 0.4685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Climate_change_in_the_Arctic", "Timeline_of_glaciation", "Glacial_period", "Interglacial", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "Global_cooling", "Arctic_sea_ice_decline", "Physical_impacts_of_climate_change", "Instrumental_temperature_record"], "ranked_scores": [0.5408, 0.5386, 0.5376, 0.5371, 0.5357, 0.5344, 0.5269, 0.5201, 0.5146, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_Arctic", "Satellite_temperature_measurements", "Global_warming_in_Antarctica", "Mauna_Loa_Observatory", "Future_sea_level", "Arctic_geoengineering", "Tropospheric_ozone", "Global_cooling", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4492, 0.4484, 0.4431, 0.4413, 0.4409, 0.4396, 0.4374, 0.4354, 0.4342, 0.4325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Tropospheric_ozone", "Carbon_dioxide", "Atmospheric_carbon_cycle", "Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Dry_ice", "Methane", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.4068, 0.4036, 0.4018, 0.4012, 0.3913, 0.3903, 0.3817, 0.3799, 0.3789, 0.3775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["An_Appeal_to_Reason", "History_of_climate_change_science", "Heaven_and_Earth_(book)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Greening_Earth_Society", "Global_warming_controversy", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5127, 0.4968, 0.4903, 0.4884, 0.4884, 0.4879, 0.4839, 0.4833, 0.4825, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Special_Report_on_Global_Warming_of_1.5_°C", "Pliocene_climate", "Shutdown_of_thermohaline_circulation", "Climate_Research_(journal)", "Arctic_geoengineering", "Climate_pattern", "Anthropocene", "Scientific_consensus_on_climate_change", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.2968, 0.2393, 0.239, 0.2327, 0.2295, 0.2271, 0.2265, 0.2259, 0.2253, 0.2238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Climate_Change_Science_Program", "History_of_climate_change_science", "Arctic_sea_ice_decline", "Avoiding_Dangerous_Climate_Change", "IPCC_Fourth_Assessment_Report", "Arctic_geoengineering", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5594, 0.5263, 0.5251, 0.5166, 0.5152, 0.5142, 0.5133, 0.5089, 0.5081, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Trade_winds", "Polar_front", "Sea_surface_temperature", "Cold_wave", "Westerlies", "Weather_front", "El_Niño–Southern_Oscillation", "Climate_of_the_United_States", "Climate_of_Minnesota", "Nor'easter"], "ranked_scores": [0.5537, 0.5488, 0.5488, 0.5373, 0.5347, 0.5267, 0.5255, 0.5241, 0.5204, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "Cool_tropics_paradox", "Climate_change_in_the_Arctic", "2006_European_cold_wave", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "Arctic_sea_ice_decline"], "ranked_scores": [0.4925, 0.4652, 0.4581, 0.4524, 0.4454, 0.4446, 0.439, 0.4367, 0.4357, 0.4351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "Climate_change_adaptation_in_Nepal", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "2015_United_Nations_Climate_Change_Conference", "History_of_climate_change_science", "Avoiding_Dangerous_Climate_Change", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.4181, 0.4085, 0.4081, 0.4059, 0.4057, 0.4053, 0.3977, 0.3974, 0.3968, 0.3954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Clean_Energy_Regulator", "Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Energy_in_Denmark", "Plug-in_hybrids_in_California", "Climate_Change_Act_2008", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_Kingdom", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.3523, 0.3423, 0.3377, 0.3362, 0.3308, 0.33, 0.3217, 0.3188, 0.3175, 0.3169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Climate_inertia", "Winter_1985_cold_wave", "Ice2sea", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Deglaciation"], "ranked_scores": [0.5165, 0.5075, 0.499, 0.4975, 0.4873, 0.4864, 0.4809, 0.4799, 0.4774, 0.4773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "2016_American_Northeast_heat_wave", "Scientific_consensus_on_climate_change", "2011_North_American_heat_wave", "2006_European_heat_wave", "IPCC_Fourth_Assessment_Report", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.4353, 0.4313, 0.4255, 0.4247, 0.4218, 0.4212, 0.4194, 0.4192, 0.4146, 0.4146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Air_pollution", "Acid_rain", "Ocean_acidification", "Anoxic_waters", "Blackwater_(coal)", "Atmospheric_methane", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.5195, 0.4974, 0.4823, 0.4806, 0.4739, 0.4729, 0.4723, 0.462, 0.4582, 0.4564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Energy_value_of_coal", "Pro-nuclear_movement", "Global_warming_conspiracy_theory", "Falsism", "Energy_accidents", "Counterfactual_thinking", "Efficient_energy_use", "Open_peer_review", "Nuclear_power_debate"], "ranked_scores": [0.411, 0.398, 0.3894, 0.387, 0.3786, 0.3727, 0.3705, 0.3701, 0.3617, 0.36], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Climate_inertia", "Arctic_geoengineering", "Past_sea_level", "Permafrost", "Winter_1985_cold_wave"], "ranked_scores": [0.5455, 0.5412, 0.5407, 0.5273, 0.5184, 0.5109, 0.5078, 0.5015, 0.4933, 0.4876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2006_European_cold_wave", "Global_warming_in_Antarctica", "Arctic_geoengineering", "2018_British_Isles_heat_wave", "Climate_of_Antarctica", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "January_2017_European_cold_wave", "1908", "1936_North_American_cold_wave"], "ranked_scores": [0.4194, 0.4176, 0.4158, 0.4136, 0.4117, 0.4107, 0.4103, 0.4091, 0.4085, 0.4083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_risk", "Climate_change_in_the_Arctic", "Global_warming", "Climate_change_mitigation_scenarios", "Arctic_geoengineering"], "ranked_scores": [0.5126, 0.5041, 0.5036, 0.5006, 0.4985, 0.4983, 0.4942, 0.4879, 0.4868, 0.486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2016_American_Northeast_heat_wave", "1911_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1980_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.5929, 0.5833, 0.5785, 0.5684, 0.5607, 0.5543, 0.5494, 0.5433, 0.5429, 0.5403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Politics_of_global_warming", "History_of_climate_change_science", "Climate_risk", "Climate_change_in_the_Arctic", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5412, 0.5298, 0.5265, 0.5124, 0.5124, 0.5089, 0.5058, 0.5031, 0.5005, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "Arctic_sea_ice_decline", "Climate_change", "Instrumental_temperature_record", "Climate_state", "Arctic_geoengineering", "Climate_change_(general_concept)", "Climate_variability", "Global_cooling"], "ranked_scores": [0.577, 0.5754, 0.5573, 0.5558, 0.5543, 0.5495, 0.5493, 0.5428, 0.5421, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Greenhouse_effect", "Physical_impacts_of_climate_change", "Atmospheric_methane", "Global_warming_potential", "Special_Report_on_Global_Warming_of_1.5_°C", "Tropospheric_ozone"], "ranked_scores": [0.5703, 0.5446, 0.5363, 0.528, 0.5272, 0.5223, 0.5215, 0.5197, 0.5112, 0.5094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Prudentialism", "Risk", "Misuse_of_statistics", "Objectivity_(philosophy)", "Inverse_consequences", "Bias", "Probability_of_error", "Cognitive_bias", "Falsism", "Fallacy"], "ranked_scores": [0.488, 0.4794, 0.4772, 0.4701, 0.4575, 0.4574, 0.4567, 0.4561, 0.4529, 0.4493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Climate_Change_Act_2008", "United_Nations_Environment_Organization", "Beyond_Coal", "Presidential_Climate_Action_Plan", "Avoiding_Dangerous_Climate_Change", "2011_United_Nations_Climate_Change_Conference", "Views_on_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Reducing_emissions_from_deforestation_and_forest_degradation", "Energy_and_Climate_Partnership_of_the_Americas"], "ranked_scores": [0.3855, 0.3766, 0.3725, 0.3682, 0.3663, 0.3622, 0.3618, 0.3581, 0.3572, 0.3535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2006_European_cold_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2006_European_heat_wave", "1997–98_El_Niño_event", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5643, 0.561, 0.5609, 0.5591, 0.5567, 0.5544, 0.5484, 0.5472, 0.5452, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Permafrost", "Arctic_ice_pack", "Measurement_of_sea_ice", "Geography_of_Antarctica", "Climate_of_Antarctica", "Arctic_Ocean", "Antarctic_continental_shelf"], "ranked_scores": [0.4778, 0.474, 0.4736, 0.4586, 0.457, 0.4429, 0.4426, 0.4405, 0.4357, 0.4309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Renewable_natural_gas", "Carbon_capture_and_storage", "Coal_pollution_mitigation", "Carbon-neutral_fuel", "Clean_coal_technology", "Renewable_thermal_energy", "Carbon_capture_and_storage_in_Australia", "Substitute_natural_gas", "List_of_coal_fired_power_stations_in_Australia", "Renewable_energy_in_the_United_Kingdom"], "ranked_scores": [0.5174, 0.5054, 0.5051, 0.4994, 0.4942, 0.4932, 0.4919, 0.4901, 0.4879, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Demand_destruction", "Anthropocene", "Human_impact_on_the_environment", "Pyrmont_Power_Station", "Doomer", "National_Oceanic_and_Atmospheric_Administration", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.2383, 0.2254, 0.2203, 0.2118, 0.21, 0.2052, 0.2023, 0.2015, 0.1916, 0.1861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Copenhagen_Diagnosis", "Global_warming_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5564, 0.5368, 0.5284, 0.5144, 0.5107, 0.5057, 0.5052, 0.505, 0.5016, 0.497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Scientific_consensus_on_climate_change", "IPCC_Fourth_Assessment_Report", "Climate_risk", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Climate_Change_Science_Program", "Climate_Research_(journal)", "Committee_on_Climate_Change_Science_and_Technology_Integration", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.502, 0.4844, 0.4777, 0.477, 0.4767, 0.4767, 0.4746, 0.4743, 0.4708, 0.4702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Past_sea_level", "Future_sea_level", "Global_stilling", "Arctic_sea_ice_decline", "Instrumental_temperature_record", "Climate_change_(general_concept)", "Climate_variability", "Arctic_geoengineering", "Antarctic_oscillation"], "ranked_scores": [0.3722, 0.3625, 0.3607, 0.3568, 0.3537, 0.3533, 0.3531, 0.3524, 0.3513, 0.3507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Effects_of_global_warming", "Climate_variability"], "ranked_scores": [0.6483, 0.6352, 0.6342, 0.6205, 0.6153, 0.6147, 0.6111, 0.6106, 0.6054, 0.6054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_cooling", "Cold_wave", "Arctic_dipole_anomaly", "Climate_pattern", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Global_dimming", "Wage_curve", "Antarctica_cooling_controversy"], "ranked_scores": [0.318, 0.3127, 0.307, 0.3069, 0.3026, 0.3008, 0.2949, 0.2917, 0.2914, 0.2913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Politics_of_global_warming", "IPCC_First_Assessment_Report", "Global_warming", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "Environmental_issue"], "ranked_scores": [0.4969, 0.4963, 0.4961, 0.4931, 0.4929, 0.4905, 0.49, 0.4886, 0.4882, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2692, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Instrumental_temperature_record", "Climate_change_in_the_Arctic", "Bølling-Allerød_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Global_cooling", "Glacial_period"], "ranked_scores": [0.5426, 0.5326, 0.5239, 0.5196, 0.5179, 0.5122, 0.5119, 0.5117, 0.5086, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["The_Deniers", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Watts_Up_With_That?", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason", "Climate_Change_Science_Program", "Advisory_Group_on_Greenhouse_Gases", "Climatic_Research_Unit_email_controversy", "Review_of_Policy_Research", "Climate_risk"], "ranked_scores": [0.4264, 0.4255, 0.4168, 0.4139, 0.412, 0.411, 0.4104, 0.4075, 0.4074, 0.4069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Satellite_temperature_measurements", "Weather_station", "List_of_locations_with_a_subtropical_climate", "2013_Southwestern_United_States_heat_wave", "Cooling_center", "Climate_of_Minneapolis–Saint_Paul", "Polar_High", "Heat_wave", "Climate_of_the_Arctic"], "ranked_scores": [0.4914, 0.4768, 0.4694, 0.469, 0.4661, 0.4608, 0.4593, 0.4554, 0.4543, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_in_the_Arctic", "Instrumental_temperature_record", "Global_warming", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Environmental_issue", "Cool_tropics_paradox", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6017, 0.5994, 0.5904, 0.59, 0.5881, 0.5862, 0.577, 0.5734, 0.5713, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Energy_mix", "Solar_power_by_country", "Solar_power_in_the_United_States", "Solar_power_in_Spain", "100%_renewable_energy", "Renewable_energy_in_the_United_States", "Contribution_to_global_warming_by_Australia", "Solar_power_in_Australia", "Concentrated_solar_power"], "ranked_scores": [0.4684, 0.4329, 0.4265, 0.4245, 0.4237, 0.4231, 0.4228, 0.4179, 0.416, 0.4159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Growth_of_wind_power_in_the_United_States", "Energy_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Syria", "List_of_Michigan_locations_by_per_capita_income", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Canadian_Association_of_Petroleum_Producers"], "ranked_scores": [0.3755, 0.3606, 0.3415, 0.3291, 0.3259, 0.3239, 0.3185, 0.3159, 0.3124, 0.3122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m48-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bear_attack", "Rubus_arcticus", "Bile_bear", "Brown_bear", "Sloth_bear", "The_Bear_(1988_film)", "Kodiak_bear", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Arctostaphylos"], "ranked_scores": [0.3722, 0.3681, 0.3612, 0.3582, 0.3563, 0.3525, 0.3488, 0.3484, 0.3468, 0.3374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5066, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Greenhouse_gas", "Atmospheric_methane", "Global_warming_in_Antarctica", "Carbon_dioxide_in_Earth's_atmosphere", "Retreat_of_glaciers_since_1850", "Atmospheric_carbon_cycle", "Volcanic_winter"], "ranked_scores": [0.6464, 0.5994, 0.5866, 0.5834, 0.5773, 0.563, 0.5578, 0.5514, 0.5502, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Measurement_of_sea_ice", "Tidal_range", "Sea_state", "Sea_ice"], "ranked_scores": [0.6271, 0.5974, 0.5648, 0.5618, 0.5591, 0.5475, 0.4974, 0.4846, 0.4836, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Future_sea_level", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6426, 0.5717, 0.5582, 0.5557, 0.5497, 0.5411, 0.5276, 0.527, 0.5237, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_New_Mexico", "Climate_footprint", "Wind_power_in_Colorado", "Wind_power", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Wind_power_in_the_European_Union", "Mitigation_of_global_warming_in_Australia", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_the_United_States"], "ranked_scores": [0.5225, 0.5182, 0.5038, 0.5036, 0.4948, 0.4942, 0.4887, 0.4845, 0.4794, 0.4785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report"], "ranked_scores": [0.529, 0.5223, 0.5177, 0.5168, 0.5095, 0.5037, 0.5012, 0.4993, 0.4937, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Sea_level_rise", "Climate_inertia", "Ice2sea", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Global_cooling"], "ranked_scores": [0.6169, 0.5979, 0.5917, 0.5773, 0.5695, 0.5686, 0.5594, 0.5543, 0.5515, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.6167, 0.599, 0.5771, 0.5739, 0.5673, 0.5663, 0.558, 0.5558, 0.5538, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Effects_of_global_warming", "Reasons_for_concern", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Climate_change_adaptation_in_Nepal", "Climate_risk", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.5517, 0.5318, 0.5206, 0.5185, 0.5156, 0.512, 0.5106, 0.5003, 0.497, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Winter_1985_cold_wave", "Mediterranean_climate", "Drought_in_Spain", "2013_Southwestern_United_States_heat_wave", "Multiple_sclerosis", "Measles", "2015_North_American_heat_wave", "Meningococcal_disease", "Nor'easter"], "ranked_scores": [0.4348, 0.4071, 0.4056, 0.4003, 0.3998, 0.3993, 0.3941, 0.3927, 0.39, 0.3883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "Effects_of_global_warming", "Arctic_geoengineering"], "ranked_scores": [0.5168, 0.502, 0.4977, 0.4965, 0.4956, 0.4899, 0.478, 0.4696, 0.4675, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Quaternary_glaciation", "Climate_change", "History_of_climate_change_science", "Future_of_Earth", "Abrupt_climate_change", "Glacial_period", "Milankovitch_cycles"], "ranked_scores": [0.6155, 0.5667, 0.5471, 0.5422, 0.5392, 0.5384, 0.5316, 0.5277, 0.5274, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Global_cooling", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Antarctica_cooling_controversy", "Environmental_issue"], "ranked_scores": [0.5037, 0.4978, 0.4928, 0.4845, 0.479, 0.4686, 0.468, 0.4659, 0.4574, 0.4572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Tropospheric_ozone", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Ozone_depletion", "Atmospheric_methane", "Metabolic_acidosis", "Ozone"], "ranked_scores": [0.4958, 0.4844, 0.4723, 0.4583, 0.4576, 0.4493, 0.4434, 0.4306, 0.4284, 0.4282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "James_Hansen", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "An_Appeal_to_Reason", "Greening_Earth_Society", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5751, 0.5607, 0.559, 0.5551, 0.5451, 0.5427, 0.5343, 0.5252, 0.525, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDOS", "Shutdown_of_thermohaline_circulation", "Indonesian_Democratic_Party", "Paleocene–Eocene_Thermal_Maximum", "PDO", "Pliocene_climate", "Greenhouse_and_icehouse_Earth", "Season_creep", "Anthropocene"], "ranked_scores": [0.3712, 0.3247, 0.3113, 0.2991, 0.2849, 0.2766, 0.276, 0.2707, 0.2702, 0.2687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "An_Appeal_to_Reason", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [0.6111, 0.6101, 0.5719, 0.5519, 0.544, 0.5408, 0.5386, 0.5318, 0.5254, 0.5245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "El_Niño–Southern_Oscillation", "Polar_vortex", "Trade_winds", "Westerlies", "Sea_surface_temperature", "Nor'easter", "Gulf_Stream", "Climate_of_Finland"], "ranked_scores": [0.6086, 0.604, 0.5702, 0.5696, 0.5615, 0.56, 0.5534, 0.5407, 0.5373, 0.5336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_controversy", "List_of_climate_research_satellites", "Hockey_stick_graph", "March_2012_North_American_heat_wave", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5358, 0.5214, 0.5081, 0.4817, 0.4716, 0.4696, 0.4695, 0.4689, 0.4613, 0.4546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Global_cooling", "Copenhagen_Accord", "Contraction_and_Convergence", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Collider_Detector_at_Fermilab", "Carbon_bubble"], "ranked_scores": [0.4689, 0.4621, 0.4514, 0.4469, 0.4303, 0.4287, 0.4287, 0.4282, 0.4191, 0.4085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "European_Union_value_added_tax", "Mitigation_of_global_warming_in_Australia", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator"], "ranked_scores": [0.4505, 0.4329, 0.4325, 0.396, 0.384, 0.3796, 0.364, 0.3614, 0.3598, 0.3579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Sea_level_rise", "Arctic_geoengineering", "Global_cooling", "Past_sea_level"], "ranked_scores": [0.587, 0.5618, 0.5505, 0.5419, 0.5357, 0.5301, 0.5258, 0.5226, 0.5223, 0.5223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "2001_Eastern_North_America_heat_wave", "2006_European_heat_wave", "Scientific_consensus_on_climate_change", "1908", "Media_coverage_of_climate_change", "2016_American_Northeast_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.4883, 0.4872, 0.475, 0.4622, 0.4589, 0.4552, 0.4499, 0.4425, 0.4421, 0.4373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Air_pollution", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Atmospheric_carbon_cycle", "Anoxic_waters", "Blackwater_(coal)", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.5952, 0.5505, 0.5275, 0.5154, 0.5153, 0.506, 0.5047, 0.4984, 0.4905, 0.4821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Greening_Earth_Society", "Pro-nuclear_movement", "Environmental_impact_of_the_coal_industry", "Nuclear_power_debate", "Alternative_energy", "Energy_development", "Energy_value_of_coal", "The_Real_Global_Warming_Disaster", "Energy_mix"], "ranked_scores": [0.4385, 0.4184, 0.4075, 0.407, 0.3987, 0.3978, 0.3873, 0.3854, 0.3817, 0.3782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Measurement_of_sea_ice", "Sea_ice", "Climate_inertia"], "ranked_scores": [0.6569, 0.6516, 0.5926, 0.586, 0.5768, 0.5622, 0.5558, 0.5413, 0.5309, 0.525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Desertification", "2006_European_cold_wave", "Drought_in_the_United_Kingdom", "Global_warming_in_Antarctica", "Global_cooling", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5067, 0.4957, 0.4756, 0.4705, 0.4644, 0.4601, 0.445, 0.4368, 0.4344, 0.4195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Antarctica_cooling_controversy", "Stern_Review", "Arctic_geoengineering", "An_Appeal_to_Reason", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Carbon_bubble", "Cool_tropics_paradox"], "ranked_scores": [0.5392, 0.5152, 0.514, 0.5033, 0.5013, 0.5002, 0.4995, 0.4975, 0.4867, 0.4859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.7608, 0.7372, 0.7081, 0.7071, 0.7037, 0.6959, 0.694, 0.6841, 0.6689, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_cooling", "An_Appeal_to_Reason", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming"], "ranked_scores": [0.6118, 0.5761, 0.5712, 0.569, 0.5543, 0.5522, 0.5476, 0.5465, 0.5454, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Physical_impacts_of_climate_change", "Global_cooling", "Global_warming_hiatus", "Instrumental_temperature_record", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Cool_tropics_paradox"], "ranked_scores": [0.5901, 0.5886, 0.5717, 0.5652, 0.5596, 0.5586, 0.5524, 0.5458, 0.5435, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Environmental_issue", "Wind_power_in_New_Mexico", "Effects_of_global_warming", "Greenhouse_effect", "Arctic_methane_emissions"], "ranked_scores": [0.6335, 0.6296, 0.6002, 0.5908, 0.5796, 0.5628, 0.5594, 0.5525, 0.5509, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Manufactured_risk", "Worst-case_scenario", "Longevity_risk", "Risk_neutral", "Risk–benefit_ratio", "Accident", "Risk_assessment", "Scenario_analysis", "Inverse_consequences"], "ranked_scores": [0.5288, 0.4923, 0.4792, 0.4717, 0.468, 0.4679, 0.4618, 0.4586, 0.4439, 0.4399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "United_Nations_Environment_Organization", "Greenhouse_gas_emissions_by_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4614, 0.4436, 0.4317, 0.4317, 0.4082, 0.4044, 0.4042, 0.404, 0.3989, 0.3937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "2016_American_Northeast_heat_wave", "1997–98_El_Niño_event", "2000_Southern_United_States_heat_wave", "2014–16_El_Niño_event", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6401, 0.6126, 0.608, 0.5992, 0.5919, 0.5916, 0.5846, 0.5841, 0.5823, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "West_Antarctica", "East_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Sea_ice"], "ranked_scores": [0.6194, 0.5747, 0.5723, 0.5631, 0.5284, 0.5273, 0.5212, 0.5172, 0.509, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Arch_Coal", "Carbon_cycle_re-balancing", "Refined_coal", "Fossil_fuel_power_station"], "ranked_scores": [0.6106, 0.5844, 0.5397, 0.5329, 0.529, 0.5044, 0.5, 0.4939, 0.491, 0.4866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "PDO", "Shutdown_of_thermohaline_circulation", "Programmed_Data_Processor", "Demand_destruction", "Slowdown", "Department_of_Energy_and_Environment", "Tipping_point_(climatology)"], "ranked_scores": [0.3329, 0.3127, 0.3068, 0.3006, 0.273, 0.267, 0.264, 0.2559, 0.2467, 0.2425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Global_cooling", "Global_warming", "Effects_of_global_warming", "Environmental_issue", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change"], "ranked_scores": [0.6126, 0.555, 0.5364, 0.5358, 0.5319, 0.5266, 0.5259, 0.5199, 0.5195, 0.5175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Committee_on_Climate_Change_Science_and_Technology_Integration", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "United_Nations_Climate_Change_conference", "World_Climate_Change_Conference,_Moscow", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "United_Nations_Framework_Convention_on_Climate_Change", "Climate_Change_Science_Program"], "ranked_scores": [0.5108, 0.5067, 0.5056, 0.5046, 0.5045, 0.5017, 0.4999, 0.4969, 0.4913, 0.4853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "2006_European_cold_wave", "2014–15_North_American_winter", "Freezing_level", "Global_cooling", "Arctic_sea_ice_decline", "Global_Historical_Climatology_Network", "Antarctica_cooling_controversy", "Global_warming_hiatus"], "ranked_scores": [0.4072, 0.3819, 0.3782, 0.3718, 0.3674, 0.3647, 0.3536, 0.3527, 0.3519, 0.3515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Global_warming", "Climate_change_in_the_Arctic", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Regional_effects_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6798, 0.6661, 0.6629, 0.6602, 0.6564, 0.6432, 0.6418, 0.6382, 0.6369, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Global_dimming", "Antarctica_cooling_controversy", "Trend_stationary", "Arctic_sea_ice_decline", "Antarctic_oscillation", "MSU_temperature_measurements", "Seasonal_adjustment", "Global_cooling"], "ranked_scores": [0.3691, 0.3622, 0.3493, 0.3444, 0.3344, 0.3286, 0.3226, 0.3212, 0.3154, 0.3143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Global_warming", "Deforestation_and_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6014, 0.5937, 0.5887, 0.5631, 0.5551, 0.5532, 0.5483, 0.5441, 0.5437, 0.5372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7757, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Life_on_Mars", "Pliocene_climate", "Bølling-Allerød_warming", "Water_on_Mars", "Earth"], "ranked_scores": [0.5957, 0.5649, 0.5351, 0.5321, 0.5272, 0.5261, 0.5258, 0.5246, 0.5215, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Scientific_community", "IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [0.4798, 0.4765, 0.4699, 0.4611, 0.4586, 0.4533, 0.4511, 0.4481, 0.4376, 0.4327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Satellite_temperature_measurements", "Excessive_heat_watch", "Air_conditioned_clothing", "Urban_heat_island", "2016_North_American_heat_wave", "Weather_station", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "Climate_of_the_United_States"], "ranked_scores": [0.5428, 0.5423, 0.5345, 0.5169, 0.5167, 0.5128, 0.5066, 0.5061, 0.5045, 0.4897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_Arctic", "Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_controversy", "Environmental_issue"], "ranked_scores": [0.6449, 0.6178, 0.6129, 0.6036, 0.5979, 0.5939, 0.5934, 0.5929, 0.5901, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "List_of_photovoltaic_power_stations", "Solar_power_in_Australia", "Solar_power", "Solar_power_by_country", "Wind_power_in_the_United_States", "Solar_energy"], "ranked_scores": [0.5805, 0.5561, 0.5506, 0.5394, 0.522, 0.5192, 0.5127, 0.5011, 0.4926, 0.486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Growth_of_wind_power_in_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Farm_programs", "Economy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Gold_mining_in_the_United_States"], "ranked_scores": [0.4991, 0.4669, 0.4375, 0.4331, 0.4256, 0.412, 0.4058, 0.402, 0.3999, 0.3986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-pq-m48-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["The_Bear_(1988_film)", "Syrian_brown_bear", "Brown_bear", "Rubus_arcticus", "Arctostaphylos", "Grizzly_bear", "Bear_attack", "Bile_bear", "Kodiak_bear", "List_of_Alaska_state_forests"], "ranked_scores": [0.3156, 0.3156, 0.3022, 0.2955, 0.2939, 0.2884, 0.2842, 0.2734, 0.2728, 0.2672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5431, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Arctic_resources_race", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Thermopause", "Global_cooling"], "ranked_scores": [0.6114, 0.5621, 0.5441, 0.5361, 0.5292, 0.5186, 0.5179, 0.5178, 0.5152, 0.5071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Annual_cycle_of_sea_level_height", "Sea_level_rise", "Sea_state", "Sea_level", "Future_sea_level", "Temperate_climate", "Tide", "Great_Salt_Lake_effect", "Raised_shoreline"], "ranked_scores": [0.53, 0.516, 0.4907, 0.4833, 0.4802, 0.4753, 0.4715, 0.4704, 0.4676, 0.4575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Global_cooling", "Climate_change_in_the_Arctic", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Ice2sea", "Climate_change", "Ice_age"], "ranked_scores": [0.5276, 0.5264, 0.5031, 0.5013, 0.4737, 0.4683, 0.467, 0.4666, 0.4586, 0.458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Renewable_energy_debate", "Atmospheric_carbon_cycle", "Wind_power_in_California", "Wind_power_in_the_United_States", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "Wind_power_by_country", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.4663, 0.4557, 0.4526, 0.4501, 0.4473, 0.4445, 0.4445, 0.4441, 0.4409, 0.4389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "CO2_is_Green", "Global_cooling", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.4836, 0.4813, 0.478, 0.4683, 0.4682, 0.4658, 0.4617, 0.461, 0.4606, 0.4603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Global_cooling", "Future_sea_level", "Climate_change_in_the_Arctic", "Climate_inertia", "Holocene_glacial_retreat", "Sea_level_rise", "Past_sea_level", "Arctic_sea_ice_decline", "Greenland_ice_sheet", "Arctic_geoengineering"], "ranked_scores": [0.5319, 0.521, 0.5176, 0.514, 0.5033, 0.5031, 0.5029, 0.5029, 0.5018, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "IPCC_First_Assessment_Report", "Environmental_issue", "Global_cooling", "Atmospheric_carbon_cycle", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Global_warming", "Deforestation_and_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5521, 0.5515, 0.5464, 0.5441, 0.5326, 0.5323, 0.5289, 0.5229, 0.5213, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "2016_North_American_heat_wave", "Physical_impacts_of_climate_change", "Climate_risk", "Reasons_for_concern", "2011_North_American_heat_wave", "Effects_of_global_warming", "IPCC_Fourth_Assessment_Report", "Extreme_weather", "2006_North_American_heat_wave"], "ranked_scores": [0.4916, 0.478, 0.4753, 0.472, 0.4719, 0.4694, 0.4691, 0.4688, 0.4634, 0.4627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Winter_1985_cold_wave", "Cold-air_damming", "United_States_rainfall_climatology", "Megadrought", "Early_2014_North_American_cold_wave", "Droughts_in_the_United_States", "2015_North_American_heat_wave", "Westerlies", "Heat_wave", "Nor'easter"], "ranked_scores": [0.4215, 0.401, 0.3881, 0.3836, 0.3802, 0.3797, 0.3734, 0.3718, 0.3704, 0.3641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_justice", "Climate_risk", "Avoiding_Dangerous_Climate_Change", "Climate_change_adaptation_in_Nepal", "An_Appeal_to_Reason", "Climate_change_policy_of_the_United_States", "Climate_change_in_Europe", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_prediction"], "ranked_scores": [0.4876, 0.4808, 0.4798, 0.4704, 0.4675, 0.4665, 0.4625, 0.4606, 0.4595, 0.458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "Climate_change_in_the_Arctic", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Abrupt_climate_change", "Global_cooling", "Interglacial"], "ranked_scores": [0.5388, 0.5238, 0.5236, 0.5213, 0.52, 0.5182, 0.5167, 0.5161, 0.5156, 0.5131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Global_cooling", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Keeling_Curve", "Scientific_consensus_on_climate_change", "Global_dimming", "Global_cooling_(disambiguation)", "Greenhouse_gas"], "ranked_scores": [0.4683, 0.4541, 0.4529, 0.4476, 0.4466, 0.4456, 0.4446, 0.444, 0.4379, 0.4318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Estuarine_acidification", "Atmospheric_methane", "Carbon_dioxide", "Metabolic_acidosis", "Dole_effect", "Carbonic_acid", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event"], "ranked_scores": [0.4182, 0.4143, 0.4084, 0.4072, 0.3959, 0.3938, 0.3914, 0.3911, 0.385, 0.3807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Global_cooling", "The_Great_Global_Warming_Swindle", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "The_Hockey_Stick_Illusion", "Global_cooling_(disambiguation)", "James_Hansen"], "ranked_scores": [0.5217, 0.52, 0.5075, 0.5038, 0.487, 0.4857, 0.4836, 0.4825, 0.482, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Bølling-Allerød_warming", "Anthropocene", "Pliocene_climate", "Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Indonesian_Democratic_Party", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "PDO", "Arctic_sea_ice_decline"], "ranked_scores": [0.2807, 0.2488, 0.2482, 0.2442, 0.2381, 0.2353, 0.2318, 0.2279, 0.2239, 0.2226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Reasons_for_concern", "Climate_risk", "IPCC_Second_Assessment_Report", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5468, 0.531, 0.5247, 0.5243, 0.5232, 0.5055, 0.5, 0.499, 0.4984, 0.4964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Sea_surface_temperature", "El_Niño–Southern_Oscillation", "Pacific_Northwest_windstorm", "Weather_front", "Cold_wave", "Sea_breeze", "Climate_of_Finland", "Westerlies", "Wind"], "ranked_scores": [0.5409, 0.5238, 0.5196, 0.5189, 0.514, 0.5009, 0.5, 0.4922, 0.491, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "Climate_change_in_the_Arctic", "Cool_tropics_paradox", "2013_extreme_weather_events", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "MSU_temperature_measurements", "1908", "March_2012_North_American_heat_wave", "Antarctica_cooling_controversy"], "ranked_scores": [0.4868, 0.4537, 0.4465, 0.4426, 0.4409, 0.437, 0.4338, 0.4293, 0.4265, 0.4258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Climate_change_in_Europe", "United_Nations_Framework_Convention_on_Climate_Change", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "The_Hockey_Stick_Illusion"], "ranked_scores": [0.4464, 0.4157, 0.4147, 0.4114, 0.4017, 0.4006, 0.3979, 0.3948, 0.3935, 0.392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Clean_Energy_Regulator", "Carbon_capture_and_storage_in_Australia", "Carbon_pricing_in_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_tax", "Carbon_price", "Carbon_capture_and_storage", "Mandatory_renewable_energy_target", "Carbon_emissions_reporting", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.3756, 0.3633, 0.3632, 0.3537, 0.3443, 0.3425, 0.3349, 0.3239, 0.3236, 0.3187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_geoengineering", "Global_cooling", "Ice_age", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Antarctic_Cold_Reversal", "Future_sea_level", "Greenland_ice_sheet", "Antarctica_cooling_controversy"], "ranked_scores": [0.5104, 0.502, 0.5003, 0.4955, 0.4954, 0.4931, 0.4887, 0.487, 0.4763, 0.476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Theoretical_and_Applied_Climatology", "Climatic_Research_Unit_documents", "1908", "2016_American_Northeast_heat_wave", "Climate_change_in_the_Arctic", "2016_North_American_heat_wave", "March_2012_North_American_heat_wave", "Climatic_Research_Unit_email_controversy", "Arctic_sea_ice_decline"], "ranked_scores": [0.436, 0.4285, 0.427, 0.4256, 0.4252, 0.423, 0.4211, 0.4159, 0.4147, 0.4131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Blackwater_(coal)", "Atmospheric_methane", "Acid_rain", "Oceanic_carbon_cycle", "Arctic_methane_emissions", "Air_pollution", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event"], "ranked_scores": [0.5037, 0.488, 0.4865, 0.4796, 0.4735, 0.4577, 0.455, 0.4542, 0.4507, 0.4495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Alternative_fuel", "Falsism", "Energy_accidents", "Energy_development", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "Nuclear_power", "Nuclear_power_proposed_as_renewable_energy", "Energy_value_of_coal"], "ranked_scores": [0.4, 0.3816, 0.3789, 0.3763, 0.37, 0.3683, 0.3671, 0.3622, 0.3619, 0.3583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Future_sea_level", "Arctic_geoengineering", "Sea_level_rise", "Arctic_sea_ice_decline", "Arctic_methane_emissions", "Global_warming_in_Antarctica", "Past_sea_level", "Antarctic_Cold_Reversal", "Arctic_ice_pack"], "ranked_scores": [0.5535, 0.5519, 0.5389, 0.5387, 0.5179, 0.5133, 0.4997, 0.4903, 0.4891, 0.488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Arctic_geoengineering", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "2012–13_North_American_drought", "Global_cooling", "Climate_change_in_Texas", "The_Coming_Global_Superstorm", "Drought_in_Spain", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.4047, 0.3946, 0.3942, 0.3927, 0.3885, 0.3866, 0.3857, 0.3854, 0.3841, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Climate_gap", "IPCC_First_Assessment_Report", "Global_cooling", "An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.4791, 0.4782, 0.4749, 0.4745, 0.4717, 0.4695, 0.466, 0.4641, 0.4627, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.6152, 0.585, 0.5615, 0.559, 0.5518, 0.5509, 0.5445, 0.5419, 0.5417, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_cooling", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_adaptation", "Global_warming", "Environmental_issue"], "ranked_scores": [0.5375, 0.5338, 0.5102, 0.509, 0.4985, 0.4977, 0.4971, 0.495, 0.4936, 0.4924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Cool_tropics_paradox", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Climate_pattern", "Arctic_sea_ice_decline", "Climate_change", "Instrumental_temperature_record", "Physical_impacts_of_climate_change", "Climate_oscillation", "Climate_change_(general_concept)"], "ranked_scores": [0.543, 0.5358, 0.5336, 0.522, 0.5206, 0.5185, 0.5107, 0.5074, 0.5041, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Greenhouse_effect", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Arctic_methane_emissions", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5611, 0.5511, 0.5428, 0.5295, 0.5214, 0.5158, 0.5134, 0.5129, 0.5108, 0.5028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Risk_assessment", "Worst-case_scenario", "Manufactured_risk", "Counterfactual_thinking", "Risk–benefit_ratio", "Risk_neutral", "Hazard", "Cognition", "Prudentialism"], "ranked_scores": [0.459, 0.4589, 0.4537, 0.4473, 0.4437, 0.4368, 0.4306, 0.4294, 0.4278, 0.4265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Climate_Change_Act_2008", "Copenhagen_Accord", "Beyond_Coal", "Special_Report_on_Global_Warming_of_1.5_°C", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster"], "ranked_scores": [0.3783, 0.3641, 0.3561, 0.3557, 0.355, 0.3519, 0.3512, 0.351, 0.3507, 0.3501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2016_North_American_heat_wave", "January_2016_East_Asia_cold_wave", "2006_North_American_heat_wave", "March_2012_North_American_heat_wave", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "1997–98_El_Niño_event", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.5585, 0.5478, 0.5457, 0.5446, 0.5435, 0.5418, 0.5381, 0.5367, 0.5349, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "West_Antarctica", "Arctic_ice_pack", "Greenland_ice_sheet", "East_Antarctica", "Climate_of_Antarctica", "Polar_seas"], "ranked_scores": [0.5142, 0.4906, 0.4811, 0.4762, 0.4726, 0.4659, 0.4613, 0.4597, 0.4583, 0.4572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Clean_coal_technology", "Carbon_capture_and_storage", "Renewable_natural_gas", "Coal_gasification_commercialization", "Carbon-neutral_fuel", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Carbon_dioxide_reforming"], "ranked_scores": [0.5481, 0.5476, 0.5327, 0.5056, 0.4951, 0.494, 0.4876, 0.4858, 0.4727, 0.4663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Doomer", "Anthropocene", "Mongstad_Power_Station", "1990_in_science", "German_response_to_Kyoto_Protocol", "Dipolog"], "ranked_scores": [0.2458, 0.2372, 0.2165, 0.2104, 0.2092, 0.2054, 0.2027, 0.1914, 0.1911, 0.1908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change", "Global_cooling", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "IPCC_Fourth_Assessment_Report", "Environmental_issue", "Scientific_opinion_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.56, 0.5062, 0.5023, 0.5002, 0.4979, 0.4964, 0.4867, 0.486, 0.4836, 0.4831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_Change_Science_Program", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "United_Nations_Climate_Change_conference", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_controversy", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.4744, 0.4717, 0.4562, 0.4531, 0.4511, 0.4506, 0.4493, 0.449, 0.4438, 0.4436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Climate_of_the_Arctic", "2014–15_North_American_winter", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "Great_Lakes_Areas_of_Concern", "Climate_of_Antarctica", "Antarctic_oscillation", "Global_stilling", "Great_Salt_Lake_effect"], "ranked_scores": [0.3698, 0.3477, 0.3402, 0.337, 0.3352, 0.3349, 0.3344, 0.3342, 0.3316, 0.3286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_geoengineering", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Physical_impacts_of_climate_change", "Global_warming", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6297, 0.6069, 0.6037, 0.6032, 0.5979, 0.5956, 0.5946, 0.5912, 0.5893, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Global_dimming", "Wage_curve", "MSU_temperature_measurements", "Scientific_consensus_on_climate_change", "2006_European_cold_wave", "Arctic_sea_ice_decline", "Temperate_climate", "Antarctic_oscillation"], "ranked_scores": [0.3099, 0.3086, 0.3068, 0.3055, 0.3005, 0.2939, 0.2902, 0.2879, 0.2858, 0.2847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Environmental_issue", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Abrupt_climate_change", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5278, 0.5271, 0.5181, 0.5149, 0.5129, 0.5093, 0.5089, 0.5031, 0.5019, 0.4986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2811, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Climate_change_in_the_Arctic", "Bølling-Allerød_warming", "Water_on_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "Antarctic_Cold_Reversal", "Climate_change", "Future_of_Earth", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5319, 0.5266, 0.5264, 0.5256, 0.5189, 0.5186, 0.5107, 0.508, 0.5066, 0.4993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen"], "ranked_scores": [0.441, 0.4405, 0.4261, 0.4231, 0.4088, 0.4016, 0.4015, 0.4, 0.3983, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "Cooling_center", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "Weather_station", "Heat_wave", "2006_North_American_heat_wave", "Cool_tropics_paradox"], "ranked_scores": [0.5103, 0.4785, 0.4692, 0.4685, 0.4648, 0.4646, 0.4633, 0.4622, 0.4583, 0.4557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "Environmental_issue", "IPCC_First_Assessment_Report", "Global_warming", "Global_warming_hiatus", "Physical_impacts_of_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.6097, 0.5796, 0.5718, 0.5717, 0.5674, 0.5657, 0.5642, 0.5611, 0.5592, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power_in_Australia", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Wind_power_in_the_United_States", "Wind_power_by_country", "Wind_power_in_Colorado", "100%_renewable_energy"], "ranked_scores": [0.4972, 0.4722, 0.4679, 0.4494, 0.4485, 0.4423, 0.4379, 0.4338, 0.4337, 0.4269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "List_of_Michigan_locations_by_per_capita_income", "Growth_of_wind_power_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Economy_of_the_United_States", "Farm_programs"], "ranked_scores": [0.3921, 0.3814, 0.3737, 0.3711, 0.3647, 0.3552, 0.3496, 0.3448, 0.3387, 0.3323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "Kodiak_bear", "Bear_attack", "Bile_bear", "Hunting_and_fishing_in_Alaska", "The_Bear_(1988_film)", "Aronia", "Grizzly_bear", "Syrian_brown_bear"], "ranked_scores": [0.4039, 0.3996, 0.3823, 0.3821, 0.3719, 0.3599, 0.3558, 0.3547, 0.3433, 0.341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.672, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Thermopause", "Global_warming_in_Antarctica", "Volcanic_winter", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6708, 0.5995, 0.5791, 0.5641, 0.5453, 0.5414, 0.5392, 0.5383, 0.5356, 0.5243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea_level", "Tide", "Sea_surface_temperature", "Sea", "Life_zones_of_the_Mediterranean_region", "Ocean_surface_topography"], "ranked_scores": [0.6418, 0.608, 0.5631, 0.5611, 0.5235, 0.5216, 0.5014, 0.4971, 0.4919, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Ice2sea", "Future_sea_level", "Climate_change_in_the_Arctic", "Antarctic_sea_ice", "Antarctica_cooling_controversy", "Sea_ice_thickness", "Antarctic_ice_sheet"], "ranked_scores": [0.6211, 0.5629, 0.5616, 0.5577, 0.5473, 0.5396, 0.5244, 0.5222, 0.5178, 0.5105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Climate_footprint", "Deforestation_and_climate_change", "Wind_power_in_New_Mexico", "Environmental_impact_of_aviation", "Wind_power_in_Colorado", "Atmospheric_carbon_cycle", "Growth_of_wind_power_in_the_United_States", "Carbon_diet", "Wind_power"], "ranked_scores": [0.544, 0.511, 0.5054, 0.4992, 0.4914, 0.4883, 0.4782, 0.4778, 0.4648, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Climate_change_mitigation_scenarios", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Carbon_diet", "Global_warming"], "ranked_scores": [0.5384, 0.5353, 0.5278, 0.503, 0.5016, 0.4994, 0.4934, 0.4929, 0.4904, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Ice2sea", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis"], "ranked_scores": [0.6147, 0.5974, 0.5706, 0.5674, 0.5604, 0.5599, 0.5511, 0.5439, 0.5408, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Environmental_issue", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6049, 0.5886, 0.5842, 0.5829, 0.5769, 0.5715, 0.5692, 0.5576, 0.5575, 0.5454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Effects_of_global_warming", "Hurricane_Katrina_and_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_risk", "Effects_of_global_warming_on_humans", "Climate_change_in_Texas", "Environmental_issue", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5443, 0.512, 0.5076, 0.5031, 0.5027, 0.5008, 0.4996, 0.4994, 0.4992, 0.4971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Multiple_sclerosis", "Mediterranean_climate", "Acrodermatitis", "List_of_mammals_of_New_England", "Winter_1985_cold_wave", "United_States_rainfall_climatology", "Measles", "Generalized_lymphadenopathy", "2015_North_American_heat_wave"], "ranked_scores": [0.4414, 0.417, 0.414, 0.4083, 0.407, 0.4067, 0.4045, 0.4027, 0.4001, 0.3994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_adaptation_in_Nepal", "Reasons_for_concern", "Climate_risk", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation", "Physical_impacts_of_climate_change", "Climate_change_in_Canada", "Effects_of_global_warming", "Arctic_geoengineering", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4869, 0.4867, 0.4798, 0.4797, 0.4797, 0.4755, 0.47, 0.4661, 0.4644, 0.4618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change", "Abrupt_climate_change", "Global_cooling", "History_of_climate_change_science", "Quaternary_glaciation", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming"], "ranked_scores": [0.61, 0.5678, 0.5635, 0.557, 0.5521, 0.5391, 0.5384, 0.5368, 0.5259, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Future_sea_level", "Atmospheric_carbon_cycle", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Past_sea_level", "Sea_level_rise"], "ranked_scores": [0.508, 0.4896, 0.4747, 0.4719, 0.465, 0.4587, 0.4582, 0.4531, 0.4529, 0.4511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Greenhouse_gas", "Ozone_depletion", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Great_Oxygenation_Event"], "ranked_scores": [0.5164, 0.4914, 0.4407, 0.4277, 0.4261, 0.4256, 0.4234, 0.4225, 0.4225, 0.4204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "James_Hansen", "Global_warming_controversy"], "ranked_scores": [0.5766, 0.5493, 0.5435, 0.538, 0.5336, 0.5296, 0.5272, 0.5261, 0.5237, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDOS", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "Tipping_point_(climatology)", "Pliocene_climate", "PDO", "Indonesian_Democratic_Party", "Willie_Soon", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.3771, 0.3238, 0.3212, 0.3088, 0.3049, 0.2929, 0.2904, 0.2867, 0.2789, 0.2777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["An_Appeal_to_Reason", "Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_Climate_Impact_Assessment", "Avoiding_Dangerous_Climate_Change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling"], "ranked_scores": [0.5837, 0.5835, 0.5581, 0.5513, 0.5513, 0.5487, 0.5454, 0.5401, 0.5301, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Westerlies", "Low-pressure_area", "Shutdown_of_thermohaline_circulation", "Sea_surface_temperature", "Climate_of_the_United_States", "Santa_Ana_winds"], "ranked_scores": [0.5923, 0.5801, 0.5757, 0.5669, 0.5608, 0.5483, 0.5452, 0.5404, 0.5388, 0.5372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Highest_temperature_recorded_on_Earth", "HadCRUT"], "ranked_scores": [0.5171, 0.5148, 0.5007, 0.481, 0.4784, 0.4705, 0.464, 0.4626, 0.4588, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Global_cooling", "Cold_fusion", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Contraction_and_Convergence", "Copenhagen_Accord", "Global_warming_controversy"], "ranked_scores": [0.4708, 0.4505, 0.438, 0.435, 0.4319, 0.4258, 0.4231, 0.4071, 0.4038, 0.4036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Minerals_Resource_Rent_Tax", "Clean_Energy_Regulator", "Environmental_impact_of_transport_in_Australia", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "European_Union_value_added_tax", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.4495, 0.4419, 0.4332, 0.4018, 0.3818, 0.3768, 0.3737, 0.365, 0.3649, 0.3546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Climate_change_in_the_Arctic", "Ice2sea", "Winter_1985_cold_wave", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Ice_age", "Global_cooling"], "ranked_scores": [0.5664, 0.5493, 0.5431, 0.5328, 0.5287, 0.5177, 0.5156, 0.5083, 0.508, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2016_North_American_heat_wave", "1997–98_El_Niño_event", "Scientific_consensus_on_climate_change", "2006_North_American_heat_wave", "1908", "2010_Northern_Hemisphere_heat_waves", "March_2012_North_American_heat_wave", "2006_European_heat_wave", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.4907, 0.4689, 0.4605, 0.4583, 0.4574, 0.4542, 0.4539, 0.4534, 0.4521, 0.443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Blackwater_(coal)", "Air_pollution", "Atmospheric_carbon_cycle", "Clathrate_gun_hypothesis"], "ranked_scores": [0.5859, 0.5751, 0.527, 0.512, 0.509, 0.4984, 0.4891, 0.4804, 0.4772, 0.4689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Nuclear_power_debate", "Energy_value_of_coal", "Pro-nuclear_movement", "Worse-than-average_effect", "Greening_Earth_Society", "Demand_destruction", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.4547, 0.4493, 0.4133, 0.4077, 0.4008, 0.3928, 0.3897, 0.388, 0.3825, 0.3806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Ice2sea", "Sea_ice", "Climate_inertia"], "ranked_scores": [0.6747, 0.6635, 0.5967, 0.5883, 0.5664, 0.5658, 0.5611, 0.534, 0.5199, 0.5189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Global_warming_in_Antarctica", "Desertification", "2012–13_North_American_drought", "2006_European_cold_wave", "Grassland_degradation", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.4938, 0.4814, 0.4747, 0.46, 0.4593, 0.4586, 0.4513, 0.4307, 0.4299, 0.4282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Global_cooling", "Cool_tropics_paradox", "Stern_Review", "Climate_change_in_Europe", "Carbon_bubble", "An_Appeal_to_Reason", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5225, 0.5106, 0.5035, 0.502, 0.5008, 0.5005, 0.4978, 0.492, 0.4893, 0.4832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.7903, 0.7035, 0.6988, 0.6791, 0.6762, 0.673, 0.6728, 0.6653, 0.6582, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "James_Hansen", "History_of_climate_change_science", "Global_warming", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6194, 0.5778, 0.5668, 0.5655, 0.5617, 0.5514, 0.5513, 0.5434, 0.5403, 0.5392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Climate_change", "Global_warming_hiatus", "Instrumental_temperature_record", "Global_cooling", "Climate_pattern", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Cool_tropics_paradox"], "ranked_scores": [0.5914, 0.5914, 0.5501, 0.5473, 0.5415, 0.5353, 0.533, 0.5325, 0.5315, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Environmental_issue"], "ranked_scores": [0.636, 0.6332, 0.6056, 0.5845, 0.5806, 0.5495, 0.5445, 0.544, 0.5416, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Manufactured_risk", "Worst-case_scenario", "Risk_neutral", "Risk–benefit_ratio", "Accident", "Hazard", "Finite_Risk_insurance", "Risk_assessment", "Longevity_risk"], "ranked_scores": [0.5173, 0.4911, 0.4863, 0.4805, 0.4755, 0.4664, 0.4606, 0.4558, 0.4539, 0.4532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Environmental_policy_of_the_Donald_Trump_administration", "Canada_and_the_Kyoto_Protocol", "Views_on_the_Kyoto_Protocol", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Climate_change_mitigation"], "ranked_scores": [0.4616, 0.4355, 0.4313, 0.4248, 0.4148, 0.4146, 0.4042, 0.3954, 0.3842, 0.3826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "2016_American_Northeast_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2000_Southern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2015_North_American_heat_wave"], "ranked_scores": [0.6648, 0.6406, 0.6072, 0.6072, 0.6019, 0.6001, 0.5882, 0.5849, 0.5753, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "West_Antarctica", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Sea_ice_thickness", "East_Antarctica", "Arctic_ice_pack"], "ranked_scores": [0.6088, 0.5668, 0.5665, 0.548, 0.5125, 0.504, 0.5012, 0.501, 0.4957, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Coalbed_methane", "Global_Warming_Pollution_Reduction_Act_of_2007", "Arch_Coal", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing"], "ranked_scores": [0.6419, 0.6196, 0.5797, 0.545, 0.5072, 0.499, 0.4982, 0.4949, 0.4941, 0.4937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "PDOS", "Tipping_point_(climatology)", "Shutdown_of_thermohaline_circulation", "Ozone_depletion_and_climate_change", "ADEOS_I", "Programmed_Data_Processor", "Ozone_depletion"], "ranked_scores": [0.3247, 0.3158, 0.3055, 0.302, 0.2729, 0.2618, 0.2531, 0.2527, 0.2456, 0.2448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Environmental_issue", "IPCC_First_Assessment_Report", "Global_warming", "Climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Climate_change_in_the_Arctic", "History_of_climate_change_science"], "ranked_scores": [0.6157, 0.5434, 0.532, 0.5277, 0.526, 0.5203, 0.5154, 0.5134, 0.509, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Physical_impacts_of_climate_change", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_Change_Science_Program", "United_Nations_Climate_Change_conference", "2011_United_Nations_Climate_Change_Conference", "Climate_change_adaptation_in_Nepal", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.5084, 0.5051, 0.5015, 0.5006, 0.4938, 0.4937, 0.4912, 0.4878, 0.4862, 0.483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Great_Lakes_Areas_of_Concern", "2014–15_North_American_winter", "Instrumental_temperature_record", "Cool_tropics_paradox", "2006_European_cold_wave", "Global_dimming", "Global_cooling", "Arctic_dipole_anomaly", "Global_Historical_Climatology_Network", "Climate_of_Antarctica"], "ranked_scores": [0.3884, 0.388, 0.3723, 0.3697, 0.3625, 0.3599, 0.3597, 0.3568, 0.3552, 0.3542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming", "Climate_change_(general_concept)", "Climate_variability", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Environmental_issue", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6891, 0.672, 0.6696, 0.6543, 0.6543, 0.6522, 0.6449, 0.643, 0.6292, 0.6277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Global_dimming", "Trend_stationary", "Arctic_dipole_anomaly", "Scientific_consensus_on_climate_change", "Global_cooling", "Statistical_significance", "Wage_curve"], "ranked_scores": [0.3945, 0.3836, 0.3638, 0.3532, 0.3423, 0.3388, 0.3367, 0.3352, 0.3306, 0.323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Global_warming", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Abrupt_climate_change", "Politics_of_global_warming"], "ranked_scores": [0.5954, 0.5696, 0.5643, 0.5512, 0.5501, 0.5497, 0.5447, 0.5417, 0.5342, 0.5289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7246, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Abrupt_climate_change", "Water_on_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Scientific_consensus_on_climate_change", "Future_of_Earth", "Climate_of_Mars"], "ranked_scores": [0.5725, 0.5611, 0.5462, 0.5367, 0.5322, 0.5319, 0.5318, 0.5277, 0.5273, 0.5264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Scientific_community", "IPCC_Fourth_Assessment_Report", "Scientific_consensus", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.4975, 0.4804, 0.4654, 0.4561, 0.4517, 0.4505, 0.4494, 0.4493, 0.4427, 0.4378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3703, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Satellite_temperature_measurements", "Weather_station", "Excessive_heat_watch", "2013_Southwestern_United_States_heat_wave", "Air_conditioned_clothing", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "2006_North_American_heat_wave", "Geothermal_heat_pump"], "ranked_scores": [0.5522, 0.5394, 0.522, 0.5218, 0.5133, 0.5133, 0.5093, 0.4976, 0.4948, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Environmental_issue", "Physical_impacts_of_climate_change", "Greenhouse_gas"], "ranked_scores": [0.6567, 0.6277, 0.6214, 0.6101, 0.6093, 0.5917, 0.5871, 0.5866, 0.5864, 0.5837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Solar_power_in_Australia", "List_of_photovoltaic_power_stations", "Wind_power_in_the_United_States", "Solar_energy"], "ranked_scores": [0.5936, 0.5488, 0.5487, 0.5242, 0.5133, 0.5031, 0.5027, 0.4986, 0.4756, 0.4702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Growth_of_wind_power_in_the_United_States", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Petroleum_in_the_United_States", "1971", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Energy_in_the_United_States"], "ranked_scores": [0.4837, 0.426, 0.4198, 0.4166, 0.4091, 0.4031, 0.399, 0.3967, 0.3909, 0.3895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m64-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Grizzly_bear", "The_Bear_(1988_film)", "Kodiak_bear", "Bear_attack", "List_of_mammals_of_Alabama", "Brown_bear", "Syrian_brown_bear", "Bile_bear", "Arctic"], "ranked_scores": [0.3584, 0.349, 0.3248, 0.3162, 0.3159, 0.3009, 0.2973, 0.2954, 0.2936, 0.286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Aerobic_methane_production", "Greenhouse_gas", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Future_sea_level"], "ranked_scores": [0.6104, 0.5607, 0.5254, 0.5098, 0.5039, 0.503, 0.5021, 0.502, 0.5006, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Nordic_Seas", "Tide", "Temperate_climate", "Raised_shoreline", "Sea_level"], "ranked_scores": [0.5549, 0.5135, 0.5083, 0.4902, 0.4875, 0.4769, 0.4696, 0.4683, 0.4657, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Ice2sea", "Global_cooling", "Arctic_geoengineering", "Global_cooling_(disambiguation)", "Sea_ice", "Future_sea_level", "Measurement_of_sea_ice", "Antarctic_sea_ice"], "ranked_scores": [0.5355, 0.5192, 0.5161, 0.514, 0.5077, 0.4851, 0.4736, 0.4711, 0.4661, 0.4653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Climate_footprint", "Wind_power_in_New_Mexico", "Greenhouse_gas_emissions_by_the_United_States", "Wind_power_in_the_European_Union", "Mitigation_of_global_warming_in_Australia", "Atmospheric_carbon_cycle", "Environmental_impact_of_aviation", "Wind_power_by_country", "Carbon_diet"], "ranked_scores": [0.4913, 0.4701, 0.4623, 0.4617, 0.4605, 0.4595, 0.4587, 0.4582, 0.4579, 0.4487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["2011_United_Nations_Climate_Change_Conference", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Global_cooling", "Scientific_consensus_on_climate_change", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios", "Climate_footprint", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.493, 0.4873, 0.4838, 0.4813, 0.4694, 0.4689, 0.4614, 0.4513, 0.4508, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Climate_inertia", "Future_sea_level", "Past_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Global_cooling", "Retreat_of_glaciers_since_1850", "Ice2sea"], "ranked_scores": [0.5491, 0.5466, 0.5363, 0.5307, 0.5147, 0.5131, 0.5115, 0.5107, 0.5096, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Environmental_issue", "Global_cooling", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5481, 0.547, 0.5412, 0.5395, 0.535, 0.5341, 0.5325, 0.5217, 0.5206, 0.5202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Heat_wave", "Reasons_for_concern", "Effects_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "Extreme_weather", "Climate_risk", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5125, 0.4986, 0.4905, 0.4882, 0.4855, 0.481, 0.4747, 0.4747, 0.4736, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["2015_North_American_heat_wave", "2016_North_American_heat_wave", "1980_United_States_heat_wave", "Westerlies", "2007_Western_North_American_heat_wave", "United_States_rainfall_climatology", "Drought_in_the_United_Kingdom", "2013_Southwestern_United_States_heat_wave", "Winter_1985_cold_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.3971, 0.3831, 0.3827, 0.3795, 0.3774, 0.3762, 0.3758, 0.3746, 0.3729, 0.3719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_change_in_Canada", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Views_on_the_Kyoto_Protocol", "Climate_Change_Science_Program", "Climate_prediction", "Climate_change_adaptation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Committee_on_Climate_Change_Science_and_Technology_Integration"], "ranked_scores": [0.5029, 0.4968, 0.4964, 0.4832, 0.4825, 0.4689, 0.467, 0.4666, 0.4612, 0.456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Global_cooling", "Global_cooling_(disambiguation)", "Bølling-Allerød_warming", "Climate_pattern", "Abrupt_climate_change", "Quaternary_glaciation", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5656, 0.5535, 0.5485, 0.5451, 0.5301, 0.5212, 0.5209, 0.5184, 0.5172, 0.5135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Climate_change_in_the_Arctic", "Mesopause", "Mauna_Loa_Observatory", "Copenhagen_Diagnosis", "Past_sea_level", "Great_Salt_Lake_effect", "HadCM3", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4417, 0.4364, 0.4356, 0.4347, 0.4345, 0.4289, 0.428, 0.4278, 0.4254, 0.4253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Hydrogen_fuel", "Ozone_depletion", "Tropospheric_ozone", "Carbonic_acid", "Greenhouse_gas"], "ranked_scores": [0.406, 0.4006, 0.3972, 0.3912, 0.3865, 0.3713, 0.3692, 0.367, 0.3618, 0.3576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "IPCC_First_Assessment_Report", "Greening_Earth_Society", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5264, 0.5018, 0.4905, 0.4883, 0.475, 0.4734, 0.4692, 0.466, 0.4638, 0.4605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Global_warming_hiatus", "Global_cooling", "Shutdown_of_thermohaline_circulation", "Anthropocene", "Indonesian_Democratic_Party", "Abrupt_climate_change", "2014–16_El_Niño_event", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.3359, 0.2752, 0.2703, 0.2687, 0.2655, 0.2593, 0.2581, 0.2579, 0.2558, 0.254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Arctic_Climate_Impact_Assessment", "Global_cooling", "Arctic_geoengineering", "Climate_Change_Science_Program", "Climate_change_in_Canada", "Copenhagen_Diagnosis"], "ranked_scores": [0.5532, 0.5259, 0.5188, 0.5184, 0.5002, 0.4988, 0.4964, 0.4918, 0.4857, 0.4823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Sea_surface_temperature", "Polar_front", "Westerlies", "El_Niño–Southern_Oscillation", "North_Atlantic_oscillation", "Polar_vortex", "Arctic_oscillation", "Climate_of_Finland", "South_Pacific_tropical_cyclone", "Sea_breeze"], "ranked_scores": [0.5512, 0.5424, 0.5371, 0.5321, 0.5301, 0.525, 0.5216, 0.5169, 0.5081, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Cool_tropics_paradox", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "Climate_change_in_the_Arctic", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2006_European_heat_wave"], "ranked_scores": [0.4722, 0.4595, 0.4574, 0.4554, 0.4455, 0.4369, 0.4354, 0.4237, 0.4215, 0.4101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "Carbon_bubble", "Climate_change_mitigation_scenarios", "Climatic_Research_Unit_documents", "CLOUD_experiment", "Views_on_the_Kyoto_Protocol", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Copenhagen_Accord", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.4021, 0.4001, 0.3936, 0.3896, 0.3845, 0.3813, 0.3792, 0.3782, 0.3778, 0.3761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Mandatory_renewable_energy_target", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Carbon_capture_and_storage_in_Australia", "Environmental_impact_of_transport_in_Australia", "Energy_Independence_and_Security_Act_of_2007"], "ranked_scores": [0.3812, 0.3734, 0.369, 0.3658, 0.354, 0.3401, 0.3294, 0.328, 0.3251, 0.3234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Climate_change_in_the_Arctic", "Sea_level_rise", "Global_cooling", "Arctic_geoengineering", "Antarctic_Cold_Reversal", "Ice2sea", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_inertia"], "ranked_scores": [0.5361, 0.5208, 0.5139, 0.5099, 0.5043, 0.5031, 0.4938, 0.4938, 0.4893, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Scientific_consensus_on_climate_change", "List_of_climate_research_satellites", "2006_European_heat_wave", "Climate_change_in_the_Arctic", "Global_cooling", "2013_extreme_weather_events", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Antarctica_cooling_controversy"], "ranked_scores": [0.4448, 0.4172, 0.4098, 0.4086, 0.4054, 0.4046, 0.4027, 0.4025, 0.4009, 0.3982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Acid_rain", "Anoxic_waters", "Anoxic_event", "Acid_mine_drainage", "Thermal_pollution", "Arctic_methane_emissions", "Air_pollution"], "ranked_scores": [0.5209, 0.5133, 0.4892, 0.4649, 0.4581, 0.4577, 0.4571, 0.4537, 0.4496, 0.4477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "The_Real_Global_Warming_Disaster", "Global_Warming_Policy_Foundation", "Fossil_fuel_divestment", "Bias", "Bioenergy_in_China", "Global_warming_conspiracy_theory"], "ranked_scores": [0.4115, 0.4013, 0.383, 0.3661, 0.3645, 0.3589, 0.3582, 0.3574, 0.3569, 0.3536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Climate_inertia", "Global_warming_in_Antarctica", "Winter_1985_cold_wave", "Sea_ice", "Arctic_methane_emissions"], "ranked_scores": [0.6031, 0.5946, 0.5574, 0.5416, 0.5232, 0.5157, 0.5118, 0.5005, 0.4996, 0.4956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2006_European_cold_wave", "Droughts_in_the_United_States", "Late_2009_southeastern_Australia_heat_wave", "Arctic_geoengineering", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Special_Report_on_Global_Warming_of_1.5_°C", "1980_United_States_heat_wave", "January_2014_southeastern_Australia_heat_wave", "Climate_change_in_the_Arctic"], "ranked_scores": [0.4499, 0.4241, 0.4225, 0.421, 0.4183, 0.4153, 0.4076, 0.403, 0.4027, 0.4027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "An_Appeal_to_Reason", "Carbon_bubble", "Carbon_capture_and_storage_in_Australia", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Global_cooling", "Arctic_geoengineering", "Carbon_diet"], "ranked_scores": [0.4933, 0.4841, 0.4801, 0.4727, 0.4706, 0.4657, 0.465, 0.4646, 0.4635, 0.4606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.6216, 0.5924, 0.571, 0.5604, 0.5556, 0.5487, 0.5403, 0.539, 0.5368, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "An_Appeal_to_Reason", "Climate_change_mitigation_scenarios", "Global_warming_controversy", "Global_cooling", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.5352, 0.5255, 0.5159, 0.5131, 0.5123, 0.5079, 0.5067, 0.5063, 0.5047, 0.4997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Climate_variability", "Climate_change_(general_concept)", "Climate_oscillation", "Global_cooling_(disambiguation)", "Climate_pattern", "Arctic_sea_ice_decline", "Climate_change", "Physical_impacts_of_climate_change", "Arctic_geoengineering"], "ranked_scores": [0.5441, 0.5395, 0.5372, 0.5341, 0.5244, 0.5195, 0.5113, 0.5107, 0.5093, 0.5063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "2016_North_American_heat_wave", "Arctic_methane_emissions", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_emissions_reporting", "Greenhouse_effect", "Effects_of_global_warming", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.5673, 0.5543, 0.5534, 0.5162, 0.515, 0.5127, 0.5065, 0.5065, 0.5061, 0.4968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Manufactured_risk", "Risk", "Risk–benefit_ratio", "Accident", "Risk_assessment", "Denialism", "Risk_analysis", "Worst-case_scenario", "Counterfactual_thinking", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.4659, 0.4631, 0.4582, 0.4431, 0.4398, 0.4331, 0.4313, 0.4285, 0.4245, 0.4213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "United_Nations_Environment_Organization", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "2011_United_Nations_Climate_Change_Conference", "Mitigation_of_global_warming_in_Australia", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.3998, 0.3735, 0.3686, 0.3618, 0.3608, 0.357, 0.3569, 0.3563, 0.3545, 0.3514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016_American_Northeast_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_North_American_heat_wave", "Abrupt_climate_change", "Winter_1985_cold_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.5914, 0.5807, 0.5454, 0.5395, 0.5391, 0.5366, 0.5357, 0.5346, 0.5319, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Global_warming_in_Antarctica", "West_Antarctica", "Arctic_ice_pack", "Climate_of_Antarctica", "Measurement_of_sea_ice", "Ross_Ice_Shelf"], "ranked_scores": [0.5394, 0.5242, 0.5025, 0.4997, 0.4864, 0.4784, 0.4673, 0.4646, 0.4504, 0.4465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Clean_Energy_Regulator", "Carbon-neutral_fuel", "Global_Warming_Pollution_Reduction_Act_of_2007", "Coal_gasification_commercialization", "Arch_Coal", "Coal_gasification"], "ranked_scores": [0.5512, 0.5423, 0.5026, 0.4973, 0.4944, 0.4897, 0.467, 0.4593, 0.4558, 0.4558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDO", "Programmed_Data_Processor", "Shutdown_of_thermohaline_circulation", "Anthropocene", "Climate_of_Oregon", "Global_cooling", "Progressive_rock", "Tipping_point_(climatology)"], "ranked_scores": [0.2682, 0.2653, 0.2479, 0.2285, 0.2278, 0.2255, 0.2224, 0.2206, 0.216, 0.2034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Climate_change", "Global_cooling", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.5571, 0.5086, 0.491, 0.4887, 0.4861, 0.4856, 0.4773, 0.4761, 0.4759, 0.4738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "World_Climate_Change_Conference,_Moscow", "Climate_Change_Science_Program", "IPCC_First_Assessment_Report", "United_Nations_Climate_Change_conference", "Physical_impacts_of_climate_change", "2011_United_Nations_Climate_Change_Conference", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4874, 0.4774, 0.4713, 0.4679, 0.4645, 0.4622, 0.462, 0.4577, 0.4574, 0.4539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Future_sea_level", "Arctic_sea_ice_decline", "Cool_tropics_paradox", "Past_sea_level", "Climate_change_in_the_Arctic", "Global_cooling", "Antarctica_cooling_controversy", "2006_European_cold_wave"], "ranked_scores": [0.3556, 0.3547, 0.3498, 0.3497, 0.3494, 0.3493, 0.3436, 0.3352, 0.3346, 0.3338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Global_warming", "Regional_effects_of_global_warming"], "ranked_scores": [0.6185, 0.612, 0.6067, 0.6058, 0.6051, 0.6047, 0.6011, 0.5965, 0.5936, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling", "Trend_stationary", "Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Arctic_sea_ice_decline", "Arctic_dipole_anomaly", "Seasonal_adjustment", "Antarctica_cooling_controversy", "Global_dimming"], "ranked_scores": [0.3411, 0.3294, 0.3259, 0.3214, 0.3186, 0.3098, 0.3082, 0.3066, 0.3004, 0.2934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_cooling", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Ozone_depletion_and_climate_change", "Abrupt_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5147, 0.5058, 0.4982, 0.4947, 0.4929, 0.4924, 0.4921, 0.489, 0.4885, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Abrupt_climate_change", "Bølling-Allerød_warming", "Earth's_internal_heat_budget", "Greenhouse_and_icehouse_Earth", "List_of_climate_research_satellites", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Mars", "Water_on_Mars", "Instrumental_temperature_record"], "ranked_scores": [0.5432, 0.5378, 0.5253, 0.5181, 0.5179, 0.5151, 0.5131, 0.5122, 0.5101, 0.5069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Scientific_community", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_risk", "Climatic_Research_Unit_documents", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_Research_(journal)", "Danish_Committees_on_Scientific_Dishonesty", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.4379, 0.4316, 0.4262, 0.4234, 0.4212, 0.4058, 0.4052, 0.405, 0.4028, 0.399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "2013_Southwestern_United_States_heat_wave", "Air_conditioned_clothing", "Cooling_center", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "Heat_wave", "1995_Chicago_heat_wave", "Geothermal_heat_pump", "Heat_index"], "ranked_scores": [0.4997, 0.4844, 0.4743, 0.4672, 0.4668, 0.4656, 0.4617, 0.4562, 0.454, 0.4534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_Arctic", "Climate_inertia", "History_of_climate_change_science", "Global_warming", "Abrupt_climate_change", "Global_cooling_(disambiguation)", "Greenhouse_gas"], "ranked_scores": [0.6194, 0.6074, 0.5809, 0.5764, 0.569, 0.5673, 0.5655, 0.5649, 0.5583, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Michigan", "Solar_power_in_the_United_States", "Solar_power", "Wind_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Contribution_to_global_warming_by_Australia", "Wind_power_in_Colorado", "List_of_coal_fired_power_stations_in_Australia", "Solar_power_in_Australia"], "ranked_scores": [0.5032, 0.4385, 0.4358, 0.4249, 0.4246, 0.4233, 0.4093, 0.4011, 0.3983, 0.398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Growth_of_wind_power_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Petroleum_in_the_United_States", "Agricultural_Act_of_2014", "United_Farm_Workers", "Agriculture_in_Argentina", "Farm_programs"], "ranked_scores": [0.3761, 0.3634, 0.3548, 0.3464, 0.3387, 0.3365, 0.3329, 0.3322, 0.3304, 0.3266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m96-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "The_Bear_(1988_film)", "Bile_bear", "Kodiak_bear", "Bear_attack", "Syrian_brown_bear", "Grizzly_bear", "Paleontology_in_Alaska", "Spruce_broom_rust"], "ranked_scores": [0.3595, 0.3341, 0.3313, 0.326, 0.3241, 0.3204, 0.291, 0.2905, 0.282, 0.2813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6257, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Mesopause", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet", "Greenhouse_gas", "Future_sea_level"], "ranked_scores": [0.6112, 0.5442, 0.5329, 0.5186, 0.5181, 0.5159, 0.5132, 0.5109, 0.5077, 0.5056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Sea_level", "Tide", "Shutdown_of_thermohaline_circulation", "Temperate_climate", "Ocean_surface_topography", "Sea_surface_temperature"], "ranked_scores": [0.5655, 0.5359, 0.5122, 0.5025, 0.4957, 0.4873, 0.472, 0.4553, 0.4523, 0.4517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Future_sea_level", "Global_cooling", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Antarctica_cooling_controversy", "Antarctic_sea_ice", "Wiesław_Masłowski"], "ranked_scores": [0.5792, 0.5372, 0.5314, 0.5257, 0.5221, 0.4898, 0.4897, 0.487, 0.4793, 0.4644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Environmental_impact_of_biodiesel", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_New_Mexico", "Climate_footprint", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_impact_of_aviation", "Wind_power_by_country", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle"], "ranked_scores": [0.4927, 0.4713, 0.4711, 0.4663, 0.4648, 0.4586, 0.4583, 0.4498, 0.4496, 0.4493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Global_cooling", "Deforestation_and_climate_change", "CO2_is_Green", "Climate_change_mitigation", "Atmospheric_carbon_cycle", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_footprint", "2011_United_Nations_Climate_Change_Conference", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.5098, 0.5033, 0.4886, 0.4703, 0.4699, 0.4699, 0.4673, 0.467, 0.4645, 0.4634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_inertia", "Past_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Antarctic_ice_sheet", "Global_cooling"], "ranked_scores": [0.5796, 0.5587, 0.5543, 0.5499, 0.543, 0.5319, 0.5205, 0.512, 0.5119, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Global_cooling", "Global_warming", "Climate_change_mitigation_scenarios", "Environmental_issue", "Copenhagen_Diagnosis", "Effects_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5556, 0.5546, 0.5523, 0.5394, 0.5394, 0.5366, 0.5357, 0.5337, 0.5329, 0.5297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Physical_impacts_of_climate_change", "Climate_change_in_Texas", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Extreme_weather", "Hurricane_Harvey", "Effects_of_global_warming", "Heat_wave", "Effects_of_global_warming_on_humans", "Reasons_for_concern"], "ranked_scores": [0.5068, 0.4983, 0.4889, 0.4859, 0.4804, 0.4769, 0.4763, 0.4737, 0.4732, 0.4675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Drought_in_Spain", "Winter_1985_cold_wave", "Heat_wave", "Mediterranean_climate", "Droughts_in_the_United_States", "2015_North_American_heat_wave", "List_of_mammals_of_New_England", "2010–13_Southern_United_States_and_Mexico_drought", "United_States_rainfall_climatology", "Granuloma_multiforme"], "ranked_scores": [0.4105, 0.3956, 0.3916, 0.391, 0.3859, 0.3839, 0.3796, 0.3771, 0.3745, 0.372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_adaptation", "Climate_change_in_Canada", "Climate_risk", "Climate_change_adaptation_in_Nepal", "Views_on_the_Kyoto_Protocol", "Reasons_for_concern", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "Climate_change_policy_of_the_United_States", "Climate_prediction"], "ranked_scores": [0.4761, 0.475, 0.4701, 0.4649, 0.4544, 0.4527, 0.4453, 0.4441, 0.4422, 0.4417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "Bølling-Allerød_warming", "Global_cooling", "Little_Ice_Age", "Global_warming_hiatus", "History_of_Earth", "Global_warming", "Climate_change"], "ranked_scores": [0.5695, 0.5515, 0.5473, 0.5203, 0.5128, 0.5042, 0.502, 0.5018, 0.5001, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Volcanic_winter", "Future_sea_level", "Past_sea_level", "Copenhagen_Diagnosis", "James_Hansen", "Arctic_methane_emissions", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4729, 0.4498, 0.4479, 0.4398, 0.4375, 0.4311, 0.4287, 0.4284, 0.4223, 0.4214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Hydrogen_fuel", "Blackwater_(coal)", "Ozone_depletion", "Dole_effect"], "ranked_scores": [0.4577, 0.4338, 0.4243, 0.3968, 0.3954, 0.3835, 0.3806, 0.3774, 0.3756, 0.374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5436, 0.5169, 0.4991, 0.4929, 0.4892, 0.489, 0.4862, 0.4829, 0.4778, 0.4777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Indonesian_Democratic_Party", "Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "List_of_parties_to_the_Kyoto_Protocol", "Tipping_point_(climatology)", "Public_News", "Willie_Soon"], "ranked_scores": [0.3338, 0.289, 0.2817, 0.2782, 0.2768, 0.2663, 0.2601, 0.2589, 0.2556, 0.253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Arctic_geoengineering", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Climate_risk", "Global_cooling", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Wiesław_Masłowski"], "ranked_scores": [0.584, 0.559, 0.518, 0.5134, 0.5062, 0.4922, 0.4915, 0.4904, 0.4825, 0.4803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Climate_of_the_United_States", "Weather_front", "Westerlies", "Sea_surface_temperature", "Climate_of_Finland", "Santa_Ana_winds", "North_Atlantic_oscillation", "Trade_winds"], "ranked_scores": [0.5763, 0.5605, 0.5325, 0.5274, 0.5196, 0.5153, 0.513, 0.5094, 0.5031, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "Climate_change_in_the_Arctic", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "List_of_climate_research_satellites", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "Cool_tropics_paradox", "March_2012_North_American_heat_wave"], "ranked_scores": [0.4718, 0.4692, 0.4549, 0.4548, 0.4545, 0.4411, 0.4368, 0.4284, 0.4268, 0.4264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Global_cooling", "Cold_fusion", "Contraction_and_Convergence", "Climatic_Research_Unit_email_controversy", "World_Climate_Change_Conference,_Moscow", "Climate_change_mitigation", "2011_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe"], "ranked_scores": [0.4501, 0.424, 0.4207, 0.3961, 0.392, 0.3906, 0.3901, 0.3899, 0.387, 0.3858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Clean_Energy_Regulator", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "Mitigation_of_global_warming_in_Australia", "German_response_to_Kyoto_Protocol", "Carbon_price", "Carbon_emissions_reporting"], "ranked_scores": [0.3947, 0.394, 0.3726, 0.371, 0.362, 0.3605, 0.3581, 0.3543, 0.3532, 0.3529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Global_cooling", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Winter_1985_cold_wave", "Arctic_geoengineering", "Ice2sea", "Global_warming_in_Antarctica", "Sea_level_rise"], "ranked_scores": [0.5272, 0.5098, 0.5065, 0.5014, 0.501, 0.4898, 0.4883, 0.4873, 0.4836, 0.4816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "Global_cooling", "Winter_1985_cold_wave", "2006_European_heat_wave", "2016_North_American_heat_wave", "2018_British_Isles_heat_wave", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "March_2012_North_American_heat_wave"], "ranked_scores": [0.4554, 0.4368, 0.4264, 0.4253, 0.4212, 0.4186, 0.4183, 0.4167, 0.4165, 0.4129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Blackwater_(coal)", "Anoxic_event", "Anoxic_waters", "Oceanic_carbon_cycle", "Air_pollution_in_the_United_States", "Mercury_pollution_in_the_ocean", "Atmospheric_carbon_cycle", "Acid_rain"], "ranked_scores": [0.5399, 0.5115, 0.4956, 0.4926, 0.4785, 0.4708, 0.4703, 0.4672, 0.462, 0.4612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Worse-than-average_effect", "Sustainable_energy", "Greening_Earth_Society", "Demand_destruction", "Rosenfeld's_law", "The_Real_Global_Warming_Disaster", "False_attribution", "Coal_by_country"], "ranked_scores": [0.4072, 0.3839, 0.3837, 0.3815, 0.3792, 0.3748, 0.3747, 0.3742, 0.3735, 0.3643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Climate_inertia", "Ice2sea", "Sea_ice"], "ranked_scores": [0.6098, 0.5849, 0.5526, 0.5502, 0.5418, 0.525, 0.511, 0.4942, 0.4896, 0.487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2006_European_cold_wave", "Droughts_in_the_United_States", "Global_cooling", "2010–13_Southern_United_States_and_Mexico_drought", "1936_North_American_cold_wave", "Arctic_geoengineering", "Desertification", "Global_warming_in_Antarctica", "Climate_change_in_Europe"], "ranked_scores": [0.4522, 0.4292, 0.4276, 0.4216, 0.4122, 0.4109, 0.4071, 0.4066, 0.4053, 0.4027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Global_cooling", "Carbon_bubble", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Greening_Earth_Society", "Antarctica_cooling_controversy", "World_Energy_Outlook", "Stern_Review", "Low-carbon_building", "Arctic_geoengineering"], "ranked_scores": [0.5191, 0.4817, 0.48, 0.4789, 0.4766, 0.4715, 0.4634, 0.4632, 0.4615, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2013_Southwestern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.6583, 0.6138, 0.609, 0.6067, 0.5941, 0.5754, 0.5634, 0.5553, 0.5493, 0.5454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_cooling", "Climate_change_mitigation", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5763, 0.5245, 0.5194, 0.5167, 0.5161, 0.5153, 0.5152, 0.5052, 0.5033, 0.5014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Global_cooling", "Climate_change", "Climate_change_(general_concept)", "Climate_pattern", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "Arctic_sea_ice_decline", "Global_warming_hiatus", "Instrumental_temperature_record"], "ranked_scores": [0.5301, 0.5271, 0.5232, 0.519, 0.518, 0.5091, 0.507, 0.5005, 0.4972, 0.4954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Environmental_issue", "Low-carbon_emission", "Effects_of_global_warming", "Environmental_impact_of_aviation", "Arctic_methane_emissions"], "ranked_scores": [0.5868, 0.5812, 0.5512, 0.54, 0.5378, 0.5295, 0.5267, 0.5253, 0.5208, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Risk–benefit_ratio", "Worst-case_scenario", "Accident", "Manufactured_risk", "Longevity_risk", "Finite_Risk_insurance", "Risk_neutral", "List_of_experimental_errors_and_frauds_in_physics", "Risk_assessment"], "ranked_scores": [0.4875, 0.4672, 0.4669, 0.4552, 0.4536, 0.451, 0.4502, 0.4475, 0.4463, 0.4398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["United_States_withdrawal_from_the_Paris_Agreement", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "2011_United_Nations_Climate_Change_Conference", "Nuclear_power", "Beyond_Coal", "CO2_is_Green"], "ranked_scores": [0.4023, 0.3966, 0.3729, 0.3693, 0.3684, 0.3651, 0.3626, 0.3604, 0.36, 0.3546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_change_in_the_Arctic", "2018_British_Isles_heat_wave", "January_2016_East_Asia_cold_wave"], "ranked_scores": [0.6096, 0.5866, 0.5829, 0.5708, 0.5448, 0.5422, 0.5372, 0.5346, 0.5325, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Climate_of_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Sea_ice", "Global_warming_in_Antarctica", "West_Antarctica"], "ranked_scores": [0.562, 0.5532, 0.5073, 0.4954, 0.4827, 0.4802, 0.4746, 0.4629, 0.4617, 0.4602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Carbon_cycle_re-balancing", "Carbon-neutral_fuel", "Carbon_dioxide_reforming", "Landfill_gas_emission_reduction_in_Brazil", "Coalbed_methane", "Coal_gasification_commercialization"], "ranked_scores": [0.5554, 0.5517, 0.5448, 0.5333, 0.4833, 0.4692, 0.4579, 0.4543, 0.454, 0.4536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Indonesian_Democratic_Party", "Ozone_depletion_and_climate_change", "Tipping_point_(climatology)", "Shutdown_of_thermohaline_circulation", "Progressive_rock", "Global_dimming", "Doomer", "Anthropocene"], "ranked_scores": [0.2866, 0.2852, 0.2577, 0.2399, 0.2365, 0.2242, 0.2228, 0.2226, 0.2215, 0.2203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Physical_impacts_of_climate_change", "Global_warming", "Climate_change", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "Environmental_issue", "Global_warming_controversy", "Climate_change_in_the_United_States"], "ranked_scores": [0.5639, 0.5083, 0.4901, 0.4896, 0.4885, 0.4847, 0.4839, 0.4814, 0.4799, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["United_Nations_Climate_Change_conference", "Committee_on_Climate_Change_Science_and_Technology_Integration", "2011_United_Nations_Climate_Change_Conference", "Climate_risk", "World_Climate_Change_Conference,_Moscow", "Climate_change_policy_of_the_United_States", "United_Nations_Framework_Convention_on_Climate_Change", "IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.4762, 0.4647, 0.4616, 0.458, 0.4538, 0.4514, 0.4463, 0.4449, 0.4443, 0.4435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Freezing_level", "MSU_temperature_measurements", "Antarctica_cooling_controversy", "Global_cooling", "Great_Lakes_Areas_of_Concern", "Future_sea_level", "Global_Historical_Climatology_Network", "Shutdown_of_thermohaline_circulation", "Cool_tropics_paradox", "Great_Salt_Lake_effect"], "ranked_scores": [0.3614, 0.3596, 0.354, 0.3536, 0.3536, 0.3501, 0.3467, 0.3457, 0.3443, 0.3441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Scientific_consensus_on_climate_change", "Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report", "Climate_change"], "ranked_scores": [0.6428, 0.6364, 0.6239, 0.6227, 0.619, 0.6122, 0.6072, 0.6008, 0.6006, 0.5884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Trend_stationary", "Arctic_sea_ice_decline", "Global_cooling", "Future_sea_level", "Antarctic_oscillation", "Global_dimming"], "ranked_scores": [0.3879, 0.3793, 0.3595, 0.3431, 0.3387, 0.3363, 0.3316, 0.3229, 0.3217, 0.3186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Effects_of_global_warming", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "Global_cooling"], "ranked_scores": [0.5385, 0.533, 0.5237, 0.5107, 0.4932, 0.4903, 0.4897, 0.485, 0.4809, 0.4799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.5925, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Climate_change_in_the_Arctic", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "Abrupt_climate_change", "Global_warming", "Climate_of_Mars", "Pliocene_climate"], "ranked_scores": [0.5768, 0.5289, 0.5221, 0.5219, 0.5134, 0.512, 0.5056, 0.5045, 0.4965, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason", "IPCC_Fourth_Assessment_Report", "Scientific_community", "Intergovernmental_Panel_on_Climate_Change", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [0.4424, 0.4147, 0.4126, 0.4097, 0.4066, 0.4053, 0.4049, 0.4031, 0.4027, 0.3996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Cooling_center", "Air_conditioned_clothing", "Heat_wave", "Heat_index", "Weather_station", "Effect_of_Sun_angle_on_climate", "2015_North_American_heat_wave"], "ranked_scores": [0.5159, 0.5156, 0.4944, 0.4934, 0.485, 0.473, 0.4699, 0.4655, 0.4627, 0.4584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "Cool_tropics_paradox", "Global_warming_controversy", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6036, 0.5988, 0.5924, 0.5873, 0.5704, 0.5572, 0.5569, 0.5559, 0.5495, 0.5462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Solar_power_by_country", "List_of_photovoltaic_power_stations", "Solar_energy", "100%_renewable_energy", "Renewable_energy"], "ranked_scores": [0.5184, 0.4786, 0.4511, 0.4466, 0.4358, 0.4177, 0.4161, 0.4155, 0.4132, 0.4106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Energy_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Growth_of_wind_power_in_the_United_States", "Agriculture_in_Argentina", "Collectivization_in_the_Soviet_Union", "Gold_mining_in_the_United_States", "Agriculture_in_Syria"], "ranked_scores": [0.4275, 0.4146, 0.3995, 0.3778, 0.377, 0.3671, 0.362, 0.3528, 0.3499, 0.341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m128-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Rubus_arcticus", "Brown_bear", "Syrian_brown_bear", "Grizzly_bear", "Bear_attack", "The_Bear_(1988_film)", "Bile_bear", "List_of_Alaska_state_forests", "Sloth_bear"], "ranked_scores": [0.3656, 0.3469, 0.3381, 0.3348, 0.3283, 0.3209, 0.3145, 0.3127, 0.3077, 0.3031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Greenhouse_gas", "Arctic_sea_ice_decline", "Methane_clathrate", "Climate_inertia", "Retreat_of_glaciers_since_1850", "Global_cooling"], "ranked_scores": [0.6315, 0.5625, 0.5415, 0.5269, 0.5172, 0.5084, 0.5043, 0.5039, 0.5019, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Annual_cycle_of_sea_level_height", "Sea_level_rise", "Future_sea_level", "Sea_level", "Tide", "Sea_surface_temperature", "Raised_shoreline", "Ocean_surface_topography", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [0.5782, 0.5617, 0.559, 0.5222, 0.5134, 0.5123, 0.4825, 0.479, 0.4779, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Global_cooling", "Climate_change_in_the_Arctic", "Future_sea_level", "Antarctica_cooling_controversy", "Measurement_of_sea_ice", "Sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.5702, 0.5652, 0.5551, 0.5388, 0.5289, 0.5178, 0.5033, 0.4906, 0.4893, 0.4866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Deforestation_and_climate_change", "Wind_power_in_New_Mexico", "Climate_footprint", "Atmospheric_carbon_cycle", "Wind_power_by_country", "Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Wind_power_in_Colorado"], "ranked_scores": [0.4905, 0.4803, 0.4763, 0.4723, 0.4625, 0.4614, 0.453, 0.4503, 0.4501, 0.4493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Global_cooling", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Greening_Earth_Society", "Carbon_diet", "2011_United_Nations_Climate_Change_Conference", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5143, 0.5081, 0.4991, 0.4942, 0.4819, 0.4787, 0.4656, 0.4611, 0.4599, 0.4599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Climate_inertia", "Ice2sea", "Sea_level_rise", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Global_cooling", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Arctic_geoengineering"], "ranked_scores": [0.5802, 0.5644, 0.5442, 0.542, 0.5382, 0.5291, 0.5256, 0.5254, 0.5166, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Environmental_issue", "Global_warming", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Global_cooling", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle"], "ranked_scores": [0.562, 0.5601, 0.5573, 0.5535, 0.5532, 0.5469, 0.5465, 0.5408, 0.5283, 0.5283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Reasons_for_concern", "Extreme_weather", "Hurricane_Katrina_and_global_warming", "Climate_risk", "Hurricane_Harvey", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "History_of_climate_change_science"], "ranked_scores": [0.5213, 0.5107, 0.4972, 0.49, 0.488, 0.4844, 0.4752, 0.4749, 0.4734, 0.4723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Droughts_in_the_United_States", "2015_North_American_heat_wave", "Granuloma_multiforme", "Mediterranean_climate", "Drought_in_Spain", "2016_American_Northeast_heat_wave", "United_States_rainfall_climatology", "Westerlies", "Early_2014_North_American_cold_wave", "2011_North_American_heat_wave"], "ranked_scores": [0.4149, 0.4038, 0.3887, 0.3879, 0.3866, 0.3834, 0.383, 0.3827, 0.3819, 0.3791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Reasons_for_concern", "Arctic_geoengineering", "Climate_change_in_Europe", "Climate_change_adaptation_in_Nepal", "Effects_of_global_warming", "Climate_change_adaptation", "Climate_change"], "ranked_scores": [0.495, 0.4817, 0.4784, 0.4581, 0.4576, 0.4552, 0.4526, 0.452, 0.4483, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Timeline_of_glaciation", "History_of_climate_change_science", "Bølling-Allerød_warming", "Global_cooling", "Antarctic_Cold_Reversal", "Pliocene_climate", "Climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5776, 0.5539, 0.5358, 0.5306, 0.5296, 0.5213, 0.5195, 0.5176, 0.5159, 0.5116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Global_cooling", "Future_sea_level", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "Global_dimming", "Atmospheric_methane", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5004, 0.4832, 0.4795, 0.4484, 0.4477, 0.4408, 0.4332, 0.4297, 0.4282, 0.4259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Tropospheric_ozone", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Ozone_depletion", "Dry_ice"], "ranked_scores": [0.4513, 0.4362, 0.4327, 0.4034, 0.3959, 0.3938, 0.3936, 0.3926, 0.3915, 0.391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "An_Appeal_to_Reason", "History_of_climate_change_science", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.571, 0.5198, 0.5111, 0.5072, 0.4992, 0.4915, 0.491, 0.4898, 0.4885, 0.4874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Tipping_point_(climatology)", "Shutdown_of_thermohaline_circulation", "Pliocene_climate", "Public_News", "Anthropocene", "Bølling-Allerød_warming"], "ranked_scores": [0.3761, 0.3049, 0.2915, 0.2825, 0.2799, 0.2747, 0.2734, 0.2706, 0.2677, 0.2664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "An_Appeal_to_Reason", "Global_cooling", "Climate_risk", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy"], "ranked_scores": [0.5615, 0.5427, 0.5422, 0.5401, 0.5318, 0.5184, 0.505, 0.5046, 0.5024, 0.4973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Westerlies", "Polar_front", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Low-pressure_area", "El_Niño–Southern_Oscillation", "Sea_breeze", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.5699, 0.5415, 0.5356, 0.5318, 0.5303, 0.5246, 0.5195, 0.5148, 0.5144, 0.5143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "March_2012_North_American_heat_wave", "Cool_tropics_paradox", "Highest_temperature_recorded_on_Earth", "1908", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.4954, 0.4889, 0.4693, 0.4613, 0.4601, 0.4487, 0.4373, 0.4348, 0.4286, 0.4277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "World_Climate_Change_Conference,_Moscow", "Global_cooling", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Contraction_and_Convergence", "Climatic_Research_Unit_documents", "Cold_fusion", "Copenhagen_Accord", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4318, 0.4196, 0.4148, 0.4111, 0.4105, 0.4074, 0.4019, 0.4004, 0.3988, 0.3968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "German_response_to_Kyoto_Protocol", "Canada_and_the_Kyoto_Protocol", "Carbon_emissions_reporting", "Global_Warming_Pollution_Reduction_Act_of_2007", "Minerals_Resource_Rent_Tax", "Clean_Energy_Regulator"], "ranked_scores": [0.433, 0.43, 0.4038, 0.3907, 0.3523, 0.3501, 0.3488, 0.3476, 0.347, 0.3448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Global_cooling", "Measurement_of_sea_ice", "Antarctic_Cold_Reversal", "Sea_level_rise", "Wiesław_Masłowski"], "ranked_scores": [0.5368, 0.5252, 0.5239, 0.5126, 0.5085, 0.5042, 0.5006, 0.4928, 0.4885, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "1908", "List_of_climate_research_satellites", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "January_2016_East_Asia_cold_wave", "2013_extreme_weather_events", "Antarctica_cooling_controversy", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.4454, 0.4398, 0.4378, 0.4283, 0.4243, 0.4199, 0.4148, 0.414, 0.414, 0.4133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Acid_rain", "Acidophiles_in_acid_mine_drainage", "Oceanic_carbon_cycle", "Thermal_pollution", "Air_pollution", "Anoxic_event"], "ranked_scores": [0.5688, 0.5442, 0.5055, 0.5045, 0.4942, 0.4796, 0.4773, 0.4707, 0.4669, 0.4661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "Demand_destruction", "False_attribution", "Energy_development", "Worse-than-average_effect", "Global_warming_conspiracy_theory", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.4188, 0.3895, 0.3816, 0.3806, 0.3762, 0.3737, 0.3716, 0.3621, 0.3619, 0.3614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Past_sea_level", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_inertia", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Antarctic_ice_sheet"], "ranked_scores": [0.609, 0.6077, 0.5707, 0.5471, 0.5462, 0.5244, 0.5187, 0.5173, 0.5141, 0.4956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "2012–13_North_American_drought", "Deforestation_and_climate_change", "Drought_in_Spain", "Global_cooling", "Global_warming_in_Antarctica", "1936_North_American_cold_wave", "Arctic_geoengineering"], "ranked_scores": [0.4556, 0.4486, 0.4381, 0.4348, 0.4314, 0.4289, 0.4281, 0.4193, 0.416, 0.4146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_geoengineering", "Climate_change_in_Europe", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change", "An_Appeal_to_Reason", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_bubble", "Climate_change_in_the_United_States"], "ranked_scores": [0.51, 0.4829, 0.4818, 0.4766, 0.4745, 0.4717, 0.4712, 0.4697, 0.4688, 0.466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6569, 0.6316, 0.6138, 0.5996, 0.5937, 0.5779, 0.5779, 0.5679, 0.5667, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Global_cooling", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "An_Appeal_to_Reason"], "ranked_scores": [0.5969, 0.5313, 0.5304, 0.5284, 0.52, 0.5175, 0.5152, 0.514, 0.5136, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Global_warming_hiatus", "Arctic_geoengineering", "Climate_variability", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "Global_warming", "Climate_oscillation", "Climate_change", "Global_cooling"], "ranked_scores": [0.5352, 0.5297, 0.5292, 0.5263, 0.5228, 0.5194, 0.5175, 0.5155, 0.5144, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_effect", "Arctic_methane_emissions", "Environmental_issue", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_the_United_States"], "ranked_scores": [0.6039, 0.5744, 0.5693, 0.5559, 0.5514, 0.5392, 0.5295, 0.5292, 0.5223, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Manufactured_risk", "Risk–benefit_ratio", "Prudentialism", "Accident", "Worst-case_scenario", "Risk_analysis", "Hazard", "Longevity_risk", "Risk_assessment"], "ranked_scores": [0.4768, 0.4759, 0.4723, 0.4538, 0.4504, 0.4465, 0.4355, 0.4351, 0.4339, 0.4311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Climate_change_in_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Beyond_Coal", "Environmental_impact_of_nuclear_power"], "ranked_scores": [0.4261, 0.4038, 0.4026, 0.3948, 0.3906, 0.3903, 0.3841, 0.3834, 0.3778, 0.3585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "January_2016_East_Asia_cold_wave", "2016_American_Northeast_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6105, 0.5791, 0.5752, 0.5676, 0.5665, 0.5478, 0.5428, 0.5425, 0.5324, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "Arctic_ice_pack", "Global_warming_in_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Arctic_geoengineering", "West_Antarctica", "Measurement_of_sea_ice"], "ranked_scores": [0.5645, 0.5375, 0.5201, 0.505, 0.4964, 0.4962, 0.4883, 0.4827, 0.4756, 0.4697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Capitol_Power_Plant", "Carbon_cycle_re-balancing", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "Coal_gasification_commercialization"], "ranked_scores": [0.5784, 0.5482, 0.5235, 0.5202, 0.4895, 0.4859, 0.4791, 0.469, 0.467, 0.464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Progressive_rock", "Indonesian_Democratic_Party", "PDOS", "Tipping_point_(climatology)", "Ozone_depletion", "Global_dimming", "Climate_of_Oregon", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.3247, 0.321, 0.284, 0.273, 0.262, 0.2503, 0.2386, 0.2373, 0.2364, 0.2316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Climate_change", "Global_cooling", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Environmental_issue", "Climate_change_in_the_United_States", "Effects_of_global_warming"], "ranked_scores": [0.5879, 0.5182, 0.5155, 0.5118, 0.5063, 0.4998, 0.4987, 0.4919, 0.4824, 0.4777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_Change_Science_Program", "History_of_climate_change_science", "2011_United_Nations_Climate_Change_Conference", "United_Nations_Climate_Change_conference", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Global_warming"], "ranked_scores": [0.4838, 0.478, 0.4744, 0.4666, 0.4648, 0.4629, 0.4627, 0.4624, 0.4609, 0.453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Great_Lakes_Areas_of_Concern", "Cool_tropics_paradox", "Arctic_sea_ice_decline", "Instrumental_temperature_record", "Great_Salt_Lake_effect", "List_of_countries_and_dependencies_by_area", "Antarctica_cooling_controversy", "Global_cooling", "Freezing_level", "Sea_level_rise"], "ranked_scores": [0.3939, 0.3682, 0.3578, 0.3499, 0.344, 0.3426, 0.3423, 0.3422, 0.3416, 0.3391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming", "Effects_of_global_warming", "Climate_change", "Climate_change_(general_concept)", "Scientific_consensus_on_climate_change", "Climate_variability", "Arctic_geoengineering", "Environmental_issue"], "ranked_scores": [0.6395, 0.6377, 0.6277, 0.6164, 0.6071, 0.6062, 0.6062, 0.6036, 0.5994, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling", "Shutdown_of_thermohaline_circulation", "Global_dimming", "Trend_stationary", "Scientific_consensus_on_climate_change", "Pacific_decadal_oscillation", "Statistical_significance", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy"], "ranked_scores": [0.3624, 0.3479, 0.3476, 0.3321, 0.3305, 0.329, 0.3285, 0.3284, 0.3211, 0.3165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Global_cooling", "Climate_change_in_the_United_States", "Global_warming", "Deforestation_and_climate_change", "Climate_inertia"], "ranked_scores": [0.5703, 0.5464, 0.5322, 0.5289, 0.5168, 0.5052, 0.505, 0.5047, 0.5045, 0.4909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5646, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "Climate_change", "Future_of_Earth", "Climate_change_in_the_Arctic", "Water_on_Mars", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Global_warming"], "ranked_scores": [0.5649, 0.537, 0.5344, 0.5226, 0.522, 0.511, 0.511, 0.5107, 0.5095, 0.5066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "Research_ethics", "Climate_risk", "IPCC_Fourth_Assessment_Report", "List_of_topics_characterized_as_pseudoscience", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4698, 0.4356, 0.4336, 0.4159, 0.4159, 0.4152, 0.4058, 0.4038, 0.3919, 0.3911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Excessive_heat_watch", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Weather_station", "Air_conditioned_clothing", "2011_North_American_heat_wave"], "ranked_scores": [0.5282, 0.5194, 0.5046, 0.4887, 0.4639, 0.4636, 0.4609, 0.4595, 0.4533, 0.451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Environmental_issue", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_climate_research_satellites", "Global_cooling_(disambiguation)", "Global_warming_controversy"], "ranked_scores": [0.6253, 0.6104, 0.6039, 0.5836, 0.5836, 0.5734, 0.5618, 0.5565, 0.5519, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_the_United_States", "Solar_power_in_Australia", "Contribution_to_global_warming_by_Australia", "Solar_power", "Wind_power_in_Colorado", "Renewable_energy"], "ranked_scores": [0.5465, 0.499, 0.4686, 0.4598, 0.4541, 0.4467, 0.4362, 0.4308, 0.4252, 0.4154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Growth_of_wind_power_in_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Energy_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Petroleum_in_the_United_States", "Collectivization_in_the_Soviet_Union", "Wind_power_in_the_United_States", "Agricultural_Act_of_2014"], "ranked_scores": [0.4506, 0.4266, 0.3921, 0.3867, 0.3855, 0.3805, 0.3718, 0.3642, 0.359, 0.3583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m24-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear", "Arctic_ecology", "Moose", "Yup'ik_cuisine", "Hunting_and_fishing_in_Alaska", "Cougar", "Arctic", "Coyote"], "ranked_scores": [0.4023, 0.3873, 0.3817, 0.3795, 0.3782, 0.3642, 0.3552, 0.3464, 0.3441, 0.3433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Antarctic_sea_ice", "Arctic_ice_pack", "Antarctic_ice_sheet", "Sea_ice", "Ice_cap", "Climate_change_in_the_Arctic", "Drift_ice", "Polar_ice_cap", "Ice_sheet"], "ranked_scores": [0.6023, 0.5765, 0.5718, 0.5705, 0.5703, 0.5681, 0.5676, 0.5668, 0.5654, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_surface_temperature", "Tide", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Arctic_geoengineering", "Sea_level_rise", "Climate_of_the_Falkland_Islands", "Sea"], "ranked_scores": [0.6085, 0.6006, 0.5922, 0.5921, 0.5812, 0.5786, 0.5753, 0.5744, 0.5702, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "Global_stilling", "Global_warming_hiatus"], "ranked_scores": [0.69, 0.6591, 0.6275, 0.6162, 0.6155, 0.591, 0.5871, 0.5701, 0.5697, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Emissions_trading", "Carbon_tax", "Carbon_credit", "Mitigation_of_global_warming_in_Australia", "Carbon_emission_trading", "Carbon_offset", "Wind_power_in_the_European_Union", "Climate_footprint", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.6037, 0.59, 0.5865, 0.5816, 0.5774, 0.5766, 0.5765, 0.5713, 0.5697, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming_controversy", "Mitigation_of_global_warming_in_Australia", "Carbon_diet", "Deforestation_and_climate_change", "Politics_of_global_warming", "Carbon_neutrality", "James_Hansen", "Scientific_opinion_on_climate_change", "Carbon_dioxide_removal"], "ranked_scores": [0.5764, 0.5599, 0.547, 0.5465, 0.5441, 0.543, 0.5422, 0.5419, 0.5357, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Ice_sheet", "Climate_change_in_the_Arctic", "Last_Glacial_Maximum"], "ranked_scores": [0.6883, 0.6625, 0.6575, 0.6511, 0.6252, 0.5935, 0.5858, 0.5852, 0.5808, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Deforestation_and_climate_change", "Global_warming_potential", "Atmospheric_methane", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle", "Environmental_issue", "Effects_of_global_warming"], "ranked_scores": [0.7142, 0.6846, 0.6823, 0.6672, 0.6514, 0.6509, 0.6501, 0.6497, 0.6456, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "Environmental_issue", "Scientific_opinion_on_climate_change", "Hurricane_Alberto_(1982)", "History_of_climate_change_science", "Effects_of_global_warming_on_humans", "Economics_of_global_warming", "Climate_risk", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5876, 0.5764, 0.5685, 0.5649, 0.557, 0.5552, 0.5544, 0.5515, 0.5515, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Continental_climate", "Humid_continental_climate", "Climate_of_the_United_States", "2013_extreme_weather_events", "Climate_of_Los_Angeles", "Climate_of_Salt_Lake_City", "Frost_Belt", "Climate_of_Minnesota", "Disease", "Climate_of_Finland"], "ranked_scores": [0.4791, 0.4703, 0.4651, 0.457, 0.4505, 0.4498, 0.449, 0.4481, 0.4479, 0.4466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "History_of_climate_change_science", "Climate_change", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Climate_change_policy_of_the_United_States", "James_Hansen", "Effects_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6407, 0.6263, 0.6178, 0.6096, 0.6059, 0.6047, 0.6038, 0.6023, 0.602, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Greenhouse_and_icehouse_Earth", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "Global_cooling", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Bølling-Allerød_warming", "Little_Ice_Age"], "ranked_scores": [0.5528, 0.5513, 0.5495, 0.5456, 0.5452, 0.5387, 0.5384, 0.5367, 0.5333, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Global_Historical_Climatology_Network", "Greenhouse_gas", "HadCM3", "Climate_change_in_the_United_States", "Global_warming_potential", "Proxy_(climate)", "Mauna_Kea"], "ranked_scores": [0.4527, 0.437, 0.4134, 0.3914, 0.3901, 0.3876, 0.3872, 0.3866, 0.3859, 0.3818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Seawater", "Greenhouse_gas", "Geological_history_of_oxygen", "PH"], "ranked_scores": [0.5427, 0.5409, 0.5399, 0.4991, 0.494, 0.4905, 0.4805, 0.4793, 0.4792, 0.4775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["An_Appeal_to_Reason", "James_Hansen", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Merchants_of_Doubt", "History_of_climate_change_science", "The_Deniers", "The_Great_Global_Warming_Swindle", "Global_cooling"], "ranked_scores": [0.6834, 0.6791, 0.6741, 0.6623, 0.6557, 0.6553, 0.6527, 0.6527, 0.6504, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Cold_fusion", "Orbital_forcing", "Milankovitch_cycles", "100,000-year_problem", "Abrupt_climate_change", "Pliocene_climate", "Little_Ice_Age", "Arctic_dipole_anomaly", "Fleischmann–Pons_experiment"], "ranked_scores": [0.3521, 0.3415, 0.34, 0.3337, 0.3254, 0.3159, 0.3125, 0.3116, 0.3111, 0.3094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["An_Appeal_to_Reason", "James_Hansen", "Ian_Clark_(geologist)", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Scientific_consensus_on_climate_change", "Ice2sea", "List_of_climate_research_satellites", "Media_coverage_of_climate_change", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [0.5899, 0.579, 0.5748, 0.5679, 0.5521, 0.5518, 0.5474, 0.5472, 0.5389, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Polar_High", "Polar_low", "Westerlies", "Climate_of_Finland", "Climate_of_the_United_States", "Jet_stream", "Climate_of_Svalbard"], "ranked_scores": [0.6481, 0.6465, 0.6174, 0.6153, 0.5925, 0.5899, 0.5606, 0.5586, 0.5499, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Satellite_temperature_measurements", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Climate_change_in_Texas", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6181, 0.6136, 0.6072, 0.603, 0.6024, 0.6003, 0.5937, 0.5883, 0.5827, 0.5797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "An_Appeal_to_Reason", "History_of_climate_change_science", "CLOUD_experiment", "Global_warming_controversy", "Ian_Clark_(geologist)", "Wibjörn_Karlén", "George_Kukla", "List_of_climate_research_satellites", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5604, 0.5438, 0.5412, 0.5295, 0.5177, 0.5175, 0.516, 0.515, 0.5137, 0.5132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Mitigation_of_global_warming_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Climate_change_in_China", "Carbon_bubble", "Carbon_offset", "Climate_Change_Act_2008", "Low-carbon_emission", "Carbon_credit"], "ranked_scores": [0.4337, 0.4094, 0.3997, 0.3903, 0.3847, 0.3846, 0.3843, 0.3839, 0.3824, 0.3804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deglaciation", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6434, 0.6324, 0.629, 0.6061, 0.6049, 0.6039, 0.6039, 0.5967, 0.5918, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Summer_of_1976_(Europe)", "2018_British_Isles_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.4996, 0.4955, 0.4868, 0.4764, 0.4741, 0.4713, 0.4712, 0.471, 0.4696, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Great_Oxygenation_Event", "Environmental_issue", "Global_warming"], "ranked_scores": [0.6724, 0.6658, 0.6284, 0.6262, 0.6139, 0.5977, 0.5957, 0.5876, 0.5773, 0.576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Pro-nuclear_movement", "Alternative_energy", "Demand_destruction", "Nuclear_power_debate", "Global_warming_conspiracy_theory", "Climate_Change_Denial:_Heads_in_the_Sand", "Sustainable_energy", "Energy_policy_of_the_United_States", "Fossil_fuel_divestment", "Waste-to-energy_plant"], "ranked_scores": [0.5235, 0.5178, 0.5031, 0.5028, 0.4842, 0.4817, 0.4799, 0.4736, 0.4626, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming_in_Antarctica", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Past_sea_level", "Arctic_geoengineering", "Global_warming"], "ranked_scores": [0.6696, 0.6536, 0.6529, 0.625, 0.6241, 0.6109, 0.5858, 0.5788, 0.5706, 0.5609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "1997–98_El_Niño_event", "Effects_of_global_warming", "Drought_in_the_United_Kingdom", "Climate_change_in_Australia", "Global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.6218, 0.6218, 0.6145, 0.5646, 0.5627, 0.562, 0.5554, 0.5539, 0.5477, 0.5462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_sensitivity", "Arctic_geoengineering", "Global_warming_controversy", "Climate_change_mitigation_scenarios", "Global_warming_potential", "Greenhouse_gas", "James_Hansen", "Climate_change_in_the_United_States"], "ranked_scores": [0.5346, 0.528, 0.5271, 0.5268, 0.5229, 0.5213, 0.5204, 0.5192, 0.5178, 0.5135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "2006_European_heat_wave", "2016_American_Northeast_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.7368, 0.736, 0.7334, 0.7295, 0.7274, 0.7244, 0.7176, 0.6947, 0.6794, 0.6742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["James_Hansen", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "An_Appeal_to_Reason", "Greening_Earth_Society", "The_Great_Global_Warming_Swindle", "Scientific_opinion_on_climate_change", "Global_warming_controversy"], "ranked_scores": [0.6753, 0.6471, 0.638, 0.6368, 0.6347, 0.6325, 0.6285, 0.6237, 0.619, 0.6136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Attribution_of_recent_climate_change", "Climate_change", "Temperature_record_of_the_past_1000_years", "James_Hansen", "Hockey_stick_graph", "An_Appeal_to_Reason"], "ranked_scores": [0.5927, 0.5856, 0.575, 0.5563, 0.5546, 0.5537, 0.5507, 0.5474, 0.5438, 0.5354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Low-carbon_emission", "Environmental_impact_of_aviation", "Carbon_diet", "Global_warming_potential"], "ranked_scores": [0.637, 0.6208, 0.6189, 0.6104, 0.5955, 0.5917, 0.5851, 0.5796, 0.5756, 0.5748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Prudent_avoidance_principle", "Prudentialism", "Risk_neutral", "Scenario_analysis", "Lazy_reason", "Hazard_elimination", "Risk_analysis", "Worst-case_scenario"], "ranked_scores": [0.4955, 0.4836, 0.4731, 0.4625, 0.4579, 0.4577, 0.4549, 0.4485, 0.4478, 0.4474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol", "Carbon_capture_and_storage_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_pricing_in_Australia", "Climate_Change_Act_2008", "European_Union_Emission_Trading_Scheme"], "ranked_scores": [0.5552, 0.5241, 0.5191, 0.5167, 0.5146, 0.5058, 0.5054, 0.5044, 0.5033, 0.5018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Pliocene_climate", "Bølling-Allerød_warming", "Satellite_temperature_measurements", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Abrupt_climate_change", "Global_warming_hiatus"], "ranked_scores": [0.607, 0.6046, 0.6003, 0.587, 0.5857, 0.5835, 0.5833, 0.5795, 0.5785, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Sea_ice", "Antarctic_sea_ice", "Drift_ice", "Measurement_of_sea_ice", "Antarctic_ice_sheet", "Arctic_resources_race", "Arctic_Ocean", "Sea_ice_thickness"], "ranked_scores": [0.5698, 0.5666, 0.5614, 0.5499, 0.5383, 0.5343, 0.5201, 0.5168, 0.51, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Refined_coal", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "List_of_coal_fired_power_stations_in_Australia", "Redbank_Power_Station", "Waste-to-energy_plant", "Clean_technology"], "ranked_scores": [0.63, 0.6055, 0.5938, 0.5895, 0.5683, 0.5604, 0.5475, 0.5444, 0.5335, 0.5329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Orbital_forcing", "Global_cooling", "Indonesian_Democratic_Party", "Cold_fusion", "Air_conditioned_clothing", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "Heat_index", "Fleischmann–Pons_experiment", "Air_conditioning"], "ranked_scores": [0.3358, 0.3314, 0.3302, 0.3267, 0.3263, 0.3243, 0.3176, 0.3137, 0.3122, 0.3079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "James_Hansen", "Scientific_opinion_on_climate_change", "Environmental_issue", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6804, 0.6721, 0.6651, 0.6637, 0.6635, 0.6622, 0.6607, 0.66, 0.6566, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Media_coverage_of_climate_change", "Climate_change_in_Canada", "World_Climate_Change_Conference,_Moscow", "James_Hansen", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Intergovernmental_Panel_on_Climate_Change", "350.org", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5449, 0.5426, 0.5388, 0.5371, 0.5356, 0.5316, 0.5309, 0.5297, 0.5277, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_geoengineering", "Global_warming_hiatus", "Hockey_stick_graph", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Freezing_level", "Arctic_sea_ice_decline"], "ranked_scores": [0.4786, 0.4782, 0.4776, 0.4769, 0.4703, 0.467, 0.4579, 0.4575, 0.4516, 0.4513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "James_Hansen", "Global_warming_controversy", "Global_warming", "Climate_change", "Ian_Clark_(geologist)", "List_of_climate_research_satellites", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6314, 0.622, 0.622, 0.6145, 0.6142, 0.5976, 0.5973, 0.5962, 0.5954, 0.5951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Trend_stationary", "Covariate", "Regression_toward_the_mean", "Selection_bias", "Wage_curve", "Binomial_regression", "Phillips_curve", "Worse-than-average_effect", "Median", "Publication_bias"], "ranked_scores": [0.4202, 0.4132, 0.4076, 0.4039, 0.3896, 0.38, 0.3786, 0.3685, 0.3679, 0.3655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Atmospheric_methane", "Environmental_issue", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Global_warming", "Climate_change_in_the_United_States", "Global_warming_potential"], "ranked_scores": [0.648, 0.6276, 0.5984, 0.5948, 0.5921, 0.5904, 0.5872, 0.5871, 0.5796, 0.5696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7598, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Bølling-Allerød_warming", "Pliocene_climate", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth", "Global_warming_hiatus", "History_of_climate_change_science"], "ranked_scores": [0.631, 0.6268, 0.623, 0.6213, 0.6198, 0.6186, 0.6163, 0.6141, 0.6128, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Publication_bias", "The_Great_Global_Warming_Swindle", "The_Deniers", "Confirmation_bias", "Scientific_dissent", "Selection_bias", "Lists_about_skepticism", "World_Climate_Change_Conference,_Moscow", "Climate_Change_Denial:_Heads_in_the_Sand", "False_balance"], "ranked_scores": [0.5077, 0.4991, 0.4882, 0.4791, 0.4784, 0.4781, 0.4778, 0.4769, 0.4754, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Excessive_heat_watch", "Cooling_center", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "Summer_of_1976_(Europe)", "2015_North_American_heat_wave", "Heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.5573, 0.5401, 0.5334, 0.5328, 0.5298, 0.5288, 0.5267, 0.5223, 0.5207, 0.5196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["James_Hansen", "History_of_climate_change_science", "Global_cooling", "An_Appeal_to_Reason", "Global_warming", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Ian_Clark_(geologist)", "Climate_change", "Global_warming_hiatus"], "ranked_scores": [0.6852, 0.6769, 0.6623, 0.6529, 0.6486, 0.638, 0.6345, 0.6328, 0.6323, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_Italy", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power_in_Michigan", "Solar_power_in_Spain", "List_of_photovoltaic_power_stations", "Solar_power_by_country", "Solar_power_in_Australia", "Wind_power_in_California", "Solar_power"], "ranked_scores": [0.6788, 0.6734, 0.6734, 0.6655, 0.6616, 0.6615, 0.657, 0.6551, 0.6521, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agriculture_in_Brazil", "Food,_Conservation,_and_Energy_Act_of_2008", "Farm_programs", "Agricultural_policy_of_the_United_States", "Tropical_agriculture", "Agriculture"], "ranked_scores": [0.5995, 0.5817, 0.5763, 0.5511, 0.537, 0.5336, 0.5292, 0.524, 0.5214, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m32-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Grizzly_bear", "Arctic_ecology", "Arctic_Alaska", "Arctic_char", "Rubus_arcticus", "Yup'ik_cuisine", "List_of_Alaska_state_forests"], "ranked_scores": [0.4232, 0.4175, 0.3895, 0.3863, 0.3795, 0.3665, 0.3604, 0.3585, 0.3584, 0.3561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Arctic_ice_pack", "Ice_sheet", "Sea_ice", "Drift_ice", "Antarctic_sea_ice", "Arctic_geoengineering", "Sea_ice_thickness"], "ranked_scores": [0.6088, 0.581, 0.5628, 0.5609, 0.5575, 0.5539, 0.5476, 0.5468, 0.5461, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Regional_effects_of_global_warming", "Past_sea_level", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Future_sea_level", "Sea_level_rise", "Sea", "Tide", "Oceanic_climate", "Global_stilling"], "ranked_scores": [0.6107, 0.5879, 0.5761, 0.57, 0.5685, 0.563, 0.5617, 0.5611, 0.5597, 0.5553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Arctic_geoengineering", "Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "Ice2sea", "Global_stilling", "Global_cooling", "James_Hansen"], "ranked_scores": [0.6786, 0.6384, 0.6223, 0.6046, 0.5974, 0.5943, 0.5894, 0.5785, 0.5784, 0.5772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_offset", "Carbon_credit", "Carbon_tax", "Carbon_footprint", "Mitigation_of_global_warming_in_Australia", "Carbon_dioxide_removal", "Emissions_trading", "Carbon_price", "Carbon_emissions_reporting", "Climate_footprint"], "ranked_scores": [0.6001, 0.5906, 0.5795, 0.5742, 0.5673, 0.5631, 0.5604, 0.5574, 0.5558, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["James_Hansen", "Deforestation_and_climate_change", "Carbon_diet", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Economics_of_global_warming", "350.org", "Global_warming_controversy", "CO2_is_Green", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5716, 0.5577, 0.5416, 0.5364, 0.5361, 0.536, 0.5359, 0.5357, 0.5356, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Ice2sea", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Last_Glacial_Maximum", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6466, 0.6427, 0.6358, 0.6111, 0.6034, 0.5831, 0.5812, 0.5755, 0.5753, 0.5749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle", "Global_warming_potential"], "ranked_scores": [0.7147, 0.6827, 0.6726, 0.6681, 0.6606, 0.6596, 0.6498, 0.6496, 0.6455, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "History_of_climate_change_science", "Reasons_for_concern", "Economics_of_global_warming", "Global_warming", "Environmental_issue", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "Regional_effects_of_global_warming", "Hurricane_Alberto_(1982)"], "ranked_scores": [0.5764, 0.5679, 0.5582, 0.5549, 0.5515, 0.5508, 0.5495, 0.5485, 0.5466, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Continental_climate", "Humid_continental_climate", "Lyme_disease", "Frost_Belt", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_the_United_Kingdom", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_of_Minnesota", "Drought_in_the_United_Kingdom", "1936_North_American_cold_wave"], "ranked_scores": [0.4646, 0.4622, 0.4611, 0.4553, 0.4494, 0.4433, 0.441, 0.4401, 0.4396, 0.4366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Global_cooling", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change", "James_Hansen"], "ranked_scores": [0.6365, 0.6148, 0.6109, 0.6018, 0.6016, 0.597, 0.5966, 0.5957, 0.5955, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "George_Kukla", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Ian_Clark_(geologist)", "Wibjörn_Karlén", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Global_warming_hiatus"], "ranked_scores": [0.5495, 0.5371, 0.5288, 0.5244, 0.5244, 0.5226, 0.5198, 0.5195, 0.5155, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Hockey_stick_graph", "Coal_by_country", "Community_Earth_System_Model", "Copenhagen_Diagnosis", "HadCM3", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.4761, 0.442, 0.4271, 0.4178, 0.4082, 0.4048, 0.3995, 0.396, 0.3915, 0.3882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Atmospheric_methane", "Seawater", "Greenhouse_gas", "PH"], "ranked_scores": [0.561, 0.5542, 0.5355, 0.5125, 0.4987, 0.4908, 0.4857, 0.4822, 0.4819, 0.4712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["An_Appeal_to_Reason", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "The_Deniers", "Global_warming_controversy", "Merchants_of_Doubt", "Wibjörn_Karlén"], "ranked_scores": [0.6921, 0.6726, 0.6685, 0.6659, 0.6632, 0.6604, 0.6601, 0.6535, 0.6391, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Pliocene_climate", "Orbital_forcing", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Milankovitch_cycles", "PDOS", "Summer_of_1976_(Europe)", "Global_cooling_(disambiguation)", "Indonesian_Democratic_Party"], "ranked_scores": [0.34, 0.3336, 0.3312, 0.3213, 0.3211, 0.3196, 0.3168, 0.3105, 0.3095, 0.3065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ice2sea", "Wibjörn_Karlén", "Global_cooling", "Ian_Clark_(geologist)", "James_Hansen", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "An_Appeal_to_Reason"], "ranked_scores": [0.5811, 0.5745, 0.5617, 0.5613, 0.5555, 0.5493, 0.5475, 0.541, 0.5403, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Polar_vortex", "Westerlies", "Jet_stream", "Polar_High", "Polar_low", "Climate_of_Finland", "Climate_of_the_United_States", "Sea_surface_temperature"], "ranked_scores": [0.6522, 0.6493, 0.5996, 0.5782, 0.5762, 0.5733, 0.5528, 0.5511, 0.546, 0.5459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "Summer_of_1976_(Europe)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6275, 0.6153, 0.6065, 0.6024, 0.597, 0.5857, 0.5837, 0.5758, 0.5649, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "History_of_climate_change_science", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Reasons_for_concern"], "ranked_scores": [0.5621, 0.5466, 0.5442, 0.5282, 0.5253, 0.5201, 0.5183, 0.5137, 0.5108, 0.51], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Environmental_impact_of_aviation", "Mitigation_of_global_warming_in_Australia", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Carbon_emission_trading", "Value-added_tax_(United_Kingdom)"], "ranked_scores": [0.4441, 0.4151, 0.4107, 0.4083, 0.4035, 0.4005, 0.3978, 0.3857, 0.3815, 0.3812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic", "Deglaciation", "Sea_level_rise", "Last_Glacial_Maximum", "Temperature_record_of_the_past_1000_years", "Ice_age", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6497, 0.6447, 0.6231, 0.6138, 0.6051, 0.6047, 0.6002, 0.5991, 0.5878, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Ian_Clark_(geologist)", "2015_North_American_heat_wave", "Summer_of_1976_(Europe)", "2006_European_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.5015, 0.4935, 0.4785, 0.4705, 0.4693, 0.4646, 0.4626, 0.4597, 0.4593, 0.4588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Effects_of_global_warming", "Geological_history_of_oxygen"], "ranked_scores": [0.7088, 0.6776, 0.6411, 0.6123, 0.6058, 0.5897, 0.5876, 0.5716, 0.5639, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Pro-nuclear_movement", "Nuclear_power_debate", "Global_warming_conspiracy_theory", "Fossil_fuel_divestment", "Nuclear_power_proposed_as_renewable_energy", "Waste-to-energy_plant", "Environmental_skepticism", "Skeptical_Science", "Denialism"], "ranked_scores": [0.5236, 0.5017, 0.4918, 0.4853, 0.4768, 0.4722, 0.4689, 0.4685, 0.4659, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Climate_change_in_the_Arctic", "Ice2sea", "Past_sea_level", "Global_warming_in_Antarctica", "Regional_effects_of_global_warming", "Arctic_ice_pack", "Arctic_geoengineering"], "ranked_scores": [0.6524, 0.647, 0.6315, 0.5999, 0.5883, 0.5818, 0.5812, 0.5743, 0.5733, 0.5671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "1997–98_El_Niño_event", "Effects_of_global_warming", "Global_warming", "Climate_change_in_the_United_States", "Drought_in_the_United_Kingdom", "Drought_in_Spain", "Climate_change_in_Australia"], "ranked_scores": [0.6129, 0.6036, 0.5954, 0.5788, 0.569, 0.5627, 0.5618, 0.5549, 0.5534, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Effects_of_global_warming", "Greenhouse_gas", "Media_coverage_of_climate_change", "Global_warming", "Arctic_geoengineering", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_potential", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5287, 0.5284, 0.5282, 0.5249, 0.5242, 0.5189, 0.5155, 0.5153, 0.5149, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "March_2012_North_American_heat_wave", "Excessive_heat_watch", "2006_North_American_heat_wave"], "ranked_scores": [0.7321, 0.731, 0.7291, 0.7241, 0.7228, 0.7077, 0.6833, 0.663, 0.6526, 0.6483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["James_Hansen", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Climate_change_denial", "The_Deniers", "An_Appeal_to_Reason"], "ranked_scores": [0.6702, 0.6475, 0.6457, 0.6217, 0.6196, 0.6177, 0.6089, 0.603, 0.5958, 0.5952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_variability", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Attribution_of_recent_climate_change", "Global_cooling", "Climate_change", "James_Hansen"], "ranked_scores": [0.5776, 0.5683, 0.5641, 0.5636, 0.5591, 0.5567, 0.553, 0.5527, 0.5524, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Deforestation_and_climate_change", "Effects_of_global_warming", "Environmental_impact_of_aviation", "Global_warming_potential", "Environmental_issue", "Carbon_diet"], "ranked_scores": [0.6465, 0.6368, 0.6123, 0.6063, 0.6012, 0.577, 0.5765, 0.5681, 0.5677, 0.5634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Prudent_avoidance_principle", "Risk–benefit_ratio", "Hazard_elimination", "Lazy_reason", "Risk", "Systematic_risk", "Scenario_analysis", "Denialism", "Worst-case_scenario", "Counterfactual_thinking"], "ranked_scores": [0.4887, 0.4868, 0.4698, 0.46, 0.4592, 0.4473, 0.4471, 0.4374, 0.4372, 0.4308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Climate_Change_Act_2008", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Clean_Development_Mechanism", "Carbon_pricing_in_Australia"], "ranked_scores": [0.5608, 0.5388, 0.5252, 0.5228, 0.5184, 0.5152, 0.5111, 0.5092, 0.499, 0.4989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "History_of_climate_change_science", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Pliocene_climate", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6056, 0.6044, 0.5825, 0.5823, 0.5823, 0.5783, 0.5731, 0.567, 0.5657, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Sea_ice", "Antarctic_sea_ice", "Holocene_glacial_retreat", "Sea_ice_thickness", "Measurement_of_sea_ice", "Arctic_Ocean", "Arctic_geoengineering", "Antarctic_ice_sheet"], "ranked_scores": [0.5873, 0.5618, 0.5488, 0.5282, 0.5226, 0.5189, 0.5137, 0.513, 0.5014, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage_in_Australia", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Millmerran_Power_Station", "History_of_coal_mining", "Refined_coal"], "ranked_scores": [0.6466, 0.61, 0.6011, 0.5697, 0.5651, 0.562, 0.545, 0.5421, 0.54, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Indonesian_Democratic_Party", "Ceiling_fan", "Global_cooling", "PDOS", "Cool_tropics_paradox", "Air_conditioned_clothing", "Orbital_forcing", "Solar_gain", "Condensation_cloud"], "ranked_scores": [0.3512, 0.3394, 0.3321, 0.3292, 0.3269, 0.3269, 0.315, 0.3057, 0.298, 0.2979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Attribution_of_recent_climate_change", "Global_warming", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "James_Hansen", "Global_cooling"], "ranked_scores": [0.6806, 0.6743, 0.6737, 0.6736, 0.6691, 0.6657, 0.6629, 0.6583, 0.6468, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_in_Canada", "Effects_of_global_warming", "Media_coverage_of_climate_change", "History_of_climate_change_science", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "Scientific_consensus_on_climate_change", "Reasons_for_concern"], "ranked_scores": [0.5441, 0.5345, 0.5288, 0.5287, 0.5286, 0.5267, 0.5245, 0.5224, 0.5208, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Freezing_level", "2006_European_cold_wave", "Arctic_geoengineering"], "ranked_scores": [0.4703, 0.47, 0.4641, 0.461, 0.4593, 0.4556, 0.4511, 0.4498, 0.4493, 0.4487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_variability", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Ian_Clark_(geologist)", "James_Hansen", "Global_warming", "Global_cooling", "Global_warming_controversy"], "ranked_scores": [0.6329, 0.6282, 0.6178, 0.6126, 0.612, 0.6097, 0.6035, 0.6017, 0.5967, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Wage_curve", "Phillips_curve", "Statistical_significance", "Covariate", "Mean_reversion_(finance)", "Selection_bias", "Skewness", "Inflation"], "ranked_scores": [0.4105, 0.4094, 0.3935, 0.3918, 0.3906, 0.3816, 0.3797, 0.375, 0.3711, 0.364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Global_warming", "Deforestation_and_climate_change", "James_Hansen", "Climate_inertia", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6468, 0.5989, 0.596, 0.596, 0.5904, 0.5846, 0.5827, 0.5796, 0.5778, 0.5726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Future_of_Earth", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science", "Abrupt_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Paleocene–Eocene_Thermal_Maximum", "Antarctic_Cold_Reversal", "Late_Glacial"], "ranked_scores": [0.6091, 0.6085, 0.6031, 0.5977, 0.5966, 0.595, 0.595, 0.5947, 0.5944, 0.5911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Lists_about_skepticism", "The_Great_Global_Warming_Swindle", "Media_coverage_of_climate_change", "Merchants_of_Doubt", "Climate_change_denial"], "ranked_scores": [0.506, 0.4928, 0.4917, 0.4882, 0.4821, 0.4783, 0.4779, 0.4775, 0.4735, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "2001_Eastern_North_America_heat_wave", "Summer_of_1976_(Europe)", "Excessive_heat_watch", "Satellite_temperature_measurements", "Cooling_center", "Station_model", "2011_North_American_heat_wave", "Humid_continental_climate", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.5943, 0.5373, 0.529, 0.528, 0.5194, 0.5184, 0.5169, 0.514, 0.5136, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Global_warming", "Attribution_of_recent_climate_change", "James_Hansen", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Effects_of_global_warming"], "ranked_scores": [0.6731, 0.6719, 0.6616, 0.6553, 0.6505, 0.636, 0.634, 0.6321, 0.6304, 0.6282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power_by_country", "Wind_power_in_California", "List_of_photovoltaic_power_stations", "Solar_power_in_Australia", "Solar_power_in_Spain", "Solar_power_in_Michigan", "Solar_power"], "ranked_scores": [0.6671, 0.6625, 0.6544, 0.6535, 0.6526, 0.6482, 0.6368, 0.629, 0.6185, 0.6155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Agriculture_in_Brazil", "Economic_growth", "Farm_programs", "Agriculture"], "ranked_scores": [0.555, 0.5517, 0.5496, 0.5315, 0.5246, 0.5097, 0.5096, 0.5044, 0.5035, 0.5026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m32-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Glacier_mass_balance", "Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Bear_attack", "Yup'ik_cuisine", "Arctic_ecology", "Beringian_wolf", "Grizzly_bear", "Beaufort_Sea", "2016–17_North_American_winter"], "ranked_scores": [0.3039, 0.3035, 0.3017, 0.3008, 0.2978, 0.2942, 0.2888, 0.2833, 0.2833, 0.283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3827, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Polar_ice_cap", "Polar_desert", "Deglaciation", "Antarctic_ice_sheet", "Arctic_ice_pack", "Antarctic_sea_ice", "Sea_ice", "Sea_ice_thickness", "Drift_ice", "Holocene_glacial_retreat"], "ranked_scores": [0.555, 0.5476, 0.5431, 0.5406, 0.5388, 0.5323, 0.528, 0.5245, 0.5241, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_surface_temperature", "Polar_desert", "Regional_effects_of_global_warming", "Climate_pattern", "Past_sea_level", "Weather", "Climate_of_Australia", "Temperate_climate", "Global_stilling", "Atmospheric_circulation"], "ranked_scores": [0.5652, 0.564, 0.5612, 0.5552, 0.5541, 0.5522, 0.5499, 0.5498, 0.5472, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Holocene_glacial_retreat", "Last_Glacial_Maximum", "Arctic_geoengineering", "Global_warming_in_Antarctica", "List_of_glaciers"], "ranked_scores": [0.584, 0.5747, 0.5641, 0.555, 0.5518, 0.5354, 0.5309, 0.5305, 0.5273, 0.5267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_footprint", "Carbon_capture_and_storage_in_Australia", "Carbon_emissions_reporting", "Economics_of_global_warming", "Mitigation_of_global_warming_in_Australia", "Contribution_to_global_warming_by_Australia", "Green_certificate", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "100%_renewable_energy"], "ranked_scores": [0.527, 0.5251, 0.5241, 0.5217, 0.5166, 0.5161, 0.5156, 0.5143, 0.5139, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Climate_change_mitigation", "Economics_of_global_warming", "Global_warming_controversy", "IPCC_First_Assessment_Report", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Mitigation_of_global_warming_in_Australia", "Scientific_consensus_on_climate_change", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Carbon_diet"], "ranked_scores": [0.5243, 0.5229, 0.5229, 0.5198, 0.5192, 0.5107, 0.5073, 0.5049, 0.5017, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Sea_level_rise", "Ice2sea", "Future_sea_level", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Arctic_ice_pack", "Jakobshavn_Glacier"], "ranked_scores": [0.5787, 0.5784, 0.5721, 0.564, 0.5589, 0.5543, 0.537, 0.5352, 0.5345, 0.5294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Global_warming", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Sea_level_rise", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_feedback"], "ranked_scores": [0.6328, 0.6278, 0.6115, 0.5994, 0.5959, 0.5921, 0.5906, 0.5862, 0.5841, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "List_of_California_hurricanes", "Scientific_opinion_on_climate_change", "Hurricane_Florence_(1988)", "Scientific_consensus_on_climate_change", "Reasons_for_concern", "Regional_effects_of_global_warming", "Hurricane_Paloma", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "1998_Atlantic_hurricane_season"], "ranked_scores": [0.5481, 0.5429, 0.5382, 0.5334, 0.5324, 0.5321, 0.5321, 0.5305, 0.5297, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Argentina", "Climate_of_Los_Angeles", "Climate_of_Brazil", "Climate_of_Salt_Lake_City", "Humid_continental_climate", "Early_2009_southeastern_Australia_heat_wave", "Frost_Belt", "Climate_of_Oregon", "Continental_climate", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [0.4436, 0.4348, 0.4325, 0.4322, 0.4243, 0.4221, 0.4201, 0.4192, 0.4172, 0.4151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "Climate_change_mitigation", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "IPCC_Fourth_Assessment_Report", "Stern_Review", "Global_warming", "Climate_change_adaptation", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6175, 0.6091, 0.6079, 0.6053, 0.6032, 0.5955, 0.5922, 0.5895, 0.5862, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling", "George_Kukla", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Orbital_forcing", "Future_sea_level", "Temperature_record_of_the_past_1000_years", "Wibjörn_Karlén", "List_of_climate_research_satellites", "Solar_cycle_(calendar)"], "ranked_scores": [0.5194, 0.5175, 0.4996, 0.4988, 0.4871, 0.4843, 0.4826, 0.48, 0.4781, 0.4761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Carbon_bubble", "Greenhouse_gas_emissions_by_the_United_States", "Future_sea_level", "Greenhouse_gas", "Satellite_temperature_measurements", "Embedded_emissions", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.416, 0.3923, 0.385, 0.3823, 0.3799, 0.3769, 0.3756, 0.3755, 0.3753, 0.37], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Atmospheric_methane", "Airborne_fraction", "Estuarine_acidification", "Total_inorganic_carbon", "Carbonic_acid", "Sublimation_(phase_transition)", "Aerobic_methane_production"], "ranked_scores": [0.465, 0.4623, 0.4593, 0.457, 0.4511, 0.4509, 0.4475, 0.4391, 0.4327, 0.432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["An_Appeal_to_Reason", "Global_warming_controversy", "Climate_change_opinion_by_country", "Greening_Earth_Society", "James_Hansen", "The_Deniers", "Media_coverage_of_climate_change", "The_Great_Global_Warming_Swindle", "Heaven_and_Earth_(book)", "Climate_change_denial"], "ranked_scores": [0.6183, 0.6003, 0.5963, 0.5955, 0.5907, 0.5897, 0.5869, 0.5834, 0.5824, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Arctic_dipole_anomaly", "Paleocene–Eocene_Thermal_Maximum", "Indonesian_Democratic_Party", "Bølling-Allerød_warming", "Cool_tropics_paradox", "Runaway_greenhouse_effect", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hekla_3_eruption", "Cold_fusion"], "ranked_scores": [0.3237, 0.3089, 0.307, 0.2986, 0.2982, 0.2934, 0.2928, 0.2907, 0.2898, 0.2888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["George_Kukla", "Ice2sea", "Global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Copernicus_Climate_Change_Service_(C3S)", "Arctic_Circle_(organization)", "An_Appeal_to_Reason", "Wibjörn_Karlén", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.5311, 0.5302, 0.52, 0.5168, 0.5165, 0.5152, 0.5136, 0.5131, 0.5125, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Polar_High", "Polar_vortex", "Oceanic_climate", "Labrador_Current", "Climate_of_the_United_States", "Weather_front", "Westerlies", "Polar_low", "Trade_winds"], "ranked_scores": [0.5975, 0.5589, 0.5566, 0.5555, 0.5472, 0.5442, 0.5406, 0.5393, 0.5365, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Climate_change_in_Texas", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "1936_North_American_cold_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_sea_level", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5601, 0.5564, 0.5545, 0.5412, 0.5194, 0.5168, 0.5115, 0.511, 0.5102, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Global_warming_controversy", "Climate_change_mitigation", "Effects_of_global_warming", "Economics_of_global_warming", "An_Appeal_to_Reason", "IPCC_First_Assessment_Report", "Global_warming", "Mitigation_of_global_warming_in_Australia", "Ian_Clark_(geologist)", "CLOUD_experiment"], "ranked_scores": [0.4951, 0.4895, 0.4815, 0.4805, 0.4776, 0.477, 0.4758, 0.475, 0.4729, 0.4698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_capture_and_storage_in_Australia", "Contribution_to_global_warming_by_Australia", "Energy_in_the_United_States", "Investment_Canada_Act", "Carbon_bubble", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Mandatory_renewable_energy_target"], "ranked_scores": [0.3431, 0.3392, 0.3386, 0.3383, 0.3378, 0.336, 0.3357, 0.3346, 0.3309, 0.3267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Last_Glacial_Maximum", "Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Deglaciation", "Global_cooling", "Ice_sheet"], "ranked_scores": [0.5911, 0.5843, 0.5713, 0.5707, 0.564, 0.5632, 0.5547, 0.5536, 0.5503, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_extreme_weather_events", "Wibjörn_Karlén", "2013_Southwestern_United_States_heat_wave", "1997–98_El_Niño_event", "Climate_change_in_Texas", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "George_Kukla", "Hurricane_Katrina_and_global_warming", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.4608, 0.452, 0.4492, 0.4491, 0.4482, 0.4465, 0.4426, 0.4381, 0.4354, 0.4354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Sulfate_aerosol", "Atmospheric_methane", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Deforestation_and_climate_change", "Greenhouse_gas", "Carbonic_acid"], "ranked_scores": [0.5883, 0.5816, 0.553, 0.5508, 0.5506, 0.5353, 0.5337, 0.5312, 0.5309, 0.5269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Junk_science", "Alternative_energy", "Outcome_bias", "Denialism", "Fossil_fuel_divestment", "Pro-nuclear_movement", "Energy_development", "Nuclear_power_proposed_as_renewable_energy", "Renewable_fuels", "Barack_Obama_citizenship_conspiracy_theories"], "ranked_scores": [0.4865, 0.478, 0.4726, 0.4559, 0.4552, 0.4539, 0.4513, 0.4492, 0.4485, 0.444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Future_sea_level", "Glacial_earthquake", "Arctic_geoengineering", "Ice_sheet", "Last_Glacial_Maximum"], "ranked_scores": [0.5814, 0.5699, 0.5639, 0.5568, 0.5511, 0.5444, 0.5314, 0.5274, 0.5209, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_in_Texas", "2010–13_Southern_United_States_and_Mexico_drought", "Regional_effects_of_global_warming", "Global_warming", "Climate_change_and_agriculture", "Effects_of_global_warming", "Drought_in_Spain", "Droughts_in_the_United_States", "2007_Western_North_American_heat_wave", "Arctic_sea_ice_decline"], "ranked_scores": [0.5347, 0.5318, 0.5215, 0.5213, 0.5163, 0.5162, 0.5128, 0.5113, 0.5105, 0.5087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_in_Australia", "Global_warming", "Climate_change_mitigation", "Climate_change_in_Europe", "Climate_change_mitigation_scenarios", "Climate_sensitivity", "Effects_of_global_warming", "Greenhouse_gas", "Mitigation_of_global_warming_in_Australia", "Global_warming_controversy"], "ranked_scores": [0.5174, 0.5116, 0.5094, 0.5075, 0.5069, 0.5067, 0.5043, 0.5005, 0.5002, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4317, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_summer_heat_waves", "2018_British_Isles_heat_wave", "Excessive_heat_watch", "2007_Western_North_American_heat_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [0.5662, 0.5573, 0.5542, 0.5468, 0.5436, 0.5416, 0.5412, 0.5408, 0.5406, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climate_change_denial"], "ranked_scores": [0.5818, 0.5793, 0.5769, 0.5733, 0.5715, 0.5709, 0.5631, 0.5605, 0.5573, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_warming", "Climate_change", "James_Hansen", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Future_sea_level", "Climate_change_in_Australia", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.5346, 0.5231, 0.5214, 0.5201, 0.5179, 0.5171, 0.5145, 0.5145, 0.5132, 0.5113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.631, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Low-carbon_emission", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Fossil_fuel_power_station", "Flue-gas_emissions_from_fossil-fuel_combustion", "Carbon_diet", "Carbon-neutral_fuel", "Airborne_fraction"], "ranked_scores": [0.6018, 0.5858, 0.5842, 0.581, 0.5685, 0.5664, 0.565, 0.5614, 0.5599, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Hypotheticals", "Scenario_analysis", "Outcome_bias", "Cognitive_bias", "Cartesian_doubt", "Counterfactual_thinking", "Perjury", "Risk–benefit_ratio", "Probability_of_error", "Uncertainty_analysis"], "ranked_scores": [0.4447, 0.427, 0.4253, 0.4221, 0.4193, 0.4191, 0.4189, 0.4179, 0.4172, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "350.org", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Carbon_emissions_reporting", "Climate_change_in_China", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Carbon_capture_and_storage_in_Australia", "Energy_policy_of_the_Barack_Obama_administration"], "ranked_scores": [0.5016, 0.4958, 0.4743, 0.4699, 0.459, 0.457, 0.4555, 0.4533, 0.4522, 0.4513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Climate_change_in_Texas", "Satellite_temperature_measurements", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_extreme_weather_events", "Pliocene_climate", "2001_Eastern_North_America_heat_wave", "Heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5565, 0.5551, 0.5543, 0.549, 0.5476, 0.5461, 0.5456, 0.5439, 0.54, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Holocene_glacial_retreat", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Ice_sheet", "Sea_ice", "Sea_ice_thickness", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.4927, 0.476, 0.4756, 0.4646, 0.4614, 0.4604, 0.4568, 0.4553, 0.4552, 0.4509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Clean_coal_technology", "List_of_coal_fired_power_stations_in_Australia", "Waste-to-energy_plant", "Solar_power_in_Michigan", "Coal", "Carbon_capture_and_storage_in_Australia", "Millmerran_Power_Station", "Energy_storage"], "ranked_scores": [0.5642, 0.5627, 0.5437, 0.5252, 0.5249, 0.5165, 0.5129, 0.512, 0.5091, 0.5085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cool_tropics_paradox", "Polar_see-saw", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Stratosphere", "Cold_fusion", "Orbital_forcing", "Atmospheric_circulation", "Arctic_dipole_anomaly", "Antarctica_cooling_controversy"], "ranked_scores": [0.3199, 0.2915, 0.2887, 0.2885, 0.2879, 0.2845, 0.2806, 0.28, 0.2787, 0.2687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_change_mitigation"], "ranked_scores": [0.6289, 0.6152, 0.6139, 0.6126, 0.6121, 0.6068, 0.6056, 0.6006, 0.6003, 0.6002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_opinion_by_country", "An_Appeal_to_Reason", "Climate_change_in_Canada", "Global_warming_controversy", "IPCC_Second_Assessment_Report", "Stephen_Schneider", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5311, 0.524, 0.5157, 0.5148, 0.5069, 0.5041, 0.5025, 0.5022, 0.501, 0.5009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Regional_effects_of_global_warming", "Instrumental_temperature_record", "1908", "Winter_1985_cold_wave", "1936_North_American_cold_wave", "Climate_change_in_Texas", "2006_European_cold_wave", "Climate_of_Antarctica"], "ranked_scores": [0.4589, 0.4502, 0.4491, 0.4333, 0.4289, 0.4258, 0.4217, 0.4197, 0.4193, 0.4187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change", "Attribution_of_recent_climate_change", "Polar_amplification", "History_of_climate_change_science", "Global_warming_in_Antarctica", "Global_warming_controversy", "Climate_variability", "Climate_change_(general_concept)", "Effects_of_global_warming"], "ranked_scores": [0.5835, 0.5728, 0.5714, 0.5699, 0.5693, 0.5659, 0.5636, 0.5625, 0.5606, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Covariate", "Kuznets_curve", "Household_income_in_the_United_States", "Management_systems_for_road_safety", "Trend_stationary", "Regression_toward_the_mean", "Skewness", "Ordinal_regression", "Wage_curve", "Selection_bias"], "ranked_scores": [0.4062, 0.3876, 0.3652, 0.3587, 0.3563, 0.3563, 0.3538, 0.3454, 0.3445, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Airborne_fraction", "Scientific_opinion_on_climate_change", "Global_warming", "Effects_of_global_warming", "Climate_change_mitigation", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.5513, 0.5511, 0.5396, 0.5316, 0.5311, 0.5221, 0.5214, 0.5184, 0.5148, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4893, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Paleocene–Eocene_Thermal_Maximum", "Temperature_record_of_the_past_1000_years", "Future_sea_level", "Pliocene_climate", "Deglaciation", "Climate_change_in_Texas", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Wibjörn_Karlén", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.577, 0.5719, 0.5685, 0.5547, 0.553, 0.5527, 0.5477, 0.5474, 0.5464, 0.5462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "The_Great_Global_Warming_Swindle", "Credible_witness", "Climatic_Research_Unit_documents", "Climate_Change_Denial:_Heads_in_the_Sand", "Level_of_support_for_evolution", "Teach_the_Controversy", "Climatic_Research_Unit_email_controversy", "Publication_bias", "The_Deniers"], "ranked_scores": [0.4667, 0.4619, 0.4519, 0.4517, 0.4514, 0.4487, 0.4455, 0.4433, 0.4425, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Automatic_weather_station", "Weather", "Weather_station", "Climate_of_Africa", "Mediterranean_climate", "Heat_wave", "Climate_of_Los_Angeles", "Heat_index", "Desert_climate", "Excessive_heat_watch"], "ranked_scores": [0.5184, 0.5153, 0.5131, 0.5076, 0.5039, 0.5009, 0.4968, 0.4959, 0.4951, 0.4946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Future_sea_level", "Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "Sea_level_rise", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "James_Hansen", "IPCC_Second_Assessment_Report"], "ranked_scores": [0.6134, 0.6065, 0.6043, 0.6022, 0.5932, 0.5859, 0.585, 0.5831, 0.5821, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_New_Mexico", "Wind_power_in_the_United_Kingdom", "Electricity_sector_in_the_United_Kingdom", "Solar_power_in_Spain", "Wind_power_in_California", "Solar_power_in_Australia", "Solar_power_in_Italy", "Solar_power"], "ranked_scores": [0.5712, 0.5696, 0.5616, 0.5598, 0.5578, 0.5553, 0.5514, 0.5463, 0.535, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Ethiopia", "Economic_growth", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agriculture", "Agriculture_in_Syria", "Jobs_created_during_U.S._presidential_terms", "Bioenergy_in_China", "Economy_of_the_United_States"], "ranked_scores": [0.4964, 0.4863, 0.4573, 0.4517, 0.4433, 0.4432, 0.4375, 0.4363, 0.436, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-pq-m48-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Arctic_ecology", "Yup'ik_cuisine", "Brown_bear", "Grizzly_bear", "Denali_National_Park_and_Preserve", "Arctic_Alaska", "List_of_Alaska_state_forests", "Arctic_char"], "ranked_scores": [0.4063, 0.3993, 0.3709, 0.3698, 0.3693, 0.3595, 0.3582, 0.3454, 0.3437, 0.335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6448, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Arctic_ice_pack", "Permafrost", "Ice_cap", "Antarctic_sea_ice", "Arctic_geoengineering", "Ice_sheet"], "ranked_scores": [0.6268, 0.5747, 0.5661, 0.5633, 0.5553, 0.5541, 0.5477, 0.5371, 0.5338, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Regional_effects_of_global_warming", "Past_sea_level", "Annual_cycle_of_sea_level_height", "Sea", "Sea_level_rise", "Tide", "Nordic_Seas", "Sea_surface_temperature", "Global_stilling", "Climate_of_the_Arctic"], "ranked_scores": [0.6292, 0.6155, 0.5864, 0.5822, 0.575, 0.5713, 0.5662, 0.5649, 0.5527, 0.5432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Holocene_glacial_retreat", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6821, 0.6544, 0.6203, 0.6122, 0.5844, 0.5729, 0.5645, 0.5624, 0.5592, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_offset", "Climate_footprint", "Carbon_tax", "Carbon_emissions_reporting", "Carbon_footprint", "Carbon_emission_trading", "Carbon_credit", "GHG_footprint", "Carbon_dioxide_removal", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5896, 0.5851, 0.58, 0.5627, 0.5591, 0.5587, 0.5535, 0.5441, 0.5418, 0.54], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["James_Hansen", "CO2_is_Green", "350.org", "Carbon_diet", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Atmospheric_carbon_cycle", "Politics_of_global_warming", "Climate_change_mitigation"], "ranked_scores": [0.5642, 0.5548, 0.5444, 0.5409, 0.5372, 0.5353, 0.5303, 0.5275, 0.5268, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic", "Last_Glacial_Maximum", "Antarctic_ice_sheet", "Global_warming_in_Antarctica"], "ranked_scores": [0.6726, 0.6422, 0.6269, 0.6259, 0.609, 0.5894, 0.5786, 0.5766, 0.5739, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "Deforestation_and_climate_change", "Copenhagen_Diagnosis", "Effects_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "James_Hansen", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6996, 0.6768, 0.6743, 0.6552, 0.6513, 0.6489, 0.6463, 0.6421, 0.6385, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Reasons_for_concern", "Economics_of_global_warming", "Global_warming", "Effects_of_global_warming_on_humans", "Environmental_issue", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.5848, 0.5688, 0.5624, 0.5524, 0.5512, 0.539, 0.5369, 0.5345, 0.5322, 0.5301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Humid_continental_climate", "Continental_climate", "Lyme_disease", "Climate_of_the_United_States", "Climate_of_Los_Angeles", "Frost_Belt", "Climate_of_Minnesota", "Disease", "Climate_of_Minneapolis–Saint_Paul", "2013_extreme_weather_events"], "ranked_scores": [0.4873, 0.4822, 0.479, 0.4704, 0.461, 0.4503, 0.4463, 0.4458, 0.4397, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "Climate_change", "Climate_change_policy_of_the_United_States", "James_Hansen", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Climate_change_mitigation_scenarios", "An_Appeal_to_Reason", "Climate_change_adaptation"], "ranked_scores": [0.6341, 0.6285, 0.595, 0.5922, 0.5864, 0.586, 0.5857, 0.5836, 0.583, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Bølling-Allerød_warming", "History_of_climate_change_science", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Termination_(geomorphology)", "Climate_change_in_Australia"], "ranked_scores": [0.556, 0.5511, 0.538, 0.5348, 0.5278, 0.5265, 0.5222, 0.5219, 0.5206, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Contribution_to_global_warming_by_Australia", "Mauna_Kea", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Global_Historical_Climatology_Network", "Michael_E._Mann", "HadCM3"], "ranked_scores": [0.4837, 0.4569, 0.4362, 0.4262, 0.406, 0.4002, 0.3941, 0.3913, 0.3911, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis", "Seawater", "Acidosis", "Atmospheric_methane", "Geological_history_of_oxygen"], "ranked_scores": [0.5527, 0.5374, 0.5311, 0.4993, 0.4921, 0.4843, 0.48, 0.4784, 0.4764, 0.4757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "James_Hansen", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "An_Appeal_to_Reason", "History_of_climate_change_science", "The_Deniers", "Merchants_of_Doubt"], "ranked_scores": [0.6698, 0.6599, 0.6592, 0.6572, 0.6387, 0.6243, 0.6217, 0.6195, 0.6169, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Fleischmann–Pons_experiment", "Bølling-Allerød_warming", "PDOS", "100,000-year_problem", "Pliocene_climate", "Cold_fusion", "Milankovitch_cycles", "Summer_of_1976_(Europe)"], "ranked_scores": [0.3777, 0.3698, 0.3407, 0.3405, 0.3341, 0.3339, 0.3231, 0.3193, 0.3153, 0.3116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["James_Hansen", "Ice2sea", "Antarctica_cooling_controversy", "History_of_climate_change_science", "Adam_Scaife", "Climate_change_in_the_Arctic", "Wibjörn_Karlén", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "Arctic_geoengineering"], "ranked_scores": [0.5688, 0.5568, 0.5563, 0.5459, 0.5423, 0.5416, 0.5396, 0.5363, 0.5363, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2685, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Climate_of_the_Arctic", "Polar_High", "Westerlies", "Climate_of_the_United_States", "Climate_of_Finland", "Gulf_Stream"], "ranked_scores": [0.6546, 0.6338, 0.5692, 0.5684, 0.5579, 0.554, 0.5519, 0.5465, 0.5459, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "1908", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6156, 0.609, 0.5984, 0.5928, 0.5901, 0.5833, 0.5766, 0.5538, 0.5472, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "CLOUD_experiment", "Advisory_Group_on_Greenhouse_Gases", "Attribution_of_recent_climate_change", "Global_cooling", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Deforestation_and_climate_change", "Wibjörn_Karlén"], "ranked_scores": [0.5657, 0.5654, 0.5169, 0.5159, 0.5145, 0.5118, 0.5026, 0.498, 0.4968, 0.4945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Carbon_bubble", "Carbon_offset", "Carbon_emission_trading", "Climate_change_in_China", "Carbon_credit"], "ranked_scores": [0.4549, 0.4213, 0.4166, 0.4165, 0.4014, 0.3912, 0.3774, 0.3742, 0.3706, 0.3692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice_age", "Deglaciation", "Last_Glacial_Maximum", "Ice2sea", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6202, 0.6113, 0.596, 0.5927, 0.579, 0.5761, 0.5745, 0.5729, 0.5643, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1908", "2013_extreme_weather_events", "Satellite_temperature_measurements", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5182, 0.4641, 0.4618, 0.4616, 0.4601, 0.4489, 0.4476, 0.4476, 0.4457, 0.444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Acid_rain", "Anoxic_event"], "ranked_scores": [0.6956, 0.6609, 0.6169, 0.6099, 0.6074, 0.5797, 0.5734, 0.5532, 0.5467, 0.5456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Pro-nuclear_movement", "Waste-to-energy_plant", "Junk_science", "Demand_destruction", "Alternative_energy", "Energy_accidents", "Nuclear_power_debate", "Denialism", "Climate_change_denial", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.4877, 0.4801, 0.4779, 0.477, 0.4732, 0.4698, 0.4678, 0.4661, 0.4611, 0.4588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming", "Copenhagen_Diagnosis", "Past_sea_level"], "ranked_scores": [0.6548, 0.6485, 0.6308, 0.6205, 0.5963, 0.5901, 0.5772, 0.5717, 0.5681, 0.5674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Effects_of_global_warming", "Climate_change_in_Australia", "Drought_in_Spain", "Climate_change_in_the_United_States", "Climate_change_and_agriculture", "Global_warming", "Deforestation_and_climate_change"], "ranked_scores": [0.6272, 0.6225, 0.5938, 0.573, 0.5675, 0.5622, 0.5571, 0.5454, 0.5417, 0.5365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Arctic_geoengineering", "Scientific_opinion_on_climate_change", "Climate_variability", "Climate_change_mitigation_scenarios", "Climate_change_(general_concept)", "Effects_of_global_warming", "James_Hansen", "History_of_climate_change_science", "Instrumental_temperature_record", "Deforestation_and_climate_change"], "ranked_scores": [0.5361, 0.5084, 0.5071, 0.5059, 0.5057, 0.5041, 0.5037, 0.5032, 0.5014, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "Excessive_heat_watch", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.7273, 0.7145, 0.6923, 0.6919, 0.6788, 0.6604, 0.6439, 0.6388, 0.6358, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["James_Hansen", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism"], "ranked_scores": [0.6728, 0.644, 0.6329, 0.6173, 0.6056, 0.6029, 0.5973, 0.5948, 0.591, 0.5792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Global_warming_hiatus", "Scientific_opinion_on_climate_change", "Climate_change_(general_concept)", "Climate_variability", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5603, 0.557, 0.5562, 0.5524, 0.551, 0.5439, 0.5392, 0.5378, 0.5376, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Deforestation_and_climate_change", "Airborne_fraction", "Global_warming_potential", "Environmental_issue", "Contribution_to_global_warming_by_Australia", "Environmental_impact_of_transport"], "ranked_scores": [0.6283, 0.6243, 0.6241, 0.6195, 0.5856, 0.5619, 0.5553, 0.5543, 0.5534, 0.5487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Worst-case_scenario", "Risk–benefit_ratio", "Prudent_avoidance_principle", "Scenario_analysis", "Prudentialism", "Risk", "Counterfactual_thinking", "Accident", "Lazy_reason", "Risk_neutral"], "ranked_scores": [0.4988, 0.4931, 0.4702, 0.4593, 0.4502, 0.4478, 0.4451, 0.4447, 0.4374, 0.4359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "CO2_is_Green", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.547, 0.5279, 0.5214, 0.5065, 0.5062, 0.5049, 0.5011, 0.4905, 0.4827, 0.4796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Pliocene_climate", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "History_of_climate_change_science", "1997–98_El_Niño_event", "Global_cooling_(disambiguation)", "2014–16_El_Niño_event", "Global_cooling", "Sea_level_rise", "Polar_amplification"], "ranked_scores": [0.6052, 0.6002, 0.5937, 0.5843, 0.5793, 0.5686, 0.5683, 0.5669, 0.5578, 0.5572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Sea_ice", "Measurement_of_sea_ice", "Sea_ice_thickness", "Holocene_glacial_retreat", "Future_sea_level", "Antarctic_sea_ice", "Polar_seas", "Antarctic_ice_sheet"], "ranked_scores": [0.5847, 0.5746, 0.5376, 0.5339, 0.5137, 0.5093, 0.5051, 0.493, 0.4901, 0.4878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "List_of_coal_fired_power_stations_in_Australia", "Clean_technology", "Carbon_dioxide_removal", "Fossil_fuel_power_station", "Waste-to-energy_plant", "Refined_coal"], "ranked_scores": [0.6255, 0.6016, 0.5871, 0.5729, 0.5545, 0.5403, 0.5384, 0.5373, 0.5355, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "Fleischmann–Pons_experiment", "Global_warming_hiatus", "PDOS", "Cold_fusion", "Automobile_air_conditioning"], "ranked_scores": [0.3671, 0.3513, 0.3496, 0.3384, 0.3383, 0.3314, 0.328, 0.3124, 0.3112, 0.3043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "Global_warming_controversy", "Global_cooling"], "ranked_scores": [0.673, 0.6678, 0.6646, 0.6604, 0.6559, 0.6507, 0.6499, 0.6438, 0.6328, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "James_Hansen", "Physical_impacts_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.5591, 0.5413, 0.5395, 0.5354, 0.5323, 0.5139, 0.513, 0.5124, 0.5121, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Arctic_geoengineering", "1908", "Freezing_level", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Little_Ice_Age"], "ranked_scores": [0.4936, 0.4844, 0.4621, 0.4619, 0.4614, 0.4607, 0.4504, 0.4452, 0.4444, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "James_Hansen", "Effects_of_global_warming", "Climate_variability", "Global_warming", "Climate_change", "Global_cooling", "Climate_change_(general_concept)"], "ranked_scores": [0.6366, 0.6107, 0.605, 0.6032, 0.6016, 0.6011, 0.6005, 0.5991, 0.5989, 0.5983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Trend_stationary", "Phillips_curve", "Regression_toward_the_mean", "Selection_bias", "Statistical_significance", "Skewness", "Covariate", "Wage_curve", "Seasonal_adjustment", "List_of_recessions_in_the_United_States"], "ranked_scores": [0.4286, 0.416, 0.4014, 0.3871, 0.383, 0.3814, 0.3805, 0.3786, 0.3735, 0.3717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Environmental_issue", "James_Hansen", "Effects_of_global_warming"], "ranked_scores": [0.6296, 0.6101, 0.6006, 0.59, 0.5886, 0.5872, 0.5749, 0.5703, 0.569, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "History_of_climate_change_science", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming", "Global_cooling_(disambiguation)", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [0.621, 0.6135, 0.6039, 0.6027, 0.5938, 0.5912, 0.5854, 0.5817, 0.5809, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Publication_bias", "Climate_Change_Denial:_Heads_in_the_Sand", "List_of_experimental_errors_and_frauds_in_physics", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Merchants_of_Doubt"], "ranked_scores": [0.4906, 0.4868, 0.4779, 0.472, 0.4704, 0.4688, 0.4662, 0.4655, 0.4629, 0.4603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Excessive_heat_watch", "Automatic_weather_station", "Cooling_center", "Satellite_temperature_measurements", "2013_Southwestern_United_States_heat_wave", "Station_model", "Humid_subtropical_climate", "Weather", "Humid_continental_climate"], "ranked_scores": [0.5569, 0.5235, 0.5235, 0.5234, 0.5148, 0.5082, 0.5066, 0.505, 0.4945, 0.4941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "James_Hansen", "Global_cooling_(disambiguation)", "Global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.6913, 0.6905, 0.6581, 0.6383, 0.6294, 0.6293, 0.6233, 0.621, 0.6148, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_power_in_Italy", "Solar_power", "Solar_power_in_Australia", "List_of_photovoltaic_power_stations", "Photovoltaics", "Solar_power_in_Spain"], "ranked_scores": [0.6672, 0.6458, 0.6456, 0.6431, 0.6103, 0.6087, 0.6008, 0.5978, 0.5917, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Agriculture_in_Brazil", "Farm_programs", "Agricultural_policy_of_the_United_States", "National_Farm_Safety_&_Health_Week", "Agriculture", "Economic_growth"], "ranked_scores": [0.5601, 0.544, 0.5415, 0.5273, 0.5126, 0.5123, 0.5002, 0.4988, 0.4969, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m48-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Yup'ik_cuisine", "Arctic_ecology", "List_of_Alaska_state_forests", "Kodiak_bear", "Pacific_decadal_oscillation", "Bear_attack", "Arctic_Alaska", "Brown_bear"], "ranked_scores": [0.3437, 0.3339, 0.3296, 0.3253, 0.3069, 0.306, 0.3052, 0.2908, 0.2897, 0.2896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5989, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Sea_ice", "Polar_ice_cap", "Arctic_methane_emissions", "Permafrost", "Ice_cap", "Arctic_ice_pack", "Antarctic_sea_ice", "Deglaciation"], "ranked_scores": [0.5424, 0.5385, 0.5356, 0.5356, 0.5346, 0.5315, 0.5201, 0.5161, 0.5153, 0.5129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_surface_temperature", "Climate_pattern", "Sea_level_rise", "Climate_of_Australia", "Annual_cycle_of_sea_level_height", "Climate_of_the_Arctic", "Microclimate", "Sea_level"], "ranked_scores": [0.5913, 0.5803, 0.5758, 0.5523, 0.5501, 0.5495, 0.5495, 0.5435, 0.5434, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Ice2sea", "Holocene_glacial_retreat", "Global_warming_in_Antarctica", "Global_cooling", "Sea_level_rise"], "ranked_scores": [0.6204, 0.5863, 0.5513, 0.5508, 0.5453, 0.5452, 0.5366, 0.5361, 0.5356, 0.5354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_credit", "Contribution_to_global_warming_by_Australia", "Carbon_capture_and_storage_in_Australia", "Carbon_footprint", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_emission_trading", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.543, 0.5385, 0.5357, 0.53, 0.5295, 0.524, 0.5209, 0.5203, 0.5151, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "350.org", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "Climate_change_denial", "Views_on_the_Kyoto_Protocol", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5396, 0.5276, 0.5244, 0.5171, 0.5146, 0.5081, 0.5079, 0.4965, 0.4963, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Sea_level_rise", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Global_warming"], "ranked_scores": [0.5961, 0.5904, 0.5673, 0.5645, 0.5545, 0.5536, 0.539, 0.5351, 0.5305, 0.5255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Greenhouse_gas", "James_Hansen", "Attribution_of_recent_climate_change", "Deforestation_and_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming"], "ranked_scores": [0.6315, 0.6064, 0.597, 0.5943, 0.5928, 0.5914, 0.5902, 0.5873, 0.5873, 0.5867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["History_of_climate_change_science", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "2016_Louisiana_floods", "Hurricane_Florence_(1988)", "Hurricane_Jeanne", "Hurricane_Harvey", "Meteorological_history_of_Hurricane_Matthew", "Effects_of_Hurricane_Georges_in_Louisiana"], "ranked_scores": [0.5527, 0.5429, 0.5394, 0.5386, 0.5367, 0.5365, 0.5352, 0.5325, 0.5312, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Los_Angeles", "Climate_of_Minnesota", "Continental_climate", "2013_extreme_weather_events", "Thaw_(weather)", "March_2012_North_American_heat_wave", "Humid_continental_climate", "Frost_Belt", "Climate_of_Salt_Lake_City", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [0.4488, 0.4429, 0.4381, 0.4266, 0.4249, 0.4213, 0.4196, 0.4167, 0.4127, 0.4092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["An_Appeal_to_Reason", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Economics_of_global_warming", "Effects_of_global_warming", "List_of_climate_scientists", "Climate_change", "Scientific_opinion_on_climate_change", "Stern_Review", "Global_warming"], "ranked_scores": [0.6009, 0.5939, 0.5794, 0.577, 0.5733, 0.569, 0.5678, 0.5664, 0.561, 0.5594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Ian_Clark_(geologist)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Bølling-Allerød_warming", "Climate_change_in_Australia", "List_of_climate_research_satellites", "History_of_climate_change_science", "Global_warming_hiatus", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Termination_(geomorphology)"], "ranked_scores": [0.5251, 0.5144, 0.5041, 0.4976, 0.4917, 0.4842, 0.4839, 0.4797, 0.4782, 0.4754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Mauna_Loa_Observatory", "Global_warming_potential", "Global_Historical_Climatology_Network", "Greenhouse_gas_accounting", "Contribution_to_global_warming_by_Australia", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.4006, 0.3998, 0.3925, 0.3911, 0.3838, 0.3818, 0.3779, 0.3737, 0.3736, 0.3736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Carbonic_acid", "Metabolic_acidosis", "PH", "Total_inorganic_carbon", "Carbon_dioxide_in_Earth's_atmosphere", "Airborne_fraction"], "ranked_scores": [0.4946, 0.4888, 0.4887, 0.4714, 0.4657, 0.4632, 0.4587, 0.4584, 0.4583, 0.4496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "An_Appeal_to_Reason", "The_Deniers", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Global_warming_controversy", "Watts_Up_With_That?", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6131, 0.5954, 0.5948, 0.5867, 0.5859, 0.5836, 0.578, 0.5765, 0.5732, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Bølling-Allerød_warming", "Fleischmann–Pons_experiment", "Pliocene_climate", "Eocene_Thermal_Maximum_2", "Antarctic_oscillation", "El_Niño–Southern_Oscillation", "Orbital_forcing", "Cold_fusion", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.3423, 0.3326, 0.3239, 0.3226, 0.3124, 0.3122, 0.3035, 0.3016, 0.2993, 0.2986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ian_Clark_(geologist)", "Wibjörn_Karlén", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change", "The_Hockey_Stick_and_the_Climate_Wars", "Ice2sea", "Climate_risk", "Climate_change_in_the_Arctic", "Peter_Sinclair_(environmental_activist)"], "ranked_scores": [0.5258, 0.5258, 0.5212, 0.5185, 0.5147, 0.5078, 0.5066, 0.5064, 0.5049, 0.5025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Jet_stream", "Polar_vortex", "Climate_of_the_United_States", "Westerlies", "Weather", "Climate_of_Italy", "Climate_of_Svalbard", "Low-pressure_area", "Climate_of_Finland"], "ranked_scores": [0.5859, 0.5434, 0.5428, 0.5423, 0.5346, 0.5269, 0.514, 0.5112, 0.5111, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "MSU_temperature_measurements", "1908", "Satellite_temperature_measurements", "Global_warming_hiatus", "Global_cooling", "Year_Without_a_Summer"], "ranked_scores": [0.5877, 0.5671, 0.5554, 0.5552, 0.5439, 0.5431, 0.5345, 0.5314, 0.5255, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["History_of_climate_change_science", "James_Hansen", "Attribution_of_recent_climate_change", "Global_warming", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason", "Reasons_for_concern", "Advisory_Group_on_Greenhouse_Gases", "CLOUD_experiment", "350.org"], "ranked_scores": [0.4911, 0.4911, 0.4896, 0.4867, 0.4807, 0.4795, 0.4774, 0.4766, 0.4751, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_bubble", "Environmental_impact_of_aviation", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Global_Warming_Pollution_Reduction_Act_of_2007", "Embedded_emissions", "Environmental_impact_of_transport_in_Australia", "Fossil_fuels_lobby", "Greenhouse_gas_emissions_by_the_United_States", "Fuel_Economy_Reform_Act"], "ranked_scores": [0.3749, 0.3546, 0.3468, 0.3456, 0.3405, 0.3396, 0.3394, 0.3379, 0.3372, 0.3363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Future_sea_level", "Ice_age", "Quaternary_glaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Sea_level_rise", "Global_cooling_(disambiguation)", "Deglaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6133, 0.584, 0.5791, 0.5774, 0.5714, 0.5697, 0.5562, 0.5514, 0.5511, 0.5493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1997–98_El_Niño_event", "2013_extreme_weather_events", "Wibjörn_Karlén", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "Summer_of_1976_(Europe)", "1936_North_American_cold_wave"], "ranked_scores": [0.4601, 0.4531, 0.4504, 0.4452, 0.4421, 0.4404, 0.4403, 0.435, 0.434, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Anoxic_event", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbonic_acid", "Sulfate_aerosol", "Deforestation_and_climate_change", "Acid_rain"], "ranked_scores": [0.6111, 0.6078, 0.5722, 0.5545, 0.554, 0.5494, 0.5469, 0.5414, 0.5349, 0.5323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Environmental_impact_of_nuclear_power", "Pro-nuclear_movement", "Waste-to-energy_plant", "ExxonMobil_climate_change_controversy", "Energy_development", "Nuclear_power_proposed_as_renewable_energy", "Renewable_energy_debate", "Environmental_impact_of_the_coal_industry", "Environmental_skepticism"], "ranked_scores": [0.4796, 0.4668, 0.4624, 0.4623, 0.4565, 0.4563, 0.4555, 0.4506, 0.4449, 0.4429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.5918, 0.5798, 0.5794, 0.5471, 0.5442, 0.539, 0.5214, 0.5206, 0.5169, 0.5161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "2012–13_North_American_drought", "1997–98_El_Niño_event", "Climate_change_in_Europe", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Climate_change_in_Australia", "Climate_change_and_agriculture", "Climate_change_in_the_United_States"], "ranked_scores": [0.5509, 0.5479, 0.5453, 0.5377, 0.5296, 0.5165, 0.5134, 0.5109, 0.5102, 0.5101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Climate_sensitivity", "Reasons_for_concern", "History_of_climate_change_science", "Air_conditioned_clothing", "Mitigation_of_global_warming_in_Australia", "Media_coverage_of_climate_change", "Carbon_diet", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5192, 0.5065, 0.4987, 0.4962, 0.4944, 0.4937, 0.4921, 0.4902, 0.4902, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2016_American_Northeast_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.5988, 0.5883, 0.5867, 0.5709, 0.5603, 0.5565, 0.5437, 0.5381, 0.53, 0.53], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "James_Hansen", "History_of_climate_change_science", "Climatic_Research_Unit_documents", "The_Hockey_Stick_and_the_Climate_Wars", "Scientific_opinion_on_climate_change", "ExxonMobil_climate_change_controversy", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "The_Deniers"], "ranked_scores": [0.6138, 0.5713, 0.5699, 0.5699, 0.5622, 0.5611, 0.5578, 0.5572, 0.5544, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_hiatus", "Global_warming", "Global_cooling", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change", "Temperature_record_of_the_past_1000_years", "Arctic_geoengineering", "Climate_change_(general_concept)"], "ranked_scores": [0.5395, 0.5319, 0.529, 0.527, 0.523, 0.5212, 0.5168, 0.5143, 0.5017, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Low-carbon_emission", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Airborne_fraction", "Carbon_diet", "Global_warming_potential"], "ranked_scores": [0.5833, 0.576, 0.5736, 0.551, 0.5496, 0.545, 0.5385, 0.5375, 0.5339, 0.5281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Scenario_analysis", "Prudentialism", "Risk–benefit_ratio", "HIV/AIDS_denialism", "Hypotheticals", "Cynicism_(contemporary)", "Worst-case_scenario", "Cognitive_bias", "Probability_of_error", "Denial"], "ranked_scores": [0.4416, 0.4303, 0.4206, 0.4166, 0.415, 0.4114, 0.4086, 0.4077, 0.4043, 0.4023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Environmental_policy_of_the_Donald_Trump_administration", "350.org", "Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "CO2_is_Green", "Views_on_the_Kyoto_Protocol", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.5041, 0.4923, 0.4657, 0.4623, 0.4613, 0.461, 0.461, 0.4584, 0.4584, 0.4581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Polar_amplification", "El_Niño–Southern_Oscillation", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "Global_cooling", "Last_Glacial_Maximum", "2014–16_El_Niño_event", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Bølling-Allerød_warming"], "ranked_scores": [0.5958, 0.5638, 0.5605, 0.5604, 0.5561, 0.554, 0.5535, 0.5534, 0.5529, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Arctic_ice_pack", "Antarctic_sea_ice", "Sea_ice_thickness", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Sea_ice"], "ranked_scores": [0.4901, 0.4676, 0.463, 0.4584, 0.4578, 0.4555, 0.4503, 0.4476, 0.4455, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage_in_Australia", "Clean_coal_technology", "Biosequestration", "Intermountain_Power_Plant", "Flue-gas_stack", "Clean_technology", "Coal_gasification_commercialization"], "ranked_scores": [0.5339, 0.5333, 0.5177, 0.5065, 0.5062, 0.4989, 0.4909, 0.4861, 0.486, 0.4854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling", "Orbital_forcing", "Indonesian_Democratic_Party", "Idealized_greenhouse_model", "Antarctic_oscillation", "Automobile_air_conditioning", "Pacific_decadal_oscillation", "Air_conditioned_clothing", "Global_warming_hiatus", "Fleischmann–Pons_experiment"], "ranked_scores": [0.3378, 0.3112, 0.3059, 0.2966, 0.2963, 0.2957, 0.2933, 0.2916, 0.2899, 0.2872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Global_cooling", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6216, 0.6214, 0.6126, 0.606, 0.6039, 0.599, 0.5974, 0.5954, 0.5929, 0.591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Effects_of_global_warming", "2011_United_Nations_Climate_Change_Conference", "Intergovernmental_Panel_on_Climate_Change", "Views_on_the_Kyoto_Protocol", "Climate_change_policy_of_the_United_States", "350.org", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [0.5216, 0.5144, 0.5097, 0.5089, 0.5072, 0.5071, 0.5056, 0.498, 0.4973, 0.4967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "1908", "Instrumental_temperature_record", "Cool_tropics_paradox", "Temperature_record_of_the_past_1000_years", "Arctic_geoengineering", "Global_warming_hiatus", "Little_Ice_Age", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)"], "ranked_scores": [0.4632, 0.4534, 0.4464, 0.445, 0.4416, 0.4363, 0.4287, 0.4249, 0.4242, 0.4241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Climate_change", "Ian_Clark_(geologist)", "Scientific_opinion_on_climate_change", "Global_cooling", "Global_warming_in_Antarctica", "Global_warming", "James_Hansen", "List_of_climate_research_satellites", "Reasons_for_concern"], "ranked_scores": [0.5903, 0.5838, 0.5773, 0.5761, 0.5698, 0.5627, 0.5583, 0.5546, 0.5535, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Covariate", "Wage_curve", "Regression_toward_the_mean", "Diminishing_returns", "Kuznets_curve", "Home-ownership_in_the_United_States", "Skewness", "List_of_North_American_countries_by_GDP_(nominal)", "Seasonal_adjustment", "Household_income_in_the_United_States"], "ranked_scores": [0.4045, 0.3847, 0.3812, 0.3735, 0.372, 0.3699, 0.3649, 0.3617, 0.3579, 0.3563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Atmospheric_methane", "History_of_climate_change_science", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Ocean_acidification", "Contribution_to_global_warming_by_Australia", "Effects_of_global_warming"], "ranked_scores": [0.5632, 0.5532, 0.542, 0.5411, 0.5341, 0.531, 0.529, 0.5276, 0.523, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Climate_of_Mars", "Neoglaciation", "Late_Glacial", "Ian_Clark_(geologist)", "History_of_climate_change_science"], "ranked_scores": [0.5919, 0.5876, 0.5855, 0.5706, 0.5692, 0.5676, 0.5655, 0.5646, 0.5639, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Publication_bias", "The_Deniers", "Friends_of_Science", "Not_even_wrong"], "ranked_scores": [0.4726, 0.4694, 0.4626, 0.4585, 0.4572, 0.4565, 0.4457, 0.4442, 0.4411, 0.4384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Desert_climate", "Humid_subtropical_climate", "Satellite_temperature_measurements", "Excessive_heat_watch", "Climate_of_Africa", "Westerlies", "Station_model", "Late_2009_southeastern_Australia_heat_wave", "Weather"], "ranked_scores": [0.4993, 0.4956, 0.4851, 0.4835, 0.483, 0.4823, 0.4762, 0.4749, 0.4746, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deforestation_and_climate_change", "Greening_Earth_Society", "Ian_Clark_(geologist)", "Effects_of_global_warming"], "ranked_scores": [0.6319, 0.6058, 0.5998, 0.5978, 0.5929, 0.5905, 0.5835, 0.5834, 0.5833, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Australia", "Wind_power_in_California", "List_of_photovoltaic_power_stations", "Wind_power_by_country", "Solar_power_by_country", "Wind_power", "Electricity_sector_in_the_United_Kingdom"], "ranked_scores": [0.5737, 0.5626, 0.5599, 0.5558, 0.5548, 0.5533, 0.5484, 0.5455, 0.5375, 0.5338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Ethiopia", "Agriculture_in_Syria", "Economy_of_France", "Agriculture_in_Argentina", "Economy_of_Spain", "Economic_growth", "Jobs_created_during_U.S._presidential_terms", "Dairy_farming_in_Canada", "Agricultural_policy_of_the_United_States"], "ranked_scores": [0.5047, 0.4744, 0.4599, 0.4591, 0.4588, 0.4484, 0.442, 0.4376, 0.4373, 0.4336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Grizzly_bear", "Arctic_char", "Arctic_ecology", "Arctic_Alaska", "Point_Barrow", "The_Bear_(1988_film)", "List_of_Alaska_state_forests"], "ranked_scores": [0.4355, 0.42, 0.3622, 0.3622, 0.3569, 0.3557, 0.344, 0.3413, 0.3401, 0.3345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Antarctic_ice_sheet", "Atmospheric_methane", "Arctic_ice_pack", "Polar_ice_cap", "Sea_ice", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Permafrost"], "ranked_scores": [0.6398, 0.5992, 0.5623, 0.5606, 0.5598, 0.5575, 0.5555, 0.5364, 0.5325, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Tide", "Regional_effects_of_global_warming", "Sea_level_rise", "Sea", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Sea_surface_temperature", "Climate_of_the_Arctic", "Polar_seas"], "ranked_scores": [0.624, 0.6026, 0.5985, 0.59, 0.5805, 0.5723, 0.5687, 0.5615, 0.5614, 0.5519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Global_warming"], "ranked_scores": [0.6995, 0.6276, 0.6144, 0.5926, 0.5793, 0.5742, 0.5706, 0.5676, 0.5645, 0.5604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6334, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "GHG_footprint", "Carbon_offset", "Carbon_emissions_reporting", "Carbon_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Climate_footprint", "Contribution_to_global_warming_by_Australia", "Atmospheric_carbon_cycle", "100%_renewable_energy"], "ranked_scores": [0.5758, 0.5717, 0.5686, 0.5676, 0.564, 0.5532, 0.551, 0.5494, 0.5289, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Global_warming_controversy", "Carbon_dioxide_removal", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "350.org", "Climate_change_mitigation", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Carbon_diet"], "ranked_scores": [0.5812, 0.5577, 0.5429, 0.534, 0.5337, 0.5284, 0.5214, 0.5207, 0.52, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Arctic_ice_pack", "Global_warming", "Global_warming_in_Antarctica", "Last_Glacial_Maximum"], "ranked_scores": [0.668, 0.6572, 0.65, 0.6352, 0.6018, 0.591, 0.5872, 0.5824, 0.5803, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "James_Hansen", "History_of_climate_change_science", "Deforestation_and_climate_change", "Copenhagen_Diagnosis"], "ranked_scores": [0.7126, 0.7022, 0.6617, 0.6571, 0.6456, 0.6395, 0.639, 0.6339, 0.6312, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Effects_of_global_warming_on_humans", "Hurricane_Katrina_and_global_warming", "Global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Hurricane_Harvey", "Economics_of_global_warming"], "ranked_scores": [0.5852, 0.5625, 0.559, 0.5514, 0.5488, 0.5486, 0.5412, 0.54, 0.5398, 0.5395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Continental_climate", "Climate_of_the_United_States", "2013_extreme_weather_events", "1936_North_American_cold_wave", "Frost_Belt", "Disease", "Climate_of_Australia", "Droughts_in_the_United_States"], "ranked_scores": [0.4827, 0.4793, 0.4723, 0.4613, 0.4464, 0.4426, 0.4407, 0.4388, 0.4331, 0.4292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Climate_change", "Climate_change_mitigation_scenarios", "Climate_change_adaptation", "Climate_change_in_the_United_States", "Stern_Review", "Global_warming"], "ranked_scores": [0.6451, 0.6167, 0.6118, 0.6057, 0.599, 0.5928, 0.5824, 0.5818, 0.575, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Bølling-Allerød_warming", "Global_cooling_(disambiguation)", "Wibjörn_Karlén", "Global_cooling", "History_of_climate_change_science", "Abrupt_climate_change", "List_of_climate_research_satellites", "Climate_oscillation", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5561, 0.5372, 0.5355, 0.533, 0.5317, 0.5291, 0.5255, 0.5201, 0.5188, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Permanent_Service_for_Mean_Sea_Level", "World_Glacier_Monitoring_Service", "HadCM3", "Global_Historical_Climatology_Network", "Retreat_of_glaciers_since_1850", "Wind_power_in_Colorado"], "ranked_scores": [0.5419, 0.4679, 0.4589, 0.4279, 0.4229, 0.3977, 0.3957, 0.3944, 0.3901, 0.3889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Seawater", "Atmospheric_methane", "Metabolic_acidosis"], "ranked_scores": [0.5758, 0.5535, 0.5417, 0.5058, 0.5019, 0.4988, 0.4902, 0.4869, 0.4769, 0.476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "James_Hansen", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_warming_controversy", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "I'm_not_a_scientist"], "ranked_scores": [0.6632, 0.6448, 0.6438, 0.6405, 0.6322, 0.6247, 0.6176, 0.6169, 0.6167, 0.6126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Cold_fusion", "Bølling-Allerød_warming", "Orbital_forcing", "PDOS", "Paleocene–Eocene_Thermal_Maximum", "Cryogenian", "Weddell_Polynya", "Abrupt_climate_change"], "ranked_scores": [0.3855, 0.3649, 0.342, 0.3407, 0.3344, 0.3267, 0.3207, 0.3121, 0.31, 0.3092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Wibjörn_Karlén", "Ian_Clark_(geologist)", "James_Hansen", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Climate_change_in_the_Arctic"], "ranked_scores": [0.579, 0.5731, 0.5707, 0.5593, 0.5556, 0.5438, 0.5419, 0.5419, 0.5289, 0.5258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Climate_of_Finland", "North_Atlantic_Current", "Intertropical_Convergence_Zone", "Polar_low", "Polar_High"], "ranked_scores": [0.6553, 0.6396, 0.5981, 0.5862, 0.5698, 0.5594, 0.5584, 0.5572, 0.5522, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Instrumental_temperature_record", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming_hiatus"], "ranked_scores": [0.6156, 0.6109, 0.5989, 0.5935, 0.5926, 0.5925, 0.5794, 0.5703, 0.5618, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "Global_warming", "Global_cooling"], "ranked_scores": [0.584, 0.5536, 0.5187, 0.5123, 0.5044, 0.4995, 0.4954, 0.4929, 0.4928, 0.4912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Carbon_price", "Low-carbon_emission", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Minerals_Resource_Rent_Tax", "Carbon_offset"], "ranked_scores": [0.4645, 0.4623, 0.4228, 0.422, 0.4086, 0.401, 0.3927, 0.3925, 0.3753, 0.3667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice_age", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Deglaciation", "Temperature_record_of_the_past_1000_years", "Ice2sea", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6484, 0.6004, 0.5985, 0.5907, 0.5873, 0.5868, 0.5844, 0.5763, 0.5762, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Wibjörn_Karlén", "March_2012_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Timeline_of_glaciation", "1936_North_American_cold_wave", "1908", "2000_Southern_United_States_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.4939, 0.4879, 0.4757, 0.452, 0.452, 0.4508, 0.4491, 0.4486, 0.4482, 0.4457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Global_warming", "Geological_history_of_oxygen", "Acid_rain"], "ranked_scores": [0.7135, 0.6969, 0.6199, 0.6152, 0.603, 0.574, 0.5714, 0.5638, 0.558, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "The_Real_Global_Warming_Disaster", "Waste-to-energy_plant", "Sustainable_energy", "Pro-nuclear_movement", "Global_warming_conspiracy_theory", "Junk_science", "Denialism", "Nuclear_power_debate", "Pseudoscience"], "ranked_scores": [0.482, 0.4775, 0.4754, 0.4738, 0.4694, 0.4636, 0.463, 0.4619, 0.4593, 0.4584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Global_warming", "Retreat_of_glaciers_since_1850", "Glacial_earthquake"], "ranked_scores": [0.6612, 0.6607, 0.6351, 0.6279, 0.6243, 0.6063, 0.5991, 0.5894, 0.5816, 0.558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "Climate_change_in_Europe", "Drought_in_Spain", "1997–98_El_Niño_event", "Global_warming", "Effects_of_global_warming", "Climate_of_Australia"], "ranked_scores": [0.6257, 0.6112, 0.5972, 0.5759, 0.5689, 0.5653, 0.5651, 0.5562, 0.5554, 0.5424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Arctic_geoengineering", "Global_warming", "Climate_change_mitigation_scenarios", "Instrumental_temperature_record", "IPCC_First_Assessment_Report", "Earth's_energy_budget", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Mitigation_of_global_warming_in_Australia", "Cool_tropics_paradox", "Carbon_cycle_re-balancing"], "ranked_scores": [0.545, 0.5274, 0.5255, 0.5088, 0.5088, 0.5067, 0.5044, 0.5038, 0.5034, 0.5011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch"], "ranked_scores": [0.7175, 0.6988, 0.6938, 0.6884, 0.6882, 0.653, 0.6436, 0.643, 0.6336, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "James_Hansen", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Wibjörn_Karlén", "Friends_of_Science"], "ranked_scores": [0.6561, 0.6435, 0.6388, 0.6114, 0.6074, 0.6069, 0.6014, 0.6008, 0.57, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_warming_hiatus", "History_of_climate_change_science", "Climate_variability", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Climate_change", "Global_cooling_(disambiguation)", "Global_cooling"], "ranked_scores": [0.5716, 0.5661, 0.559, 0.5564, 0.5496, 0.5484, 0.5476, 0.5451, 0.5411, 0.5406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Deforestation_and_climate_change", "Fossil_fuel_power_station", "Airborne_fraction", "Effects_of_global_warming", "Environmental_impact_of_transport"], "ranked_scores": [0.6319, 0.6307, 0.6197, 0.6141, 0.5646, 0.5562, 0.5488, 0.5475, 0.5473, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Lazy_reason", "Prudent_avoidance_principle", "Scenario_analysis", "Counterfactual_thinking", "Denialism", "Risk", "Worst-case_scenario", "Prudentialism", "Argument_from_nonbelief"], "ranked_scores": [0.5077, 0.4639, 0.4573, 0.4537, 0.4519, 0.4435, 0.4361, 0.4344, 0.4303, 0.4272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "United_States_withdrawal_from_the_Paris_Agreement", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "Carbon_pricing_in_Australia", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "CO2_is_Green"], "ranked_scores": [0.5443, 0.5317, 0.5175, 0.4951, 0.4949, 0.4898, 0.4859, 0.4811, 0.4807, 0.476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "1997–98_El_Niño_event", "Pliocene_climate", "Polar_amplification", "Climate_change_in_the_Arctic", "Global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_Texas"], "ranked_scores": [0.6147, 0.6127, 0.6015, 0.5921, 0.5763, 0.569, 0.5617, 0.5585, 0.5569, 0.5558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Holocene_glacial_retreat", "Antarctic_sea_ice", "Polar_seas", "Antarctic_ice_sheet", "Climate_of_the_Arctic", "Drift_ice"], "ranked_scores": [0.6116, 0.6039, 0.5332, 0.5304, 0.5293, 0.5151, 0.504, 0.4962, 0.4959, 0.4955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage_in_Australia", "Fossil_fuel_power_station", "Refined_coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "Waste-to-energy_plant", "Clean_technology"], "ranked_scores": [0.6395, 0.6152, 0.6011, 0.5636, 0.5564, 0.5488, 0.5324, 0.5256, 0.521, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Cool_tropics_paradox", "Global_cooling_(disambiguation)", "Global_cooling", "PDOS", "Automobile_air_conditioning", "Pacific_decadal_oscillation", "Cold_fusion", "Polar_see-saw", "Air_conditioned_clothing"], "ranked_scores": [0.3915, 0.3532, 0.3475, 0.3473, 0.3331, 0.3251, 0.3224, 0.3174, 0.3148, 0.3108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science", "James_Hansen", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6744, 0.6599, 0.6556, 0.6554, 0.6399, 0.6385, 0.6352, 0.6344, 0.6338, 0.6275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "History_of_climate_change_science", "2011_United_Nations_Climate_Change_Conference", "350.org", "Physical_impacts_of_climate_change", "Climate_fiction", "Paris_Agreement", "James_Hansen", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5371, 0.529, 0.5261, 0.514, 0.5084, 0.5065, 0.5029, 0.5028, 0.5027, 0.4997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["1908", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Climate_of_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_the_Arctic", "Arctic_geoengineering"], "ranked_scores": [0.4682, 0.4682, 0.4668, 0.4646, 0.4561, 0.4543, 0.4523, 0.4522, 0.4436, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_variability", "Solar_phenomena", "Global_warming", "Ian_Clark_(geologist)", "Climate_change_(general_concept)", "Climate_change", "Scientific_opinion_on_climate_change", "James_Hansen"], "ranked_scores": [0.6186, 0.6019, 0.5979, 0.596, 0.587, 0.5858, 0.5857, 0.5839, 0.5836, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Covariate", "Phillips_curve", "Regression_toward_the_mean", "Trend_stationary", "Skewness", "Selection_bias", "Seasonal_adjustment", "Future_sea_level", "Worse-than-average_effect", "Publication_bias"], "ranked_scores": [0.4232, 0.4141, 0.4123, 0.4058, 0.3955, 0.3781, 0.375, 0.3686, 0.3632, 0.3626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Atmospheric_methane", "History_of_climate_change_science", "James_Hansen", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Geological_history_of_oxygen"], "ranked_scores": [0.6467, 0.6225, 0.6073, 0.5989, 0.5876, 0.5783, 0.5772, 0.5758, 0.5629, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "Abrupt_climate_change", "Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "History_of_climate_change_science", "Eocene_Thermal_Maximum_2", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6107, 0.6069, 0.6009, 0.592, 0.5904, 0.5901, 0.5897, 0.5882, 0.5843, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Danish_Committees_on_Scientific_Dishonesty", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Publication_bias", "Scientific_consensus", "Friends_of_Science"], "ranked_scores": [0.5145, 0.497, 0.4929, 0.4918, 0.4819, 0.4775, 0.4683, 0.466, 0.4632, 0.4619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Humid_subtropical_climate", "Automatic_weather_station", "Satellite_temperature_measurements", "2016_North_American_heat_wave", "Station_model", "2013_Southwestern_United_States_heat_wave", "Weather", "Cooling_center", "Excessive_heat_watch"], "ranked_scores": [0.5707, 0.5324, 0.5308, 0.5264, 0.5244, 0.5217, 0.5215, 0.5177, 0.5176, 0.5135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Global_warming", "James_Hansen", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Wibjörn_Karlén"], "ranked_scores": [0.6526, 0.6511, 0.6378, 0.6322, 0.6214, 0.6207, 0.6174, 0.6048, 0.6047, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "Solar_power_by_country", "Solar_power", "Solar_power_in_Australia", "Solar_power_in_Spain", "List_of_photovoltaic_power_stations", "Wind_power_in_the_United_States", "Solar_power_in_Italy"], "ranked_scores": [0.6702, 0.662, 0.6586, 0.6275, 0.6257, 0.603, 0.5979, 0.5933, 0.5853, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Farm_programs", "Agriculture_in_Ethiopia", "Agriculture_in_Syria", "Agriculture_in_Brazil", "Dairy_farming_in_Canada", "Intensive_animal_farming", "Agricultural_policy_of_the_United_States"], "ranked_scores": [0.5696, 0.5549, 0.5226, 0.5197, 0.5101, 0.507, 0.502, 0.4896, 0.4767, 0.4765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m64-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Grizzly_bear", "Paleontology_in_Alaska", "The_Bear_(1988_film)", "Arctic_Alaska", "Yup'ik_cuisine", "Glacier_mass_balance", "Arctic_ecology", "North_American_Arctic"], "ranked_scores": [0.3848, 0.3335, 0.3334, 0.331, 0.326, 0.3258, 0.3241, 0.3212, 0.3199, 0.3136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Quaternary_glaciation", "Atmospheric_methane", "Arctic_ice_pack", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Methane_clathrate", "Arctic_sea_ice_decline", "Permafrost"], "ranked_scores": [0.5571, 0.5348, 0.5284, 0.5265, 0.5251, 0.5219, 0.521, 0.5145, 0.513, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2692, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Tide", "Regional_effects_of_global_warming", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Climate_pattern", "Sea_surface_temperature", "Climate_of_Australia", "Climate_of_the_Falkland_Islands", "Polar_seas"], "ranked_scores": [0.5958, 0.5735, 0.5722, 0.564, 0.5599, 0.5494, 0.5449, 0.5435, 0.5397, 0.5388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Arctic_geoengineering", "Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Copenhagen_Diagnosis", "Holocene_glacial_retreat", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6267, 0.595, 0.5801, 0.5696, 0.5593, 0.5514, 0.5406, 0.536, 0.5304, 0.528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Carbon_emissions_reporting", "Carbon_dioxide_removal", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "GHG_footprint", "Climate_footprint", "350.org", "Greenhouse_gas_emissions_by_the_United_States", "Renewable_energy", "Carbon_offset"], "ranked_scores": [0.5365, 0.5358, 0.5228, 0.5205, 0.5166, 0.5163, 0.5149, 0.5138, 0.5124, 0.5095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["350.org", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "CO2_is_Green", "James_Hansen", "Climate_change_mitigation_scenarios", "Low-carbon_emission", "Deforestation_and_climate_change", "Carbon_dioxide_removal"], "ranked_scores": [0.5429, 0.5269, 0.5238, 0.5197, 0.5193, 0.5107, 0.508, 0.508, 0.5044, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Last_Glacial_Maximum", "Arctic_ice_pack", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6114, 0.5998, 0.5844, 0.5788, 0.5759, 0.5469, 0.5434, 0.5383, 0.532, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change"], "ranked_scores": [0.65, 0.6248, 0.6235, 0.6142, 0.6113, 0.6015, 0.5895, 0.5881, 0.5844, 0.5835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Physical_impacts_of_climate_change", "Climate_change_in_Texas", "Reasons_for_concern", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "2016_Louisiana_floods", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [0.5688, 0.5366, 0.5348, 0.5321, 0.5305, 0.5278, 0.5272, 0.5253, 0.5196, 0.5181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Continental_climate", "January_2016_East_Asia_cold_wave", "Frost_Belt", "Lyme_disease", "2012–13_North_American_drought", "List_of_mammals_of_New_England", "Humid_continental_climate", "Late_2009_southeastern_Australia_heat_wave", "2014–15_North_American_winter", "Climate_of_Argentina"], "ranked_scores": [0.4323, 0.4258, 0.4251, 0.4241, 0.4238, 0.422, 0.4197, 0.4182, 0.4176, 0.4169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "An_Appeal_to_Reason", "History_of_climate_change_science", "Climate_change_mitigation", "Economics_of_global_warming", "List_of_climate_scientists", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Climate_change_adaptation"], "ranked_scores": [0.5957, 0.5868, 0.5828, 0.5809, 0.5798, 0.5759, 0.5756, 0.573, 0.5712, 0.5683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Bølling-Allerød_warming", "Climate_change_(general_concept)", "Wibjörn_Karlén", "List_of_climate_research_satellites", "Climate_variability", "Interglacial", "Scientific_opinion_on_climate_change", "Climate_oscillation", "Antarctic_Cold_Reversal"], "ranked_scores": [0.515, 0.5049, 0.5044, 0.499, 0.4947, 0.4946, 0.4892, 0.4857, 0.484, 0.4837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Mauna_Loa_Observatory", "Permanent_Service_for_Mean_Sea_Level", "Copenhagen_Diagnosis", "350.org", "Contribution_to_global_warming_by_Australia", "HadCM3", "Environmental_issue"], "ranked_scores": [0.4785, 0.4148, 0.3968, 0.393, 0.3895, 0.3858, 0.3857, 0.3855, 0.3765, 0.3762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_methane", "Metabolic_acidosis", "Geological_history_of_oxygen", "Oceanic_carbon_cycle", "Seawater", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios", "Greenhouse_gas"], "ranked_scores": [0.501, 0.4848, 0.4667, 0.4498, 0.4436, 0.4428, 0.4428, 0.4408, 0.432, 0.43], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Global_warming_controversy", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Deniers", "History_of_climate_change_science", "Global_cooling", "George_Kukla", "James_Hansen"], "ranked_scores": [0.6224, 0.6088, 0.6064, 0.6027, 0.5998, 0.5983, 0.595, 0.5944, 0.5833, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Eocene_Thermal_Maximum_2", "Fleischmann–Pons_experiment", "Orbital_forcing", "Indonesian_Democratic_Party", "Antarctic_oscillation", "Pacific_decadal_oscillation", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "Wibjörn_Karlén"], "ranked_scores": [0.3669, 0.33, 0.3207, 0.3154, 0.3124, 0.3103, 0.3102, 0.3098, 0.2989, 0.2962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ice2sea", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Arctic_sea_ice_decline", "List_of_climate_research_satellites", "Media_coverage_of_climate_change", "Adam_Scaife", "Global_cooling", "Global_warming_controversy"], "ranked_scores": [0.5295, 0.5294, 0.5137, 0.5031, 0.503, 0.4996, 0.4992, 0.4983, 0.4922, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Climate_of_the_United_States", "Climate_of_Finland", "North_Atlantic_Current", "Polar_low", "Jet_stream", "Westerlies", "Intertropical_Convergence_Zone", "Polar_vortex"], "ranked_scores": [0.6111, 0.5596, 0.5485, 0.5426, 0.5403, 0.5339, 0.5332, 0.5236, 0.5231, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_Texas", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.5839, 0.5614, 0.5591, 0.5567, 0.5548, 0.5514, 0.5288, 0.5254, 0.5229, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "Scientific_opinion_on_climate_change", "Advisory_Group_on_Greenhouse_Gases", "History_of_climate_change_science", "Global_warming_controversy", "Effects_of_global_warming", "Global_warming", "Ian_Clark_(geologist)", "CLOUD_experiment", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.502, 0.5018, 0.4941, 0.4884, 0.4883, 0.4831, 0.4812, 0.4769, 0.4754, 0.4717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Contribution_to_global_warming_by_Australia", "Canadian_Association_of_Petroleum_Producers", "Carbon_tax", "UK_Emissions_Trading_Scheme", "Carbon_capture_and_storage_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.3872, 0.3715, 0.3696, 0.3538, 0.3532, 0.3512, 0.3444, 0.3409, 0.3328, 0.3318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Future_sea_level", "Temperature_record_of_the_past_1000_years", "Glacial_period", "Sea_level_rise", "Greenland_ice_core_project", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ice2sea", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6015, 0.5998, 0.5757, 0.5665, 0.5657, 0.5649, 0.5609, 0.5588, 0.5563, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Wibjörn_Karlén", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "Ian_Clark_(geologist)", "2007_Western_North_American_heat_wave", "Climate_of_Mars", "List_of_climate_research_satellites", "March_2012_North_American_heat_wave", "1908", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.4535, 0.4514, 0.4499, 0.4378, 0.4374, 0.4351, 0.4336, 0.4314, 0.4281, 0.4265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_gas", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Runaway_greenhouse_effect", "Oceanic_carbon_cycle", "Global_warming"], "ranked_scores": [0.646, 0.6145, 0.5673, 0.5417, 0.5232, 0.5224, 0.5217, 0.5215, 0.5202, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Environmental_skepticism", "Climate_change_denial", "Climate_Change_Denial:_Heads_in_the_Sand", "Denialism", "Global_warming_conspiracy_theory", "Alternative_energy", "Junk_science", "Fossil_fuel_divestment", "Diminishing_returns", "Nuclear_power_debate"], "ranked_scores": [0.4719, 0.4629, 0.462, 0.4584, 0.4562, 0.4537, 0.4527, 0.4454, 0.4435, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Global_warming", "Copenhagen_Diagnosis", "Past_sea_level"], "ranked_scores": [0.5861, 0.5799, 0.5757, 0.5666, 0.5629, 0.5473, 0.5426, 0.5334, 0.5294, 0.5198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["1997–98_El_Niño_event", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Australia", "Droughts_in_the_United_States", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Climate_change_and_agriculture", "2012–13_North_American_drought", "Climate_change_mitigation_scenarios", "Effects_of_global_warming"], "ranked_scores": [0.5535, 0.5535, 0.5515, 0.5426, 0.541, 0.5345, 0.531, 0.5292, 0.5255, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_in_Europe", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Attribution_of_recent_climate_change", "Copenhagen_Diagnosis", "Temperature_record_of_the_past_1000_years", "Climate_change_(general_concept)"], "ranked_scores": [0.5144, 0.5141, 0.5102, 0.5093, 0.5085, 0.495, 0.4897, 0.4885, 0.4885, 0.4883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.6271, 0.6231, 0.6075, 0.5904, 0.5877, 0.5767, 0.5732, 0.568, 0.5592, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["350.org", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Deniers"], "ranked_scores": [0.5834, 0.5735, 0.571, 0.5672, 0.5668, 0.5649, 0.5596, 0.5538, 0.5512, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Arctic_geoengineering", "History_of_climate_change_science", "Climate_change", "Climate_variability", "Attribution_of_recent_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5159, 0.5141, 0.5117, 0.5105, 0.5071, 0.5065, 0.5053, 0.5022, 0.5018, 0.5006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Greenhouse_gas", "Carbon-based_fuel", "Deforestation_and_climate_change", "Airborne_fraction", "Contribution_to_global_warming_by_Australia", "350.org"], "ranked_scores": [0.5687, 0.5657, 0.5645, 0.5616, 0.5564, 0.5429, 0.5428, 0.5365, 0.5285, 0.5276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Scenario_analysis", "Deterrence_(psychology)", "Lazy_reason", "Denialism", "Prudentialism", "Worst-case_scenario", "Risk_neutral", "HIV/AIDS_denialism", "Cynicism_(contemporary)"], "ranked_scores": [0.4618, 0.43, 0.4297, 0.4145, 0.4099, 0.4098, 0.4042, 0.4003, 0.4, 0.3975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "350.org", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_emissions_reporting", "Carbon_pricing_in_Australia", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_Change_Act_2008", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.4811, 0.4692, 0.4609, 0.4603, 0.4529, 0.451, 0.4462, 0.4438, 0.4413, 0.4406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Polar_amplification", "Bølling-Allerød_warming", "1997–98_El_Niño_event", "Climate_of_Mars", "2014–16_El_Niño_event", "Climate_change_in_Texas", "2010_Northern_Hemisphere_summer_heat_waves", "Global_cooling", "Climate_change_in_the_Arctic", "2013_extreme_weather_events"], "ranked_scores": [0.5642, 0.5639, 0.5606, 0.5567, 0.5475, 0.545, 0.5443, 0.5341, 0.532, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Arctic_Ocean", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Polar_seas", "Antarctic_ice_sheet", "Arctic_geoengineering"], "ranked_scores": [0.5208, 0.5117, 0.4852, 0.481, 0.4772, 0.4697, 0.4691, 0.469, 0.4633, 0.4595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "List_of_coal_fired_power_stations_in_Australia", "Coal_gasification_commercialization", "Fossil_fuel_power_station", "Carbon-neutral_fuel", "Carbon_dioxide_removal", "Biosequestration"], "ranked_scores": [0.5672, 0.566, 0.5297, 0.5164, 0.4983, 0.4936, 0.4891, 0.4891, 0.4871, 0.4863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Cool_tropics_paradox", "Cold_wave", "Global_cooling", "Programmed_Data_Processor", "Willie_Soon", "Antarctic_oscillation", "Fleischmann–Pons_experiment", "PDOS", "Orbital_forcing"], "ranked_scores": [0.3337, 0.3208, 0.3103, 0.3096, 0.3093, 0.3016, 0.3011, 0.2996, 0.2994, 0.2992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_controversy", "Environmental_issue"], "ranked_scores": [0.6243, 0.624, 0.6141, 0.6133, 0.611, 0.6068, 0.5998, 0.5984, 0.5973, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "List_of_parties_to_the_Kyoto_Protocol", "Effects_of_global_warming", "2011_United_Nations_Climate_Change_Conference", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "List_of_climate_scientists", "Climate_change_in_Canada", "History_of_climate_change_science", "Climate_Change_Science_Program"], "ranked_scores": [0.5179, 0.5157, 0.5153, 0.5054, 0.4976, 0.496, 0.4938, 0.4921, 0.491, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Instrumental_temperature_record", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2006_European_cold_wave", "Climate_of_Antarctica", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Little_Ice_Age"], "ranked_scores": [0.4572, 0.4438, 0.4375, 0.4364, 0.4347, 0.4318, 0.424, 0.4193, 0.419, 0.4187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Climate_change", "Attribution_of_recent_climate_change", "Ian_Clark_(geologist)", "Global_cooling", "Climate_change_in_Texas"], "ranked_scores": [0.5685, 0.5668, 0.5654, 0.5654, 0.5587, 0.556, 0.5514, 0.5463, 0.5444, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Covariate", "Trend_stationary", "Selection_bias", "Wage_curve", "Phillips_curve", "Seasonal_adjustment", "List_of_recessions_in_the_United_States", "Outcome_bias", "Misuse_of_statistics", "Statistical_significance"], "ranked_scores": [0.398, 0.3969, 0.3843, 0.3828, 0.3694, 0.3662, 0.3548, 0.3472, 0.3462, 0.3445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Atmospheric_methane", "Global_warming", "Climate_change_feedback", "Climate_change_in_the_United_States"], "ranked_scores": [0.578, 0.5528, 0.5485, 0.5443, 0.5432, 0.5359, 0.5352, 0.5344, 0.5309, 0.5287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7598, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Climate_of_Mars", "Highest_temperature_recorded_on_Earth", "Global_cooling", "Climate_change", "Antarctic_Cold_Reversal", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.5769, 0.5767, 0.5757, 0.5672, 0.5647, 0.5606, 0.5553, 0.5531, 0.5522, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Denialism", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "The_Deniers", "Global_warming_controversy", "Scientific_dissent", "Publication_bias"], "ranked_scores": [0.4855, 0.4653, 0.4545, 0.4433, 0.4429, 0.442, 0.4416, 0.4388, 0.4381, 0.4346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Humid_subtropical_climate", "Weather", "Climate_of_Los_Angeles", "Automatic_weather_station", "Climate_of_Africa", "Instrumental_temperature_record", "2013_Southwestern_United_States_heat_wave", "Station_model", "Satellite_temperature_measurements"], "ranked_scores": [0.5416, 0.4979, 0.4937, 0.4921, 0.4904, 0.4877, 0.484, 0.4824, 0.4815, 0.4803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "IPCC_First_Assessment_Report", "Global_warming"], "ranked_scores": [0.6183, 0.5979, 0.5898, 0.587, 0.5866, 0.5863, 0.5812, 0.5784, 0.5775, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power", "Renewable_energy", "Renewable_energy_in_Germany", "Solar_power_by_country", "Solar_power_in_Australia", "Solar_power_in_Italy", "Solar_power_in_Spain"], "ranked_scores": [0.5661, 0.5642, 0.5626, 0.5483, 0.546, 0.546, 0.5457, 0.5431, 0.5417, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Ethiopia", "Jobs_created_during_U.S._presidential_terms", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Economic_growth", "Economy_of_Nicaragua", "Wind_power_in_the_United_States", "Economy_of_France"], "ranked_scores": [0.5129, 0.4815, 0.4783, 0.4685, 0.4665, 0.4651, 0.4645, 0.4555, 0.438, 0.4377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m96-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Kodiak_bear", "Beaufort_Sea", "Grizzly_bear", "Arctic_Alaska", "The_Bear_(1988_film)", "Arctic_ecology", "List_of_Alaska_state_forests", "Brown_bear"], "ranked_scores": [0.3677, 0.3587, 0.3485, 0.342, 0.3239, 0.3161, 0.3147, 0.3143, 0.3101, 0.3085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5518, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Polar_ice_cap", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Antarctic_ice_sheet", "Ice_sheet", "Atmospheric_methane", "Polar_seas", "Quaternary_glaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.5843, 0.5516, 0.5399, 0.5353, 0.5245, 0.5241, 0.5236, 0.5171, 0.5163, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Tide", "Sea_surface_temperature", "Future_sea_level", "Climate_of_Oregon", "Ocean_surface_topography", "Climate_of_the_Arctic"], "ranked_scores": [0.6007, 0.5862, 0.5857, 0.566, 0.5606, 0.5562, 0.5521, 0.5489, 0.5438, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Sea_level_rise", "James_Hansen", "Global_stilling", "Global_cooling", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6309, 0.6214, 0.5905, 0.575, 0.5581, 0.5377, 0.5368, 0.5352, 0.5325, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "Mitigation_of_global_warming_in_Australia", "Presidential_Climate_Action_Plan", "Carbon_credit", "Greenhouse_gas_emissions_by_the_United_States", "GHG_footprint", "Carbon_dioxide_removal"], "ranked_scores": [0.5471, 0.5413, 0.5408, 0.521, 0.5194, 0.5087, 0.5036, 0.501, 0.5002, 0.4974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "James_Hansen", "Climate_change_denial", "Politics_of_global_warming", "350.org", "Climate_change_mitigation_scenarios", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change"], "ranked_scores": [0.5324, 0.5224, 0.5177, 0.5112, 0.505, 0.5026, 0.5013, 0.4931, 0.4921, 0.4919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Last_Glacial_Maximum", "Ice_sheet", "Arctic_ice_pack"], "ranked_scores": [0.6135, 0.612, 0.5852, 0.5847, 0.58, 0.5597, 0.5522, 0.5382, 0.5324, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "History_of_climate_change_science", "Effects_of_global_warming"], "ranked_scores": [0.6387, 0.6256, 0.6132, 0.6058, 0.6041, 0.6033, 0.6016, 0.5931, 0.5822, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "History_of_climate_change_science", "Reasons_for_concern", "Climate_change_in_Texas", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Hurricane_Alberto_(1982)", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5652, 0.5552, 0.5511, 0.5473, 0.542, 0.5386, 0.5322, 0.5235, 0.5206, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Continental_climate", "Climate_of_the_United_States", "2013_extreme_weather_events", "Humid_continental_climate", "Climate_of_Minnesota", "2012–13_North_American_drought", "Climate_of_Oregon", "Ehrlichia_Wisconsin_HM543746", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [0.4814, 0.4441, 0.4387, 0.4362, 0.428, 0.4263, 0.4222, 0.4221, 0.422, 0.4191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "History_of_climate_change_science", "An_Appeal_to_Reason", "Climate_change_adaptation", "Climate_change", "Climate_change_policy_of_the_United_States", "Presidential_Climate_Action_Plan", "Climate_change_mitigation", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5955, 0.5881, 0.5861, 0.5781, 0.5675, 0.5649, 0.5637, 0.5576, 0.5547, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "George_Kukla", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Bølling-Allerød_warming", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Wibjörn_Karlén", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5312, 0.5278, 0.5165, 0.5101, 0.5071, 0.5027, 0.5013, 0.4977, 0.4926, 0.4925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Atmosphere_of_Mars", "Mauna_Kea", "Global_Historical_Climatology_Network", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "World_Glacier_Monitoring_Service", "Permanent_Service_for_Mean_Sea_Level"], "ranked_scores": [0.4756, 0.4367, 0.3999, 0.3978, 0.3955, 0.3878, 0.3871, 0.3806, 0.3777, 0.3774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Geological_history_of_oxygen", "Seawater", "Sulfate_aerosol", "Atmospheric_carbon_cycle", "Metabolic_acidosis"], "ranked_scores": [0.5239, 0.4975, 0.4841, 0.4522, 0.4494, 0.4485, 0.4452, 0.4446, 0.4433, 0.4409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "An_Appeal_to_Reason", "History_of_climate_change_science", "George_Kukla", "Wibjörn_Karlén", "Global_cooling_(disambiguation)", "The_Deniers", "James_Hansen", "Environmental_skepticism"], "ranked_scores": [0.6401, 0.6136, 0.5965, 0.5951, 0.5945, 0.592, 0.5906, 0.5864, 0.5863, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Orbital_forcing", "Indonesian_Democratic_Party", "Eocene_Thermal_Maximum_2", "Cold_fusion", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Pliocene_climate"], "ranked_scores": [0.3463, 0.3409, 0.3383, 0.3362, 0.3247, 0.3234, 0.3173, 0.3154, 0.3143, 0.312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Scientific_consensus_on_climate_change", "Ian_Clark_(geologist)", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "History_of_climate_change_science", "Wibjörn_Karlén"], "ranked_scores": [0.5493, 0.5384, 0.5257, 0.523, 0.521, 0.5208, 0.5182, 0.5147, 0.5146, 0.5069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Polar_High", "Westerlies", "North_Atlantic_Current", "El_Niño–Southern_Oscillation", "Climate_of_South_Africa", "Climate_of_the_United_States"], "ranked_scores": [0.5968, 0.5647, 0.5529, 0.5392, 0.5347, 0.5335, 0.5276, 0.5203, 0.5113, 0.5064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1908", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Satellite_temperature_measurements", "Climate_change_in_Texas", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event"], "ranked_scores": [0.572, 0.5695, 0.5619, 0.5564, 0.5494, 0.5482, 0.5473, 0.529, 0.5239, 0.517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Effects_of_global_warming", "James_Hansen", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Deforestation_and_climate_change", "Global_cooling", "Global_warming_controversy", "Advisory_Group_on_Greenhouse_Gases"], "ranked_scores": [0.5123, 0.4965, 0.4824, 0.478, 0.4765, 0.4759, 0.4754, 0.4738, 0.473, 0.4718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Carbon_price", "Minerals_Resource_Rent_Tax", "Carbon_capture_and_storage_in_Australia", "Fuel_Economy_Reform_Act", "Environmental_impact_of_aviation", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.4362, 0.3907, 0.3811, 0.3761, 0.3615, 0.3558, 0.3544, 0.3471, 0.3432, 0.3425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Ice2sea", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_in_Antarctica", "Past_sea_level", "Deglaciation"], "ranked_scores": [0.602, 0.5945, 0.5882, 0.5755, 0.5728, 0.5693, 0.5634, 0.5531, 0.5505, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "Ian_Clark_(geologist)", "Climate_change_in_the_United_States", "March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2019_heat_wave_in_India_and_Pakistan", "List_of_climate_research_satellites", "2011_North_American_heat_wave", "Climate_of_Mars", "Solar_cycle_19"], "ranked_scores": [0.4578, 0.4568, 0.444, 0.439, 0.437, 0.4311, 0.4253, 0.425, 0.4236, 0.4235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Sulfate_aerosol", "Anoxic_event", "History_of_climate_change_science"], "ranked_scores": [0.6184, 0.6027, 0.5564, 0.5364, 0.5351, 0.5338, 0.523, 0.5217, 0.5185, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Junk_science", "Alternative_energy", "Pseudoscience", "Demand_destruction", "Energy_accidents", "Environmental_impact_of_the_coal_industry", "Climate_Change_Denial:_Heads_in_the_Sand", "Waste-to-energy_plant", "Environmental_skepticism", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.4785, 0.478, 0.4696, 0.4668, 0.4617, 0.4564, 0.4394, 0.4361, 0.4359, 0.4356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Ice2sea", "Future_sea_level", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Past_sea_level", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Antarctic_Cold_Reversal"], "ranked_scores": [0.612, 0.596, 0.594, 0.59, 0.5746, 0.5699, 0.5351, 0.5297, 0.5198, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "1997–98_El_Niño_event", "2012–13_North_American_drought", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Effects_of_global_warming", "Global_warming", "Drought_in_Spain", "Climate_change_in_Europe"], "ranked_scores": [0.5602, 0.556, 0.5471, 0.5469, 0.5428, 0.5349, 0.5343, 0.5299, 0.5283, 0.5226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Arctic_geoengineering", "Greenhouse_gas", "Climate_sensitivity", "Cool_tropics_paradox", "Scientific_consensus_on_climate_change", "Economics_of_global_warming", "Effects_of_global_warming", "Global_cooling"], "ranked_scores": [0.5146, 0.505, 0.5, 0.4843, 0.4834, 0.4818, 0.4813, 0.4795, 0.4792, 0.4792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)"], "ranked_scores": [0.6276, 0.6261, 0.6097, 0.5989, 0.5862, 0.5735, 0.5734, 0.5644, 0.5611, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "Climate_change_denial", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming"], "ranked_scores": [0.6298, 0.5962, 0.5855, 0.5819, 0.5753, 0.571, 0.5709, 0.5578, 0.557, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_variability", "Attribution_of_recent_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Global_cooling", "History_of_climate_change_science", "Future_of_Earth", "Climate_change"], "ranked_scores": [0.5451, 0.5439, 0.5356, 0.5301, 0.5157, 0.5145, 0.5144, 0.5107, 0.5057, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Effects_of_global_warming", "Airborne_fraction", "Low-carbon_emission", "Carbon_diet", "Environmental_impact_of_transport"], "ranked_scores": [0.5885, 0.5786, 0.5624, 0.5548, 0.538, 0.5341, 0.5314, 0.5293, 0.5169, 0.516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Prudent_avoidance_principle", "Worst-case_scenario", "HIV/AIDS_denialism", "Management_systems_for_road_safety", "Argument_from_nonbelief", "Philosophical_skepticism", "Agnosticism", "Risk", "Scenario_analysis"], "ranked_scores": [0.4697, 0.4315, 0.425, 0.4212, 0.418, 0.4178, 0.4167, 0.4126, 0.4115, 0.4042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "350.org", "Carbon_pricing_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "Paris_Agreement", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.5305, 0.5026, 0.4699, 0.4618, 0.4589, 0.4584, 0.4544, 0.4479, 0.4439, 0.4432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Climate_of_Mars", "Pliocene_climate", "Climate_change_in_Texas", "Climate_change_in_the_Arctic", "Polar_amplification", "Global_cooling", "2010_Northern_Hemisphere_summer_heat_waves", "Abrupt_climate_change", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.5795, 0.5669, 0.5636, 0.5546, 0.5511, 0.55, 0.5441, 0.5365, 0.5349, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Holocene_glacial_retreat", "Polar_seas", "Measurement_of_sea_ice", "Sea_ice_thickness", "Retreat_of_glaciers_since_1850", "Sea_ice", "Antarctic_ice_sheet", "Ice2sea"], "ranked_scores": [0.5381, 0.5258, 0.4765, 0.474, 0.4731, 0.4652, 0.4643, 0.4624, 0.4608, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Refined_coal", "History_of_coal_mining", "Millmerran_Power_Station", "Clean_technology"], "ranked_scores": [0.5865, 0.5602, 0.5526, 0.5276, 0.5132, 0.5091, 0.508, 0.498, 0.4977, 0.4973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Fleischmann–Pons_experiment", "Global_cooling", "Orbital_forcing", "Cool_tropics_paradox", "Solar_cycle_18", "Global_warming_hiatus", "Cold_fusion", "PDOS", "Indonesian_Democratic_Party"], "ranked_scores": [0.3498, 0.3456, 0.3445, 0.3395, 0.3341, 0.3292, 0.3269, 0.3228, 0.3227, 0.3223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6434, 0.635, 0.625, 0.6154, 0.6151, 0.6029, 0.5928, 0.591, 0.5909, 0.5889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Effects_of_global_warming", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Paris_Agreement", "List_of_parties_to_the_Kyoto_Protocol", "Climate_change_in_Canada"], "ranked_scores": [0.5209, 0.5181, 0.5062, 0.4997, 0.4973, 0.4957, 0.4929, 0.4889, 0.4815, 0.4795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["1908", "Arctic_sea_ice_decline", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctica_cooling_controversy", "Arctic_geoengineering", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Little_Ice_Age"], "ranked_scores": [0.4706, 0.4669, 0.4555, 0.4431, 0.4422, 0.4412, 0.4323, 0.4301, 0.4261, 0.4227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Ian_Clark_(geologist)", "Effects_of_global_warming", "Climate_change_(general_concept)", "Scientific_consensus_on_climate_change", "Global_cooling", "Climate_change", "Climate_change_in_the_Arctic", "Global_warming"], "ranked_scores": [0.5975, 0.5876, 0.5716, 0.566, 0.5633, 0.5624, 0.5577, 0.5576, 0.5539, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Wage_curve", "Trend_stationary", "Covariate", "Global_stilling", "Home-ownership_in_the_United_States", "Seasonal_adjustment", "Statistical_significance", "Misuse_of_statistics", "List_of_recessions_in_the_United_States"], "ranked_scores": [0.4419, 0.3936, 0.3912, 0.377, 0.3711, 0.3695, 0.3668, 0.3666, 0.365, 0.3567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Atmospheric_methane", "Future_of_Earth", "Global_warming", "James_Hansen", "Climate_inertia"], "ranked_scores": [0.5798, 0.543, 0.5423, 0.5391, 0.5377, 0.5367, 0.5301, 0.5299, 0.5295, 0.5237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7598, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Pliocene_climate", "Climate_of_Mars", "Future_of_Earth", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Global_warming", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Deglaciation"], "ranked_scores": [0.5928, 0.59, 0.5724, 0.5696, 0.5649, 0.5614, 0.5611, 0.5608, 0.5597, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "False_consensus_effect", "World_Climate_Change_Conference,_Moscow", "Danish_Committees_on_Scientific_Dishonesty", "Climate_Change_Denial:_Heads_in_the_Sand", "Friends_of_Science", "Media_coverage_of_climate_change", "False_balance", "Level_of_support_for_evolution", "Climatic_Research_Unit_documents"], "ranked_scores": [0.4755, 0.4696, 0.4578, 0.4506, 0.4499, 0.4489, 0.4471, 0.4448, 0.4328, 0.4319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Cooling_center", "Station_model", "Humid_subtropical_climate", "Effect_of_Sun_angle_on_climate", "Satellite_temperature_measurements", "Automatic_weather_station", "List_of_locations_with_a_subtropical_climate", "Weather", "Climate_of_Africa"], "ranked_scores": [0.5684, 0.4985, 0.4964, 0.4952, 0.4885, 0.4883, 0.4875, 0.4867, 0.4847, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Climate_change_in_Texas", "Greening_Earth_Society"], "ranked_scores": [0.6347, 0.6195, 0.5948, 0.5929, 0.5926, 0.5913, 0.5878, 0.5841, 0.5787, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_Australia", "Photovoltaics", "Solar_power_by_country", "Solar_power_in_Italy", "Solar_power", "Solar_power_in_Michigan", "Renewable_energy"], "ranked_scores": [0.6023, 0.5946, 0.5549, 0.539, 0.5356, 0.5351, 0.5347, 0.5283, 0.528, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Economy_of_the_United_States", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Economic_growth", "Agricultural_Act_of_2014", "Dairy_farming_in_Canada", "Economy_of_France", "Jobs_created_during_U.S._presidential_terms"], "ranked_scores": [0.5049, 0.4762, 0.4729, 0.4686, 0.4682, 0.4623, 0.4595, 0.457, 0.4565, 0.4554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-mpnet-base-pq-m128-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Yup'ik_cuisine", "Grizzly_bear", "North_American_Arctic", "Brown_bear", "Bear_attack", "List_of_Alaska_state_forests", "Arctic_ecology", "Beaufort_Sea"], "ranked_scores": [0.4188, 0.4003, 0.3531, 0.3505, 0.3327, 0.3304, 0.326, 0.3248, 0.3219, 0.321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Polar_ice_cap", "Arctic_ice_pack", "Antarctic_ice_sheet", "Measurement_of_sea_ice", "Ice_cap", "Sea_ice", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.6203, 0.5694, 0.5694, 0.5381, 0.5356, 0.5344, 0.5199, 0.5168, 0.5159, 0.5131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Climate_of_the_Arctic", "Annual_cycle_of_sea_level_height", "Tide", "Arctic_geoengineering", "Sea_surface_temperature", "Climate_of_Oregon", "Oceanic_climate"], "ranked_scores": [0.614, 0.6065, 0.5885, 0.561, 0.5606, 0.5513, 0.5362, 0.5308, 0.5304, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6483, 0.6115, 0.6029, 0.5884, 0.5762, 0.5699, 0.541, 0.537, 0.533, 0.5241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Contribution_to_global_warming_by_Australia", "Mitigation_of_global_warming_in_Australia", "Carbon_footprint", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas_emissions_by_the_United_States", "GHG_footprint", "Carbon_capture_and_storage_in_Australia", "Wind_power_in_the_United_States"], "ranked_scores": [0.5448, 0.5341, 0.5331, 0.5307, 0.5292, 0.5239, 0.51, 0.5097, 0.509, 0.5051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "Low-carbon_emission", "James_Hansen", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Scientific_consensus_on_climate_change", "350.org", "Deforestation_and_climate_change", "Climate_change_mitigation", "Scientific_opinion_on_climate_change", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5457, 0.5298, 0.527, 0.5199, 0.514, 0.5093, 0.5083, 0.5035, 0.4944, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Last_Glacial_Maximum", "Copenhagen_Diagnosis", "Antarctic_ice_sheet", "Past_sea_level"], "ranked_scores": [0.6352, 0.6326, 0.6286, 0.6073, 0.5799, 0.5625, 0.5535, 0.5527, 0.5467, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Atmospheric_methane"], "ranked_scores": [0.6465, 0.6303, 0.6232, 0.6198, 0.619, 0.5995, 0.5992, 0.5974, 0.5902, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Hurricane_Katrina_and_global_warming", "Environmental_issue", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Hurricane_Florence_(1988)", "Regional_effects_of_global_warming", "Global_warming", "Climate_change_in_Texas", "History_of_climate_change_science"], "ranked_scores": [0.5481, 0.5461, 0.543, 0.5397, 0.5376, 0.5354, 0.5312, 0.5311, 0.528, 0.5243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "2012–13_North_American_drought", "Climate_of_the_United_States", "Frost_Belt", "Disease", "Climate_of_Australia", "Droughts_in_the_United_States", "Continental_climate", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.4748, 0.46, 0.4496, 0.4324, 0.4324, 0.4304, 0.4256, 0.4232, 0.4213, 0.4211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Economics_of_global_warming", "Effects_of_global_warming", "Climate_change", "Climate_change_policy_of_the_United_States", "Stern_Review", "Presidential_Climate_Action_Plan", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6044, 0.5937, 0.5889, 0.5857, 0.582, 0.5797, 0.5782, 0.5755, 0.5706, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Termination_(geomorphology)", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Global_warming_hiatus", "Bølling-Allerød_warming", "Wibjörn_Karlén", "List_of_climate_research_satellites", "George_Kukla", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5429, 0.5253, 0.5214, 0.5028, 0.501, 0.4996, 0.4993, 0.4979, 0.4957, 0.49], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "HadCM3", "Shale_gas", "Greenhouse_gas_emissions_by_the_United_States", "Michael_E._Mann", "World_Glacier_Monitoring_Service", "350.org"], "ranked_scores": [0.5255, 0.4661, 0.4345, 0.4148, 0.4073, 0.4006, 0.3936, 0.3817, 0.3799, 0.3748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Metabolic_acidosis", "Dole_effect", "Seawater", "Alkalinity", "C3_carbon_fixation"], "ranked_scores": [0.544, 0.5039, 0.4936, 0.4701, 0.4691, 0.4663, 0.4583, 0.4487, 0.4433, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "George_Kukla", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6405, 0.6393, 0.6142, 0.6142, 0.6108, 0.6094, 0.6091, 0.5976, 0.5879, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pliocene_climate", "Bølling-Allerød_warming", "Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Orbital_forcing", "Eocene_Thermal_Maximum_2", "PDOS", "Global_cooling_(disambiguation)", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.363, 0.3629, 0.3549, 0.3544, 0.345, 0.337, 0.3345, 0.3306, 0.3195, 0.3173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ice2sea", "Wibjörn_Karlén", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Adam_Scaife", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Global_cooling", "George_Kukla", "Antarctica_cooling_controversy"], "ranked_scores": [0.576, 0.5445, 0.5437, 0.5329, 0.5276, 0.527, 0.5129, 0.5031, 0.4977, 0.4941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Westerlies", "Climate_of_Finland", "Climate_of_the_United_States", "Polar_low", "Intertropical_Convergence_Zone", "Cold_drop", "Gulf_Stream"], "ranked_scores": [0.5842, 0.5695, 0.563, 0.5365, 0.5347, 0.5247, 0.5229, 0.5137, 0.5133, 0.5123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Instrumental_temperature_record", "1908", "Global_warming_hiatus", "Highest_temperature_recorded_on_Earth", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "1997–98_El_Niño_event", "MSU_temperature_measurements", "2013_extreme_weather_events"], "ranked_scores": [0.5987, 0.5907, 0.5685, 0.5653, 0.5614, 0.5612, 0.5571, 0.5483, 0.5363, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "History_of_climate_change_science", "Global_cooling", "IPCC_First_Assessment_Report", "Ian_Clark_(geologist)", "Advisory_Group_on_Greenhouse_Gases", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5173, 0.5161, 0.4881, 0.478, 0.4769, 0.4759, 0.474, 0.4735, 0.4722, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Carbon_capture_and_storage_in_Australia", "European_Union_Emission_Trading_Scheme", "Competitive_Tax_Plan", "Contribution_to_global_warming_by_Australia", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [0.4563, 0.4145, 0.3963, 0.383, 0.3671, 0.3624, 0.3615, 0.3585, 0.3534, 0.3525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Past_sea_level", "Ice_age", "Retreat_of_glaciers_since_1850", "Global_warming_hiatus"], "ranked_scores": [0.5975, 0.5881, 0.5851, 0.5836, 0.5754, 0.5688, 0.5647, 0.5596, 0.551, 0.5502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Wibjörn_Karlén", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2013_extreme_weather_events", "Instrumental_temperature_record", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [0.4904, 0.4808, 0.4577, 0.4544, 0.4479, 0.4429, 0.4428, 0.4408, 0.4347, 0.4345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Deforestation_and_climate_change", "Sea_level_rise", "Greenhouse_gas"], "ranked_scores": [0.6778, 0.6547, 0.5994, 0.5545, 0.5507, 0.5502, 0.5413, 0.5398, 0.5224, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Waste-to-energy_plant", "Junk_science", "Sustainable_energy", "Denialism", "Environmental_impact_of_the_coal_industry", "Pro-nuclear_movement", "Fossil_fuel_divestment", "Environmental_skepticism", "Global_warming_conspiracy_theory"], "ranked_scores": [0.4804, 0.4785, 0.4672, 0.4581, 0.4573, 0.4502, 0.4468, 0.4404, 0.4388, 0.4383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Global_warming"], "ranked_scores": [0.6353, 0.6173, 0.5969, 0.592, 0.5814, 0.5517, 0.5514, 0.5427, 0.5358, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "1997–98_El_Niño_event", "Global_warming", "Climate_change_mitigation_scenarios", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5932, 0.5825, 0.5612, 0.5442, 0.5423, 0.5388, 0.5384, 0.5333, 0.5326, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_in_Europe", "Arctic_geoengineering", "Climate_sensitivity", "Climate_change_mitigation_scenarios", "Global_warming", "History_of_climate_change_science", "Mitigation_of_global_warming_in_Australia", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_cycle_re-balancing"], "ranked_scores": [0.5101, 0.5061, 0.5026, 0.5015, 0.4962, 0.4936, 0.4929, 0.4847, 0.4802, 0.4788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.6545, 0.6366, 0.6111, 0.6109, 0.6013, 0.5959, 0.5819, 0.577, 0.5728, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "James_Hansen", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "The_Deniers", "Media_coverage_of_climate_change", "Heaven_and_Earth_(book)", "Skeptical_Science", "Greening_Earth_Society"], "ranked_scores": [0.6207, 0.5851, 0.5723, 0.5707, 0.5643, 0.5591, 0.5578, 0.5548, 0.5522, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_variability", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "100,000-year_problem", "Arctic_sea_ice_decline", "Climate_change"], "ranked_scores": [0.5366, 0.5348, 0.5325, 0.5316, 0.5291, 0.5288, 0.5226, 0.5214, 0.5102, 0.5093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Low-carbon_emission", "Deforestation_and_climate_change", "Airborne_fraction", "Global_warming_potential", "Contribution_to_global_warming_by_Australia", "Fossil_fuel"], "ranked_scores": [0.6089, 0.5965, 0.594, 0.5722, 0.5629, 0.5398, 0.5386, 0.5318, 0.5301, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Prudent_avoidance_principle", "Scenario_analysis", "Management_systems_for_road_safety", "Argument_from_nonbelief", "HIV/AIDS_denialism", "Value_of_life", "Counterfactual_thinking", "Accident", "Worst-case_scenario"], "ranked_scores": [0.4646, 0.4463, 0.4324, 0.429, 0.425, 0.4208, 0.4185, 0.4177, 0.4168, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_capture_and_storage_in_Australia", "Canada_and_the_Kyoto_Protocol", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.5141, 0.4997, 0.486, 0.476, 0.4637, 0.4586, 0.4563, 0.455, 0.4523, 0.4495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Pliocene_climate", "2014–16_El_Niño_event", "Polar_amplification", "2010_Northern_Hemisphere_heat_waves", "History_of_climate_change_science", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Bølling-Allerød_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6057, 0.5828, 0.5797, 0.5615, 0.5544, 0.5539, 0.5445, 0.5444, 0.5409, 0.5405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Holocene_glacial_retreat", "Polar_seas", "Retreat_of_glaciers_since_1850", "Measurement_of_sea_ice", "Sea_ice", "Arctic_geoengineering", "Arctic_resources_race", "Antarctic_sea_ice"], "ranked_scores": [0.54, 0.5302, 0.5017, 0.5003, 0.492, 0.4821, 0.4815, 0.4751, 0.4739, 0.4663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Carbon_capture_and_storage", "Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Refined_coal", "Fossil_fuel_power_station", "Mitigation_of_global_warming_in_Australia", "Carbon_dioxide_removal", "Beyond_Coal"], "ranked_scores": [0.5934, 0.5924, 0.5759, 0.5569, 0.5348, 0.5242, 0.5103, 0.5036, 0.5033, 0.5028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Global_cooling_(disambiguation)", "Condensation_cloud", "Solar_cycle_18", "Pacific_decadal_oscillation", "Orbital_forcing", "Global_cooling", "Cool_tropics_paradox", "PDOS", "Cooling_tower"], "ranked_scores": [0.3634, 0.3604, 0.3475, 0.346, 0.3414, 0.3411, 0.3356, 0.3304, 0.3226, 0.3145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Environmental_issue"], "ranked_scores": [0.6544, 0.6411, 0.6248, 0.6195, 0.6191, 0.603, 0.6027, 0.5995, 0.5944, 0.594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "2011_United_Nations_Climate_Change_Conference", "History_of_climate_change_science", "United_Nations_Climate_Change_conference", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Paris_Agreement", "List_of_parties_to_the_Kyoto_Protocol", "Climate_Change_Science_Program", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.5402, 0.515, 0.5109, 0.5072, 0.5028, 0.4999, 0.4919, 0.4908, 0.4862, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Arctic_geoengineering", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "1908", "Climate_of_Antarctica", "Global_warming_hiatus", "Little_Ice_Age"], "ranked_scores": [0.4624, 0.4523, 0.4505, 0.4475, 0.4445, 0.4395, 0.4371, 0.4322, 0.4252, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Solar_phenomena", "Scientific_opinion_on_climate_change", "Global_warming", "Climate_change", "Global_cooling", "Polar_amplification", "Climate_variability", "Effects_of_global_warming", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.6064, 0.5809, 0.565, 0.5615, 0.56, 0.5569, 0.5539, 0.5535, 0.5525, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Trend_stationary", "Covariate", "Wage_curve", "Regression_toward_the_mean", "Seasonal_adjustment", "Statistical_significance", "Skewness", "Kuznets_curve", "Phillips_curve", "Deglobalization"], "ranked_scores": [0.4418, 0.4347, 0.4044, 0.4013, 0.3817, 0.3788, 0.3709, 0.3681, 0.3674, 0.3596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Deforestation_and_climate_change", "Atmospheric_methane", "Global_warming", "James_Hansen", "Climate_change_in_the_United_States", "Geological_history_of_oxygen", "History_of_climate_change_science", "Climate_inertia"], "ranked_scores": [0.603, 0.5882, 0.5627, 0.553, 0.5492, 0.5485, 0.5474, 0.5416, 0.5367, 0.534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7877, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Global_warming", "Climate_of_Mars", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Global_cooling", "Polar_forests_of_the_Cretaceous", "History_of_climate_change_science"], "ranked_scores": [0.6079, 0.5926, 0.5883, 0.5725, 0.5689, 0.5687, 0.5547, 0.5539, 0.5533, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "Publication_bias", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "Views_on_the_Kyoto_Protocol", "Media_coverage_of_climate_change", "False_consensus_effect", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus"], "ranked_scores": [0.5135, 0.4699, 0.4662, 0.461, 0.4591, 0.4583, 0.4557, 0.4522, 0.4454, 0.4404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "2001_Eastern_North_America_heat_wave", "Cooling_center", "Humid_subtropical_climate", "Satellite_temperature_measurements", "Weather", "Climate_of_Africa", "Automatic_weather_station", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.5873, 0.5214, 0.5051, 0.5026, 0.5011, 0.4995, 0.497, 0.4951, 0.4929, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "James_Hansen", "Greening_Earth_Society", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "1997–98_El_Niño_event"], "ranked_scores": [0.6701, 0.6197, 0.6161, 0.6101, 0.6001, 0.5989, 0.5891, 0.5863, 0.5781, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Italy", "Photovoltaics", "Solar_power_in_Michigan", "Solar_power_in_Australia", "Renewable_energy", "Wind_power_in_New_Mexico"], "ranked_scores": [0.6391, 0.6182, 0.5715, 0.5583, 0.5473, 0.5415, 0.5379, 0.5378, 0.5317, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Economic_growth", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Syria", "Agriculture_in_Pennsylvania", "Dairy_farming_in_Canada", "Agriculture_in_Ethiopia", "Agricultural_policy_of_the_United_States", "Agriculture_in_Brazil"], "ranked_scores": [0.528, 0.5216, 0.5011, 0.4875, 0.4862, 0.4796, 0.4786, 0.476, 0.4682, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m4-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Antarctic_Peninsula", "Kodiak_bear", "Grizzly_bear", "List_of_protected_areas_of_Svalbard", "Polar_seas", "Global_warming_in_Antarctica", "Extreme_points_of_Antarctica", "Wilderness", "Yup'ik_cuisine", "Raccoon"], "ranked_scores": [0.6096, 0.6041, 0.5857, 0.5766, 0.5739, 0.5733, 0.5621, 0.5616, 0.5606, 0.5563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Glacier", "Cordilleran_Ice_Sheet", "Cryovolcano", "Quelccaya_Ice_Cap", "Glaciers_on_Mars", "Climate_change_in_the_Arctic", "Bering_Glacier", "Cryosphere"], "ranked_scores": [0.7612, 0.7442, 0.7419, 0.7398, 0.7374, 0.7326, 0.7315, 0.7297, 0.7266, 0.7129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Atlantic_hurricane_season", "Climate_change_(general_concept)", "United_States_tropical_cyclone_rainfall_climatology", "Pen_y_Cymoedd", "Special_Report_on_Global_Warming_of_1.5_°C", "Physical_impacts_of_climate_change", "Global_warming_hiatus", "Atlantic_Ocean", "Climate_variability", "Termination_(geomorphology)"], "ranked_scores": [0.65, 0.6482, 0.6298, 0.6267, 0.6153, 0.6126, 0.6104, 0.6089, 0.6042, 0.6025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_inertia", "Tipping_points_in_the_climate_system", "Climate_change_in_the_Arctic", "International_Weddell_Sea_Oceanographic_Expeditions", "Great_Arctic_Cyclone_of_2012", "Abrupt_climate_change", "Wiesław_Masłowski", "Eocene_Thermal_Maximum_2", "Amery_Ice_Shelf"], "ranked_scores": [0.8015, 0.7543, 0.7338, 0.7241, 0.7228, 0.7223, 0.7155, 0.7136, 0.7052, 0.7008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Energy_in_Denmark", "Wind_power", "Wind_power_in_California", "Wind_power_in_Colorado", "Wind_power_in_the_European_Union", "Wind_power_by_country", "Carbon_footprint", "List_of_countries_by_carbon_dioxide_emissions", "Wind_power_in_New_Mexico", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.8339, 0.791, 0.7857, 0.7831, 0.7749, 0.7749, 0.7734, 0.7617, 0.7601, 0.7596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Climate_state", "Global_warming", "Global_warming_potential", "Planetary_equilibrium_temperature", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Global_cooling"], "ranked_scores": [0.7658, 0.7478, 0.746, 0.7383, 0.726, 0.7257, 0.7229, 0.7139, 0.7139, 0.7117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Glacial_earthquake", "Past_sea_level", "Future_sea_level", "Jakobshavn_Glacier", "Glacier_mass_balance", "Football_Association_of_Greenland", "Greenland_Sea", "Ice_calving", "Sea_level_rise", "Greenland_ice_sheet"], "ranked_scores": [0.756, 0.7241, 0.7093, 0.7069, 0.7022, 0.6835, 0.6788, 0.6774, 0.6773, 0.6738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming_potential", "Cool_tropics_paradox", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Planetary_equilibrium_temperature", "General_circulation_model", "IPCC_First_Assessment_Report", "Global_warming", "Deforestation_and_climate_change"], "ranked_scores": [0.7839, 0.7386, 0.7326, 0.7321, 0.7307, 0.7267, 0.7252, 0.7208, 0.7188, 0.7162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Hurricane_Katrina_and_global_warming", "Climate_change_and_gender", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change", "Global_warming", "Loss_and_damage", "Effects_of_global_warming", "Regional_effects_of_global_warming", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.7545, 0.7503, 0.7403, 0.7318, 0.7251, 0.7238, 0.7218, 0.7171, 0.7171, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Spider_bite", "March_2012_North_American_heat_wave", "Lyme_disease", "2009_California_wildfires", "List_of_Ohio_state_forests", "Wisconsin", "Bear_attack", "Rio_Grande", "List_of_fatal_cougar_attacks_in_North_America", "Trophic_level"], "ranked_scores": [0.6762, 0.6633, 0.6402, 0.6392, 0.6319, 0.6269, 0.6203, 0.6185, 0.6133, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["IPCC_Fourth_Assessment_Report", "IPCC_First_Assessment_Report", "Arctic_sea_ice_decline", "Special_Report_on_Global_Warming_of_1.5_°C", "Hurricane_Katrina_and_global_warming", "George_Kukla", "Arctic_geoengineering", "Climate_ensemble", "Global_warming", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.6876, 0.6865, 0.6829, 0.6794, 0.6762, 0.6744, 0.6743, 0.672, 0.6715, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_of_Italy", "James_Hansen", "Timeline_of_glaciation", "Instrumental_temperature_record"], "ranked_scores": [0.7769, 0.7733, 0.7708, 0.7244, 0.7208, 0.7195, 0.7037, 0.7033, 0.7024, 0.6971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Office_of_Public_Affairs", "Environmental_Science_Services_Administration", "Jet_Propulsion_Laboratory", "Environmental_Investigation_Agency", "Greenhouse_gas_inventory", "Smallholding", "National_Center_for_Atmospheric_Research", "Environmental_impact_assessment", "Carbon-to-nitrogen_ratio"], "ranked_scores": [0.6213, 0.615, 0.5754, 0.5698, 0.5663, 0.5627, 0.5605, 0.5566, 0.5559, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Sulfuric_acid", "Acidophobe", "Oceanic_carbon_cycle", "Carbonation", "Acid", "C3_carbon_fixation", "Dolomitization", "Acid_mine_drainage", "Acid_rain", "Carbonic_acid"], "ranked_scores": [0.7156, 0.7012, 0.6516, 0.6346, 0.6259, 0.6251, 0.6152, 0.6145, 0.6108, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_opinion_by_country", "The_Real_Global_Warming_Disaster", "Future_of_Earth", "Michael_E._Mann"], "ranked_scores": [0.6609, 0.6301, 0.6294, 0.6269, 0.6212, 0.6154, 0.6154, 0.6096, 0.5966, 0.5932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacifico_Yokohama", "Pacific_decadal_oscillation", "Secularization", "Hurricane_Alicia", "Knickerbocker_News", "Typhoon_Higos_(2002)", "1991_Pacific_typhoon_season", "1993_Storm_of_the_Century", "2003_Atlantic_hurricane_season", "Western_Mediterranean_oscillation"], "ranked_scores": [0.5979, 0.5773, 0.5681, 0.5679, 0.5419, 0.5399, 0.5362, 0.5356, 0.5356, 0.5326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climate_Audit", "Community_Earth_System_Model", "Adam_Scaife", "Climate_engineering", "George_Kukla", "Richard_Lindzen", "IPCC_First_Assessment_Report", "List_of_climate_research_satellites", "NASA_Earth_Observatory", "Arctic_geoengineering"], "ranked_scores": [0.7224, 0.7209, 0.7145, 0.714, 0.7111, 0.7028, 0.685, 0.6767, 0.6753, 0.6746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Cold_wave", "Weather_Research_and_Forecasting_Model", "December_1960_nor'easter", "United_States_rainfall_climatology", "2016_American_Northeast_heat_wave", "Atlantic_Seaboard_fall_line", "List_of_off-season_Atlantic_hurricanes", "Weather_forecasting", "November_2014_North_American_cold_wave", "2006_European_heat_wave"], "ranked_scores": [0.7093, 0.6685, 0.665, 0.6639, 0.6629, 0.6532, 0.6382, 0.6371, 0.6283, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["2006_European_heat_wave", "Summer_of_1976_(Europe)", "Climate_variability", "MSU_temperature_measurements", "Thermopause", "Climate_change_feedback", "2018_British_Isles_heat_wave", "Weather_station", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_of_the_United_Kingdom"], "ranked_scores": [0.6765, 0.6695, 0.6327, 0.6056, 0.6044, 0.5957, 0.5953, 0.5928, 0.5856, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["EdGCM", "Ozone_depletion_and_climate_change", "Climatic_Research_Unit_email_controversy", "World_Climate_Research_Programme", "David_Titley", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Mitigation_of_global_warming_in_Australia", "Carbon_Shredders", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6093, 0.6049, 0.6037, 0.5952, 0.5903, 0.5898, 0.586, 0.586, 0.586, 0.5822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Climate_Finance", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Fossil_fuel_exporters", "Carbon_tax", "Renewable_resource", "Frontier_Series", "Contribution_to_global_warming_by_Australia", "C3_carbon_fixation"], "ranked_scores": [0.6101, 0.5954, 0.5947, 0.5934, 0.5928, 0.5898, 0.5829, 0.581, 0.5785, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Great_Arctic_Cyclone_of_2012", "International_Weddell_Sea_Oceanographic_Expeditions", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Past_sea_level", "Tipping_points_in_the_climate_system", "Climate_inertia", "National_Oceanography_Centre", "Arctic_oscillation", "Ice2sea"], "ranked_scores": [0.7251, 0.7188, 0.7097, 0.6948, 0.6893, 0.6891, 0.6888, 0.6836, 0.6705, 0.6698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["AccuWeather", "Climate_Central", "National_Auto_Sport_Association", "Climate_of_Argentina", "Patagonia", "February_2007_North_American_blizzard", "Climate_change_opinion_by_country", "Media_coverage_of_climate_change", "Climate_of_Australia", "Climate_change_in_Canada"], "ranked_scores": [0.6834, 0.6768, 0.6521, 0.6431, 0.6378, 0.6325, 0.628, 0.622, 0.6204, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Oceanic_carbon_cycle", "Estuarine_acidification", "Acid_rain", "Iron_fertilization", "Chemical_oceanography", "Sulfuric_acid", "Effervescence", "Acidulated_water", "Syngas_fermentation"], "ranked_scores": [0.8242, 0.7652, 0.7483, 0.7316, 0.7199, 0.689, 0.6865, 0.6806, 0.6796, 0.671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Weak_and_strong_sustainability", "Eco-economic_decoupling", "Circular_economy", "Greenhouse_gas_emissions_by_the_United_States", "Renewable_energy", "Battery_(electricity)", "Natural_resource", "Environmental_impact_of_the_coal_industry", "Energy_development"], "ranked_scores": [0.7386, 0.6604, 0.658, 0.6513, 0.6271, 0.6198, 0.6138, 0.6049, 0.6042, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_inertia", "Tipping_points_in_the_climate_system", "General_circulation_model", "Ice_calving", "Glacial_earthquake", "Ice2sea", "Sea_level_rise", "Great_Arctic_Cyclone_of_2012", "Past_sea_level", "Future_sea_level"], "ranked_scores": [0.7337, 0.7291, 0.7278, 0.7272, 0.7264, 0.7216, 0.7208, 0.711, 0.7031, 0.699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "History_of_Svalbard", "Drought_in_the_United_Kingdom", "Climate_change_in_Europe", "Withdrawal_of_Greenland_from_the_European_Communities", "Svalbard", "Climate_fiction", "Droughts_in_the_United_States", "Europe", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [0.6429, 0.6321, 0.626, 0.6235, 0.6203, 0.6162, 0.6145, 0.6059, 0.6039, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Planetary_boundaries", "Environmental_impact_of_nuclear_power", "Environmental_issue", "David_Titley", "Nuclear_power_proposed_as_renewable_energy", "List_of_power_stations_in_Texas", "Runaway_greenhouse_effect", "Climate_change_in_the_United_States", "Pro-nuclear_movement"], "ranked_scores": [0.7001, 0.6785, 0.6619, 0.6422, 0.639, 0.6351, 0.6328, 0.6319, 0.6304, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2006_North_American_heat_wave", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Desert_climate", "Continental_climate", "Humid_continental_climate", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.6617, 0.6596, 0.6446, 0.6432, 0.6403, 0.6403, 0.63, 0.6289, 0.6289, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Global_warming_conspiracy_theory", "Environmental_skepticism", "Climate_change_denial", "Australian_Skeptics", "Scientific_consensus_on_climate_change", "Friends_of_Science", "Windmade", "Level_of_support_for_evolution", "Media_coverage_of_climate_change", "AccuWeather_Network"], "ranked_scores": [0.7143, 0.6875, 0.6773, 0.6526, 0.65, 0.6471, 0.6453, 0.6426, 0.6411, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_pattern", "Climate_gap", "Climate_change_in_the_United_States", "Climate_change_(general_concept)", "Heat_wave", "Climate_of_Georgia_(U.S._state)", "Global_warming", "Milankovitch_cycles", "Loss_and_damage"], "ranked_scores": [0.7768, 0.7446, 0.7174, 0.715, 0.7021, 0.6943, 0.6912, 0.6894, 0.6878, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Biogas", "Carbon-based_fuel", "Fossil_fuel", "Carbon-neutral_fuel", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Fossil_fuel_power_station", "Carbon_cycle_re-balancing", "Carbon_cycle", "Renewable_natural_gas"], "ranked_scores": [0.7397, 0.7273, 0.7241, 0.7127, 0.7045, 0.7017, 0.701, 0.6946, 0.694, 0.6935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Systematic_risk", "Error_catastrophe", "Illusion_of_validity", "Human_extinction", "Simulation_heuristic", "RiskLab", "Uncertainty_quantification", "Advisory_Group_on_Greenhouse_Gases", "Fire"], "ranked_scores": [0.5978, 0.5888, 0.5807, 0.5725, 0.5657, 0.5607, 0.5572, 0.5571, 0.5562, 0.5545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["United_States_withdrawal_from_the_Paris_Agreement", "Renewable_energy_debate", "Paris_Agreement", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Virtual_power_plant", "Green_certificate", "List_of_power_stations_in_Texas", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States"], "ranked_scores": [0.6001, 0.5909, 0.5661, 0.549, 0.542, 0.5347, 0.5336, 0.5294, 0.5287, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "Instrumental_temperature_record", "Greenhouse_and_icehouse_Earth", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Hurricane_Katrina_and_global_warming", "Hockey_stick_graph", "2014–16_El_Niño_event", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7626, 0.7292, 0.7163, 0.7139, 0.7068, 0.7024, 0.7007, 0.6994, 0.6856, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["International_Weddell_Sea_Oceanographic_Expeditions", "Climate_inertia", "Arctic_sea_ice_decline", "Arctic_Ocean", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Ross_Gyre", "Ice2sea", "General_circulation_model", "Sea_ice"], "ranked_scores": [0.7926, 0.7703, 0.7666, 0.7482, 0.7437, 0.7395, 0.7358, 0.7352, 0.7226, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Redbank_Power_Station", "Clean_Energy_Regulator", "Carbon_cycle_re-balancing", "Coalbed_methane", "Refined_coal", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [0.7851, 0.7607, 0.6881, 0.6586, 0.6556, 0.6404, 0.6387, 0.6382, 0.6355, 0.6347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacifico_Yokohama", "Secularization", "History_of_the_Philippines_(1898–1946)", "Hurricane_Alicia", "Paço_de_Arcos", "1999_Pacific_typhoon_season", "Typhoon_Cimaron_(2006)", "Patos_Island", "Pico_Island"], "ranked_scores": [0.5791, 0.5757, 0.5455, 0.5371, 0.5357, 0.5345, 0.5257, 0.5125, 0.5116, 0.5116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Wildlife_of_Peru", "Climate_change_in_Canada", "Climate_change_opinion_by_country", "Climate_of_the_United_Kingdom", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Greening_Earth_Society", "Climate_change_in_Australia", "Climate_change_in_Europe"], "ranked_scores": [0.7372, 0.7307, 0.7044, 0.6957, 0.6872, 0.6871, 0.682, 0.6814, 0.679, 0.6786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["George_Kukla", "Aral_Sea", "Climate_change_policy_of_the_United_States", "Regime_shift", "Great_Arctic_Cyclone_of_2012", "Global_warming", "History_of_climate_change_science", "Climate_fiction", "Hurricane_Katrina_and_global_warming", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [0.666, 0.6627, 0.6621, 0.6509, 0.6465, 0.6425, 0.6419, 0.6404, 0.636, 0.6332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_potential", "Wildlife_of_Peru", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctic_Plate", "Lichen", "Scientific_opinion_on_climate_change", "Hockey_stick_graph", "Black_carbon"], "ranked_scores": [0.5727, 0.5709, 0.5696, 0.564, 0.5551, 0.5506, 0.5488, 0.5479, 0.5477, 0.5441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Radiative_forcing", "Climate_change", "Greenhouse_effect", "Global_warming", "Idealized_greenhouse_model", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Climate_change_and_agriculture", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_scores": [0.8275, 0.8085, 0.8013, 0.7995, 0.7993, 0.7929, 0.7929, 0.7915, 0.7905, 0.7779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Scale_invariance", "Soft_landing_(economics)", "Economic_growth", "Drought_in_the_United_Kingdom", "Atlantic_Plain", "Non-standard_cosmology", "Gross_state_product", "Forecast_error", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [0.6163, 0.5898, 0.5835, 0.5755, 0.5647, 0.5647, 0.5621, 0.5505, 0.5504, 0.5492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Global_warming_potential", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Future_of_Earth", "Climate_change_in_the_Arctic", "Global_warming", "Global_cooling", "Ozone_depletion_and_climate_change", "Extreme_environment", "Abrupt_climate_change"], "ranked_scores": [0.7286, 0.7165, 0.7165, 0.7101, 0.6934, 0.692, 0.6845, 0.6823, 0.6807, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Abrupt_climate_change", "Permian–Triassic_extinction_event", "Paleogene", "Great_Lakes_tectonic_zone", "Future_of_Earth", "Cool_tropics_paradox", "Neoglaciation", "Wisconsin_glaciation"], "ranked_scores": [0.7559, 0.7446, 0.7418, 0.7315, 0.7229, 0.7136, 0.709, 0.7075, 0.7071, 0.7071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Environmental_skepticism", "Danish_Committees_on_Scientific_Dishonesty", "Climate_change_denial", "November_2014_North_American_cold_wave", "Climate_Central", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_opinion_by_country", "Endocrine_disruptor"], "ranked_scores": [0.6668, 0.6045, 0.5938, 0.5837, 0.5787, 0.5765, 0.5732, 0.5726, 0.5705, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Atmospheric_thermodynamics", "Microclimate", "Humid_continental_climate", "Continental_climate", "Climate_of_Los_Angeles", "Climate_of_Salt_Lake_City", "Built_environment", "Air_conditioned_clothing", "Climate_of_the_Tampa_Bay_area"], "ranked_scores": [0.7041, 0.6594, 0.6488, 0.6458, 0.6458, 0.6447, 0.6364, 0.6286, 0.6199, 0.5935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change", "Deforestation_and_climate_change", "Global_warming", "Climate_change_and_gender", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Regional_effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Global_warming_potential"], "ranked_scores": [0.7901, 0.786, 0.7817, 0.7768, 0.7691, 0.765, 0.765, 0.7638, 0.7632, 0.7618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Spain", "List_of_photovoltaic_power_stations", "Electricity_sector_of_the_United_States", "Southern_California_Edison", "List_of_power_stations_in_Texas", "Wind_power_in_California", "Energy_in_Denmark", "Virtual_power_plant"], "ranked_scores": [0.692, 0.692, 0.6577, 0.6547, 0.6498, 0.6492, 0.6485, 0.6456, 0.6387, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_Act_of_2014", "Induced_innovation", "Measures_of_national_income_and_output", "Farm_(revenue_leasing)", "Tendency_of_the_rate_of_profit_to_fall", "Agricultural_land", "Solow_residual", "Agriculture_in_Pennsylvania", "Household_income_in_the_United_States"], "ranked_scores": [0.6249, 0.6249, 0.6088, 0.5999, 0.5993, 0.5993, 0.594, 0.5884, 0.5884, 0.5878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m8-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Grizzly_bear", "Ursus_americanus_carlottae", "Kodiak_bear", "Rubus_arcticus", "Bile_bear", "Raccoon", "Brown_bear", "Kung_Fu_Bear", "Walrus", "Tree_squirrel"], "ranked_scores": [0.5897, 0.5503, 0.5491, 0.5425, 0.5376, 0.5357, 0.5335, 0.522, 0.5151, 0.5147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Atmospheric_methane", "Journal_for_Geoclimatic_Studies", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Arctic_dipole_anomaly", "Methane_clathrate", "Copenhagen_Diagnosis"], "ranked_scores": [0.7981, 0.7254, 0.6802, 0.6753, 0.675, 0.6656, 0.6653, 0.6518, 0.6497, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Sea_level_rise", "Atlantic_hurricane_season", "United_States_tropical_cyclone_rainfall_climatology", "North_Atlantic_Current", "Future_sea_level", "1997_Pacific_hurricane_season", "Past_sea_level", "Atlantic_hurricane"], "ranked_scores": [0.5904, 0.5855, 0.5841, 0.5735, 0.5613, 0.5579, 0.5532, 0.5448, 0.5389, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Fast_ice", "Glacial_earthquake", "Future_sea_level", "Deglaciation", "Ice2sea", "Arctic_geoengineering"], "ranked_scores": [0.727, 0.6476, 0.6417, 0.6404, 0.636, 0.6313, 0.6298, 0.623, 0.6229, 0.6201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Contribution_to_global_warming_by_Australia", "German_response_to_Kyoto_Protocol", "Carbon_neutrality", "Clean_Energy_Regulator", "List_of_countries_by_carbon_dioxide_emissions", "Wind_power", "Carbon_emissions_reporting", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas_accounting"], "ranked_scores": [0.7599, 0.7392, 0.7314, 0.7227, 0.7173, 0.7172, 0.7066, 0.7056, 0.6993, 0.6971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Global_warming_potential", "Carbon_dioxide_in_Earth's_atmosphere", "Greening_Earth_Society", "Carbon_offset", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Deforestation_and_climate_change", "Politics_of_global_warming", "World_Climate_Report", "Journal_for_Geoclimatic_Studies", "Carbon_neutrality"], "ranked_scores": [0.6935, 0.676, 0.6726, 0.6701, 0.6689, 0.6683, 0.668, 0.6621, 0.6561, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Glacial_earthquake", "Future_sea_level", "Past_sea_level", "Sea_level_rise", "Greenland_Sea", "Greenland_ice_sheet", "Glacier_mass_balance", "Jakobshavn_Glacier", "Arctic_realm", "Ice_calving"], "ranked_scores": [0.7014, 0.6867, 0.6232, 0.6125, 0.6106, 0.6043, 0.5911, 0.587, 0.5837, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Global_warming_potential", "IPCC_First_Assessment_Report", "Runaway_greenhouse_effect", "Global_warming", "Greenhouse_effect", "Flue-gas_emissions_from_fossil-fuel_combustion", "Atmospheric_methane", "Idealized_greenhouse_model"], "ranked_scores": [0.7026, 0.7007, 0.6896, 0.6535, 0.6525, 0.6522, 0.647, 0.6455, 0.6444, 0.6379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "The_Real_Global_Warming_Disaster", "Effects_of_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_and_gender", "Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7377, 0.718, 0.7035, 0.7022, 0.6997, 0.6937, 0.6902, 0.6865, 0.6649, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Disease", "Meningococcal_disease", "Disease_diffusion_mapping", "Southern_tick-associated_rash_illness", "Infectious_mononucleosis", "Infection", "Lymphoma", "Diphtheria", "Rickettsiales"], "ranked_scores": [0.6708, 0.6492, 0.6082, 0.5975, 0.5951, 0.584, 0.5825, 0.5764, 0.5581, 0.5527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "IPCC_First_Assessment_Report", "Climate_ensemble", "Global_warming", "National_Climate_Assessment", "Proxy_(climate)", "Effects_of_global_warming", "Intermediate_General_Circulation_Model"], "ranked_scores": [0.6732, 0.6732, 0.6307, 0.6092, 0.6051, 0.601, 0.5968, 0.5956, 0.5928, 0.5927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Timeline_of_glaciation", "Pliocene_climate", "Abrupt_climate_change", "Global_Historical_Climatology_Network"], "ranked_scores": [0.6909, 0.6624, 0.6503, 0.6369, 0.6342, 0.6215, 0.6198, 0.6106, 0.6077, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Office_of_Public_Affairs", "Climate_footprint", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Environmental_Science_Services_Administration", "Jacques_Cousteau", "United_Nations_Framework_Convention_on_Climate_Change", "Carbon-to-nitrogen_ratio", "Global_Climate_Observing_System", "Committee_on_Climate_Change_Science_and_Technology_Integration"], "ranked_scores": [0.567, 0.5156, 0.5121, 0.504, 0.4953, 0.4947, 0.4907, 0.4896, 0.489, 0.4869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Oceanic_carbon_cycle", "Ocean_acidification", "Acidophobe", "Sulfuric_acid", "Acidophiles_in_acid_mine_drainage", "Chemical_oceanography", "Acid_rain", "Carbonate", "Geological_history_of_oxygen", "Paleoatmosphere"], "ranked_scores": [0.5961, 0.5862, 0.5797, 0.5601, 0.5542, 0.5369, 0.5353, 0.5346, 0.5321, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_warming", "Global_cooling_(disambiguation)", "Global_cooling", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Global_warming_potential", "Climate_change_opinion_by_country"], "ranked_scores": [0.6356, 0.6251, 0.6208, 0.6059, 0.6038, 0.6025, 0.596, 0.5955, 0.5924, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "1993_Storm_of_the_Century", "Typhoon_Higos_(2002)", "Low-pressure_area", "PDO", "1900_(film)", "Hurricane_Alice_(June_1954)", "List_of_states_during_the_Middle_Ages", "Hurricane_Alicia", "Winter_1985_cold_wave"], "ranked_scores": [0.5271, 0.5205, 0.4962, 0.4949, 0.4918, 0.4839, 0.4817, 0.4668, 0.4645, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["George_Kukla", "Climate_Audit", "Ian_Clark_(geologist)", "Arctic_Climate_Impact_Assessment", "IPCC_Fifth_Assessment_Report", "Adam_Scaife", "IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "James_Hansen", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6833, 0.6631, 0.6515, 0.6464, 0.6433, 0.6428, 0.6415, 0.6365, 0.6362, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "November_2014_North_American_cold_wave", "Rear-inflow_jet", "United_States_rainfall_climatology", "Cold-air_damming", "1936_North_American_cold_wave", "North_American_Arctic", "Low-pressure_area", "Wiesław_Masłowski", "Jet_stream"], "ranked_scores": [0.6148, 0.611, 0.6101, 0.5933, 0.5903, 0.5879, 0.5793, 0.5791, 0.5714, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "2006_European_heat_wave", "Weather", "Climate_of_Italy", "Weather_station", "Typical_meteorological_year", "Microwave_Sounding_Unit_temperature_measurements", "NOAA-7", "CLIMAT"], "ranked_scores": [0.6086, 0.6015, 0.5987, 0.5945, 0.594, 0.5915, 0.582, 0.5799, 0.5771, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Journal_for_Geoclimatic_Studies", "Climate_engineering", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "List_of_climate_scientists", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_geoengineering", "Atmospheric_Model_Intercomparison_Project"], "ranked_scores": [0.5892, 0.5811, 0.5683, 0.564, 0.5554, 0.5424, 0.531, 0.5287, 0.5265, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Fossil_fuel", "Carbon_price", "Carbon_dioxide", "Carbon-based_fuel", "Gasoline", "Canada_and_the_Kyoto_Protocol", "Petroleum", "Carbon-neutral_fuel", "Gasoline_gallon_equivalent", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.5542, 0.5396, 0.5346, 0.5338, 0.5144, 0.5058, 0.5004, 0.4967, 0.4933, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Abrupt_climate_change", "Great_Arctic_Cyclone_of_2012", "Past_sea_level", "Sea_level_rise", "Glacial_earthquake", "Deglaciation", "Last_Glacial_Maximum"], "ranked_scores": [0.6745, 0.6719, 0.6333, 0.6267, 0.6263, 0.617, 0.6144, 0.6102, 0.6099, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1936_North_American_cold_wave", "November_2014_North_American_cold_wave", "World_Climate_Report", "Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "2001_Eastern_North_America_heat_wave", "Weather_media_in_the_United_States", "Early_2014_North_American_cold_wave", "Great_Salt_Lake_effect", "Typical_meteorological_year"], "ranked_scores": [0.5706, 0.555, 0.5546, 0.5447, 0.5422, 0.5404, 0.5387, 0.5371, 0.5343, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "Estuarine_acidification", "Ozone_depletion", "Acidophiles_in_acid_mine_drainage", "Iron_fertilization", "Sulfuric_acid", "Oceanic_carbon_cycle", "Anoxic_event", "Acidulated_water"], "ranked_scores": [0.7063, 0.6931, 0.6525, 0.6484, 0.6356, 0.6262, 0.6249, 0.6235, 0.618, 0.617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "False_consensus_effect", "Publication_bias", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "Selection_bias", "Energy_industry", "The_Hockey_Stick_Illusion", "Fossil_fuel_divestment", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.5916, 0.5678, 0.5461, 0.5436, 0.5374, 0.5311, 0.5181, 0.5113, 0.5074, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Glacial_earthquake", "Future_sea_level", "Sea_level_rise", "Fast_ice", "Great_Arctic_Cyclone_of_2012", "Ice_calving", "Past_sea_level", "Abrupt_climate_change", "Ice2sea", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.7087, 0.708, 0.6862, 0.658, 0.6555, 0.6476, 0.6263, 0.6255, 0.6149, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Europe", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "Droughts_in_the_United_States", "German_response_to_Kyoto_Protocol", "Drought_in_the_United_Kingdom", "Wiesław_Masłowski", "The_Coming_Global_Superstorm"], "ranked_scores": [0.5614, 0.5515, 0.546, 0.5263, 0.5215, 0.5188, 0.5137, 0.5116, 0.5111, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_of_Georgia_(U.S._state)", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Stern_Review", "Energy_policy_of_the_United_States", "Energy_and_Climate_Partnership_of_the_Americas", "Climate_change_in_Texas", "Politics_of_global_warming"], "ranked_scores": [0.6019, 0.5868, 0.5842, 0.5662, 0.5655, 0.5557, 0.5518, 0.5491, 0.5474, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["1911_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Desert_climate", "Continental_climate", "2016_North_American_heat_wave", "Climate_of_the_United_States", "Humid_continental_climate"], "ranked_scores": [0.6178, 0.6116, 0.6101, 0.6035, 0.6035, 0.598, 0.5869, 0.5868, 0.5852, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Climate_change_denial", "Nature_worship", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "World_Climate_Report", "George_Kukla"], "ranked_scores": [0.682, 0.6543, 0.6513, 0.6403, 0.6391, 0.633, 0.631, 0.6172, 0.6138, 0.6105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_cooling", "1908", "Hockey_stick_graph", "Climate_gap", "Global_warming", "Marine_regression", "Global_warming_hiatus"], "ranked_scores": [0.689, 0.6465, 0.6117, 0.6013, 0.5997, 0.5963, 0.5909, 0.5909, 0.5905, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.236, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Fossil_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Contribution_to_global_warming_by_Australia", "Arctic_methane_emissions", "Methane", "Carbon-based_fuel", "German_response_to_Kyoto_Protocol", "Carbon-neutral_fuel", "Carbon_footprint", "Flue-gas_emissions_from_fossil-fuel_combustion"], "ranked_scores": [0.6248, 0.6247, 0.6213, 0.6188, 0.6162, 0.6108, 0.6106, 0.5984, 0.5969, 0.596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Simulation_heuristic", "RiskLab", "Risk–benefit_ratio", "Risk", "List_of_experimental_errors_and_frauds_in_physics", "Behavior-based_safety", "Human_extinction", "Planning_fallacy", "Uncertainty_quantification"], "ranked_scores": [0.5698, 0.5591, 0.5556, 0.5538, 0.55, 0.5437, 0.5423, 0.5313, 0.5302, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2742, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Clean_technology", "Paris_Agreement", "Carbon-neutral_fuel", "United_States_withdrawal_from_the_Paris_Agreement", "Clean_Energy_Ministerial", "Carbon_neutrality", "Cleaner_production"], "ranked_scores": [0.5284, 0.5055, 0.5013, 0.4982, 0.4961, 0.4905, 0.4903, 0.4881, 0.4844, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Instrumental_temperature_record", "2001_Eastern_North_America_heat_wave", "1980_United_States_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "1936_North_American_cold_wave", "2011_North_American_heat_wave", "March_2012_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2014–16_El_Niño_event"], "ranked_scores": [0.6584, 0.6572, 0.6513, 0.6488, 0.6419, 0.6173, 0.614, 0.6122, 0.6115, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Ice2sea", "Ross_Ice_Shelf", "Ice_shelf", "Sea_ice", "International_Weddell_Sea_Oceanographic_Expeditions", "Measurement_of_sea_ice", "Drift_ice", "Arctic_sea_ice_decline", "Ellesmere_Ice_Shelf"], "ranked_scores": [0.7254, 0.6954, 0.6946, 0.6869, 0.6796, 0.6778, 0.6766, 0.6698, 0.6688, 0.6676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Cleaner_production", "Coalbed_methane", "Refined_coal", "Coal_gasification_commercialization", "Coal_gasification", "History_of_coal_mining", "Landfills_in_the_United_Kingdom", "Coal_gas"], "ranked_scores": [0.7515, 0.7485, 0.6757, 0.6541, 0.6476, 0.6323, 0.6323, 0.6191, 0.6179, 0.6103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["History_of_the_Philippines_(1898–1946)", "PDO", "Programmed_Data_Processor", "List_of_states_during_the_Middle_Ages", "PDOS", "History_of_the_United_States_(1945–64)", "1960s", "Philippine_Revolution", "1993_Storm_of_the_Century", "Post–World_War_II_economic_expansion"], "ranked_scores": [0.525, 0.5248, 0.5057, 0.4868, 0.4862, 0.4803, 0.4792, 0.4516, 0.4494, 0.4461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["World_Climate_Report", "Contribution_to_global_warming_by_Australia", "Wildlife_of_Peru", "German_response_to_Kyoto_Protocol", "Transatlantic_Climate_Bridge", "Attribution_of_recent_climate_change", "Climate_change_in_Australia", "Carbon_emissions_reporting", "Greening_Earth_Society", "Global_warming"], "ranked_scores": [0.6056, 0.6005, 0.6, 0.5907, 0.5887, 0.5857, 0.5778, 0.577, 0.5769, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["George_Kukla", "Climate_change_policy_of_the_United_States", "Secretary_of_State_for_Energy_and_Climate_Change", "The_Great_Warming", "Global_warming_hiatus", "Greening_Earth_Society", "History_of_climate_change_science", "IPCC_Fifth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "World_Climate_Report"], "ranked_scores": [0.6846, 0.6585, 0.6311, 0.612, 0.5932, 0.5919, 0.591, 0.5905, 0.5879, 0.5858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Hockey_stick_controversy", "Global_stilling", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Snowball_Earth", "Proxy_(climate)", "Subtropics", "Thermohaline_circulation", "Ross_Gyre"], "ranked_scores": [0.5041, 0.4908, 0.4907, 0.4774, 0.4774, 0.4742, 0.4684, 0.4535, 0.4534, 0.4484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Radiative_forcing", "Earth's_energy_budget", "Attribution_of_recent_climate_change", "Greenhouse_effect", "Effect_of_Sun_angle_on_climate", "Climate_change", "Effects_of_global_warming", "Cloud_feedback"], "ranked_scores": [0.7083, 0.6944, 0.6865, 0.6841, 0.6831, 0.6811, 0.6725, 0.6718, 0.6702, 0.6697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Economic_growth", "Usage_share_of_operating_systems", "Demographic_dividend", "Soft_landing_(economics)", "Deglobalization", "Drought_in_Spain", "Shutdown_of_thermohaline_circulation", "Non-standard_cosmology", "Income_in_the_United_States", "List_of_states_during_the_Middle_Ages"], "ranked_scores": [0.5185, 0.5166, 0.5085, 0.506, 0.5053, 0.4963, 0.4952, 0.4911, 0.4891, 0.4862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "Global_warming_potential", "Global_cooling", "Regional_effects_of_global_warming", "Abrupt_climate_change", "Energy_crisis", "History_of_climate_change_science", "Future_of_Earth", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6662, 0.6603, 0.637, 0.6242, 0.6228, 0.6223, 0.622, 0.6084, 0.6081, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Abrupt_climate_change", "Global_cooling_(disambiguation)", "Neoglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change", "Cenozoic", "Global_warming", "Atmospheric_circulation"], "ranked_scores": [0.6835, 0.6717, 0.6499, 0.64, 0.6267, 0.6258, 0.6161, 0.6114, 0.6086, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Environmental_skepticism", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Views_on_the_Kyoto_Protocol", "Scientific_opinion_on_climate_change", "Scientific_consensus", "Global_warming_controversy", "Friends_of_Science", "Scientific_community", "World_Climate_Report"], "ranked_scores": [0.6105, 0.5579, 0.5524, 0.5391, 0.5317, 0.5315, 0.5313, 0.5259, 0.5181, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Climate_of_Los_Angeles", "Climate_of_Salt_Lake_City", "Humid_continental_climate", "United_States_rainfall_climatology", "Continental_climate", "Atmospheric_thermodynamics", "1911_Eastern_North_America_heat_wave", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing"], "ranked_scores": [0.6217, 0.5726, 0.5715, 0.5693, 0.5647, 0.5609, 0.55, 0.5493, 0.5478, 0.5457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Climate_change", "Regional_effects_of_global_warming", "Effects_of_global_warming", "Global_cooling_(disambiguation)", "Global_cooling", "Global_warming_potential", "Climate_change_policy_of_the_United_States", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7131, 0.7035, 0.7008, 0.6879, 0.685, 0.68, 0.6722, 0.669, 0.6685, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "List_of_photovoltaic_power_stations", "Southern_California_Edison", "California", "Etymology_of_California", "California_Connected", "List_of_power_stations_in_Texas", "List_of_school_districts_in_California"], "ranked_scores": [0.64, 0.6322, 0.6163, 0.6057, 0.5837, 0.5653, 0.5463, 0.5404, 0.538, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Ethiopia", "Agribusiness", "Intensive_animal_farming", "National_Farm_Safety_&_Health_Week", "Farm_(revenue_leasing)", "Agriculture", "Agriculture_in_Argentina", "Workforce_productivity"], "ranked_scores": [0.6159, 0.6071, 0.5712, 0.5513, 0.5438, 0.5405, 0.5398, 0.5387, 0.5366, 0.5347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Sloth_bear", "Walrus", "Hunting_and_fishing_in_Alaska", "Great_Bear_Wilderness", "Pinniped", "Ursus_americanus_carlottae", "Syrian_brown_bear"], "ranked_scores": [0.5487, 0.5152, 0.4905, 0.454, 0.4537, 0.4459, 0.4454, 0.4445, 0.4437, 0.4418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Methane_clathrate", "Atmospheric_methane", "Ozone_depletion", "Global_warming_in_Antarctica", "Cryovolcano", "Ice_core", "Greenland_ice_core_project", "Glaciers_on_Mars", "Permafrost_carbon_cycle"], "ranked_scores": [0.7124, 0.6665, 0.65, 0.6469, 0.6435, 0.6344, 0.6313, 0.6295, 0.6291, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Sea_level_rise", "Tide_gauge", "Future_sea_level", "Tide", "Past_sea_level", "Tidal_prism", "Pacific_decadal_oscillation"], "ranked_scores": [0.5889, 0.5884, 0.5612, 0.5601, 0.5553, 0.555, 0.5497, 0.549, 0.536, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Deglaciation", "Heinrich_event", "Measurement_of_sea_ice", "Future_sea_level", "Ellesmere_Ice_Shelf", "Quaternary_glaciation", "Neoglaciation", "Ice_sheet"], "ranked_scores": [0.6757, 0.6389, 0.634, 0.6337, 0.6242, 0.6202, 0.6202, 0.6147, 0.6126, 0.612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality", "100%_renewable_energy", "Carbon_footprint", "Clean_Energy_Regulator", "Carbon-neutral_fuel", "Clean_Energy_Ministerial", "List_of_renewable_energy_companies_by_stock_exchange", "Carbon_capture_and_storage", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.6959, 0.6772, 0.6586, 0.6586, 0.655, 0.6511, 0.6472, 0.6424, 0.6421, 0.6359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_neutrality", "Global_warming_controversy", "Carbon-neutral_fuel", "Carbon_emissions_reporting", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation", "Carbon_diet", "Carbon_dioxide", "Carbon_tax"], "ranked_scores": [0.6723, 0.6672, 0.6541, 0.6511, 0.651, 0.6506, 0.6505, 0.6502, 0.6496, 0.6468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Greenland_Sea", "Ice2sea", "Greenland_ice_sheet", "North_Greenland_Ice_Core_Project", "Deglaciation", "Arctic_realm", "Sea_level_rise", "Future_sea_level", "Greenland_ice_core_project", "Wiesław_Masłowski"], "ranked_scores": [0.6498, 0.6269, 0.6036, 0.6033, 0.5945, 0.5934, 0.577, 0.5736, 0.5725, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_potential", "Climate_sensitivity", "Atmospheric_thermodynamics", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Ozone_depletion", "Climate_change_(general_concept)", "Atmospheric_carbon_cycle", "Carbon_dioxide"], "ranked_scores": [0.7037, 0.6636, 0.6636, 0.6602, 0.6454, 0.6446, 0.6401, 0.637, 0.6342, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "Loss_and_damage", "Carbon_emissions_reporting", "Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "IPCC_Fifth_Assessment_Report", "Reasons_for_concern", "Global_warming_controversy", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6528, 0.6348, 0.6245, 0.6183, 0.617, 0.6145, 0.6144, 0.6122, 0.61, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["North_America", "North_Carolina", "Connecticut", "Lyme_disease", "Humid_continental_climate", "Amblyomma_americanum", "Geography_of_North_America", "Climate_of_the_United_States", "The_Great_Plains_Ecoregion", "Diphtheria"], "ranked_scores": [0.5268, 0.5002, 0.4929, 0.4919, 0.4883, 0.4871, 0.4865, 0.4791, 0.4691, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Global_warming", "ECMWF_re-analysis", "Climate_Change_Denial:_Heads_in_the_Sand", "Weather_Research_and_Forecasting_Model", "Atmospheric_Model_Intercomparison_Project", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.635, 0.6046, 0.6005, 0.5919, 0.5918, 0.5907, 0.5865, 0.5842, 0.5815, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Timeline_of_glaciation", "Hekla_3_eruption", "Solar_cycle_19", "1808/1809_mystery_eruption"], "ranked_scores": [0.6469, 0.6274, 0.6186, 0.6081, 0.6059, 0.6012, 0.6003, 0.5923, 0.5793, 0.5778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "UH88", "Lōʻihi_Seamount", "Satellite_temperature_measurements", "NOAA-6", "Future_sea_level", "Office_of_Oceanic_and_Atmospheric_Research", "Mauna_Kea", "Idealized_greenhouse_model", "George_Kukla"], "ranked_scores": [0.5385, 0.5328, 0.5282, 0.5198, 0.5133, 0.5125, 0.5117, 0.51, 0.5097, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Bicarbonate", "Oxygen_cycle", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Chemical_cycling", "Acid_rain", "PH", "Acidosis", "Acid_mine_drainage"], "ranked_scores": [0.593, 0.5759, 0.5675, 0.5579, 0.5562, 0.5509, 0.547, 0.5417, 0.5406, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3501, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "The_Great_Global_Warming_Swindle", "World_Climate_Report", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Global_cooling_(disambiguation)", "Global_warming", "Environmental_skepticism"], "ranked_scores": [0.6116, 0.5949, 0.5857, 0.5846, 0.5771, 0.5737, 0.5723, 0.5685, 0.563, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "1000", "Summer_of_1976_(Europe)", "Catholic_Church_and_politics_in_the_United_States", "December_1945_lunar_eclipse", "Philippine_Revolution", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "20th_century", "Mediterranean_climate", "1908"], "ranked_scores": [0.5126, 0.4638, 0.4528, 0.4525, 0.4489, 0.4426, 0.4397, 0.4369, 0.4356, 0.4337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "The_Hockey_Stick_Illusion", "Wiesław_Masłowski", "EdGCM", "The_Hockey_Stick_and_the_Climate_Wars", "Atmospheric_Model_Intercomparison_Project", "Ian_Clark_(geologist)", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic"], "ranked_scores": [0.695, 0.6822, 0.6402, 0.6361, 0.6356, 0.632, 0.6311, 0.6309, 0.6257, 0.6217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Gulf_Stream", "Rear-inflow_jet", "North_Atlantic_oscillation", "North_Atlantic_Current", "Cold_drop", "60th_parallel_south", "Labrador_Current", "Global_storm_activity_of_2007", "Polar_drift"], "ranked_scores": [0.6289, 0.6278, 0.606, 0.5972, 0.5898, 0.5863, 0.5857, 0.5842, 0.5836, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Instrumental_temperature_record", "Microwave_Sounding_Unit_temperature_measurements", "Solar_cycle_19", "Summer_of_1976_(Europe)", "Weather_media_in_the_United_States", "Highest_temperature_recorded_on_Earth", "1908", "Weather_satellite"], "ranked_scores": [0.6353, 0.6284, 0.6009, 0.5919, 0.5758, 0.5753, 0.568, 0.5604, 0.5568, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Heaven_and_Earth_(book)", "Space_Shuttle_Challenger_disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Earth_Radiation_Budget_Satellite", "CLOUD_experiment", "Van_Allen_radiation_belt", "Climate_change_(general_concept)", "Global_Climate_Observing_System", "Climatic_Research_Unit_documents", "Carbon_emissions_reporting"], "ranked_scores": [0.5161, 0.5125, 0.5108, 0.5055, 0.5035, 0.5027, 0.4969, 0.4859, 0.4826, 0.4801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_offset", "Fossil_fuel", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_impact_of_transport", "Carbon-neutral_fuel", "Carbon-based_fuel"], "ranked_scores": [0.5729, 0.5632, 0.5529, 0.5501, 0.5394, 0.5382, 0.5345, 0.529, 0.5276, 0.5255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Heinrich_event", "Last_Glacial_Maximum", "Deglaciation", "Post-glacial_rebound", "Ellesmere_Ice_Shelf", "Past_sea_level", "Ice_sheet", "Ice2sea", "Arctic_sea_ice_decline"], "ranked_scores": [0.677, 0.6291, 0.619, 0.6147, 0.6034, 0.6009, 0.6007, 0.5939, 0.5932, 0.5928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "Media_coverage_of_climate_change", "Weather_media_in_the_United_States", "Highest_temperature_recorded_on_Earth", "Amundsen's_South_Pole_expedition", "2001_Eastern_North_America_heat_wave", "Bering_Glacier", "Star_Tribune", "Dry_Spell"], "ranked_scores": [0.5228, 0.5088, 0.5073, 0.4946, 0.4887, 0.4801, 0.4778, 0.4687, 0.4661, 0.4646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Anoxic_waters", "Iron_fertilization", "Biological_aspects_of_fluorine", "Ozone_depletion", "Chemical_oceanography"], "ranked_scores": [0.7155, 0.6807, 0.6615, 0.6441, 0.6358, 0.6135, 0.6128, 0.6127, 0.6035, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Statistical_murder", "Selection_bias", "Energy_accidents", "Management_systems_for_road_safety", "Mandatory_renewable_energy_target", "List_of_topics_characterized_as_pseudoscience", "False_attribution", "Dutch_disease", "Marginal_product"], "ranked_scores": [0.5396, 0.531, 0.5308, 0.5305, 0.5241, 0.5201, 0.5152, 0.514, 0.5125, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Heinrich_event", "Marine_transgression", "Sea_level", "Fast_ice", "Sea_ice", "Arctic_dipole_anomaly"], "ranked_scores": [0.6791, 0.6499, 0.63, 0.628, 0.6243, 0.6235, 0.6141, 0.6001, 0.5973, 0.5963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Dust_Bowl", "2018_British_Isles_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2013_extreme_weather_events", "Drought_in_the_United_Kingdom", "Climate_of_Australia", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.563, 0.5209, 0.5136, 0.5116, 0.503, 0.5, 0.4988, 0.4976, 0.492, 0.4908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_in_Texas", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming", "Scientific_consensus_on_climate_change", "2009_United_Nations_Climate_Change_Conference", "World_Climate_Report", "Effects_of_global_warming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5849, 0.581, 0.5783, 0.5691, 0.5644, 0.5603, 0.5596, 0.5539, 0.5478, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "1980_United_States_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.6257, 0.6033, 0.5736, 0.5711, 0.557, 0.5527, 0.5524, 0.5516, 0.5513, 0.5466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Environmentalist", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Lists_about_skepticism", "Skepticism"], "ranked_scores": [0.6425, 0.6019, 0.5972, 0.5809, 0.5755, 0.575, 0.5745, 0.57, 0.5664, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling_(disambiguation)", "Climate_oscillation", "Environmental_issue", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Proxy_(climate)", "Climate_state", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.6616, 0.6515, 0.5941, 0.5886, 0.588, 0.5823, 0.5779, 0.5645, 0.5502, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Methane", "Greenhouse_gas", "Carbon_diet", "Contribution_to_global_warming_by_Australia", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Flue-gas_emissions_from_fossil-fuel_combustion", "Atmospheric_methane", "Carbon_dioxide"], "ranked_scores": [0.6427, 0.6293, 0.6156, 0.6146, 0.6125, 0.6123, 0.6092, 0.609, 0.6082, 0.6067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Risk_neutral", "Centre_for_the_Study_of_Existential_Risk", "Hypotheticals", "Planning_fallacy", "Endogenous_risk", "Nick_Bostrom", "Denialism", "Risk_analysis", "Prevention_paradox"], "ranked_scores": [0.579, 0.5771, 0.5688, 0.5426, 0.5407, 0.528, 0.5269, 0.5158, 0.5136, 0.5094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Carbon-neutral_fuel", "Environmental_policy_of_the_Donald_Trump_administration", "Capitol_Power_Plant", "Green_Power_Partnership", "Energy_policy_of_the_Barack_Obama_administration", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "Clean_Air_Act_(United_States)", "Presidential_Climate_Action_Plan", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [0.4953, 0.4642, 0.456, 0.4549, 0.4427, 0.4358, 0.4328, 0.4307, 0.4274, 0.4269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Year_Without_a_Summer", "1982–83_El_Niño_event", "1908", "Drought_in_Spain", "Hockey_stick_graph"], "ranked_scores": [0.6642, 0.6614, 0.6448, 0.6412, 0.6217, 0.6194, 0.6169, 0.611, 0.6068, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice_thickness", "Antarctic_sea_ice", "Sea_ice", "Arctic_ice_pack", "Drift_ice", "Greenland_Sea", "Ice2sea", "Arctic_Satellite_Composite_Project", "Measurement_of_sea_ice"], "ranked_scores": [0.6959, 0.6805, 0.6746, 0.6745, 0.6707, 0.6707, 0.667, 0.6663, 0.6562, 0.654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "List_of_coal_fired_power_stations_in_Australia", "Clean_coal_technology", "Fossil_fuel_power_station", "Environmental_impact_of_the_coal_industry", "Cleaner_production", "Waste-to-energy_plant", "Power_station", "Renewable_natural_gas", "Incineration"], "ranked_scores": [0.6477, 0.6312, 0.6293, 0.5671, 0.5579, 0.5536, 0.5529, 0.5448, 0.5441, 0.5434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Post–World_War_II_economic_expansion", "PDO", "Philippine_Revolution", "Hurricane_Alice_(June_1954)", "History_of_North_America", "Typhoon_Cimaron_(2006)", "Catholic_Church_and_politics_in_the_United_States", "1911_Eastern_North_America_heat_wave", "December_1945_lunar_eclipse"], "ranked_scores": [0.5099, 0.4713, 0.4555, 0.4548, 0.4536, 0.4393, 0.4343, 0.431, 0.4302, 0.4286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Carbon_emissions_reporting", "Climate_change_mitigation", "Growth_of_wind_power_in_the_United_States", "Global_warming_controversy", "World_Climate_Report", "Environmental_impact_of_transport", "Global_warming_in_Antarctica", "World_energy_consumption", "Global_warming"], "ranked_scores": [0.5554, 0.5407, 0.5314, 0.5191, 0.5173, 0.5162, 0.5092, 0.5083, 0.5078, 0.5065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Campaign_against_Climate_Change", "Climate_change", "Climate_change_in_China", "Climate_change_denial", "ExxonMobil_climate_change_controversy", "United_Nations_Climate_Change_conference", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_mitigation"], "ranked_scores": [0.614, 0.6064, 0.5902, 0.5885, 0.588, 0.5869, 0.5851, 0.5841, 0.5838, 0.5771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "Climate_of_Antarctica", "Ice_sheet", "Climate_of_the_Arctic", "January_2016_East_Asia_cold_wave", "Antarctica_cooling_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Thaw_(weather)", "Antarctic_Cold_Reversal"], "ranked_scores": [0.4567, 0.4222, 0.418, 0.4177, 0.417, 0.4169, 0.4141, 0.4132, 0.4077, 0.4026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Climate_change_(general_concept)", "Solar_phenomena", "Mesopause", "Earth's_energy_budget", "Climate_variability", "Orbital_forcing", "Climate_change", "Solar_cycle"], "ranked_scores": [0.6715, 0.6547, 0.6545, 0.6367, 0.6322, 0.6318, 0.6317, 0.6259, 0.6178, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Diminishing_returns", "Income_in_the_United_States", "Soft_landing_(economics)", "List_of_countries_by_average_wage", "Progress_(history)", "List_of_North_American_countries_by_GDP_(nominal)", "Economic_growth", "Policy_Review", "Longitudinal_study", "2000s_(decade)"], "ranked_scores": [0.5569, 0.4977, 0.4964, 0.4833, 0.4824, 0.4785, 0.4775, 0.4676, 0.4583, 0.458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_issue", "Human_overpopulation", "Ozone_depletion_and_climate_change", "History_of_climate_change_science", "Abrupt_climate_change", "Human_extinction", "Carbon_price", "Environmental_impact_of_transport"], "ranked_scores": [0.6382, 0.6224, 0.6174, 0.6083, 0.5908, 0.5883, 0.5853, 0.5835, 0.5798, 0.5795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Evolutionary_history_of_life", "Temperature_record_of_the_past_1000_years", "Deglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Younger_Dryas", "Pliocene_climate", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [0.6256, 0.5933, 0.5743, 0.5736, 0.5722, 0.5714, 0.5674, 0.5669, 0.5658, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "World_Climate_Report", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Merchants_of_Doubt", "Scientific_consensus", "The_Scientific_Activist", "I'm_not_a_scientist", "Climate_change_denial"], "ranked_scores": [0.5311, 0.5303, 0.5299, 0.524, 0.5237, 0.512, 0.5119, 0.5071, 0.503, 0.496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "Weather_station", "Weather_map", "Urban_heat_island", "Weather_front", "Convective_heat_transfer", "Climate_of_Dallas", "Station_model", "Atmospheric_thermodynamics", "Meteorology"], "ranked_scores": [0.548, 0.5388, 0.5299, 0.5235, 0.5234, 0.5233, 0.5227, 0.5114, 0.5073, 0.5058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Attribution_of_recent_climate_change", "Climate_change", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Global_warming", "Effects_of_climate_change_on_terrestrial_animals", "Little_Ice_Age", "Climate_sensitivity"], "ranked_scores": [0.6264, 0.6203, 0.6158, 0.6109, 0.6108, 0.6067, 0.5975, 0.5949, 0.592, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Six_Californias", "California_elections,_November_2012", "California", "California_State_Assembly", "Plug-in_hybrids_in_California", "Pacific_States", "Renewable_energy_in_the_United_States", "California_(Phantom_Planet_song)", "Etymology_of_California"], "ranked_scores": [0.5514, 0.5232, 0.5168, 0.5049, 0.4979, 0.497, 0.4723, 0.4594, 0.4594, 0.4515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Syria", "Agriculture_in_Pennsylvania", "Kuznets_curve", "Economic_growth", "Incarceration_in_the_United_States", "Economy_of_Nicaragua", "Solow_residual", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina"], "ranked_scores": [0.54, 0.5267, 0.5114, 0.5, 0.4973, 0.4931, 0.4914, 0.4907, 0.4848, 0.4825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Rubus_arcticus", "Woolly_mammoth", "Great_Bear_Wilderness"], "ranked_scores": [0.5799, 0.5561, 0.539, 0.5224, 0.4925, 0.4827, 0.4792, 0.4746, 0.4679, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Methane_clathrate", "Cryovolcano", "Arctic_geoengineering", "Wetland_methane_emissions", "The_Coming_Global_Superstorm", "Arctic_dipole_anomaly"], "ranked_scores": [0.7683, 0.6837, 0.6803, 0.6628, 0.661, 0.6542, 0.637, 0.6285, 0.6273, 0.6268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Past_sea_level", "Tide", "Sea_level", "Climate_change_in_Tuvalu", "Permanent_Service_for_Mean_Sea_Level", "Raised_beach", "Littoral_zone"], "ranked_scores": [0.6393, 0.6281, 0.5875, 0.5809, 0.5667, 0.5257, 0.5246, 0.5164, 0.5118, 0.5097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Future_sea_level", "Sea_ice", "Arctic_ice_pack", "Fast_ice", "Ice_sheet", "Ice_shelf"], "ranked_scores": [0.7393, 0.6729, 0.6454, 0.6422, 0.6303, 0.6188, 0.6164, 0.6109, 0.6074, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Renewable_energy_debate", "Wind_power", "Carbon_neutrality", "Wind_power_in_the_United_Kingdom", "Carbon_offset", "Environmental_impact_of_biodiesel", "Acciona_Energy", "Carbon_diet"], "ranked_scores": [0.6915, 0.6837, 0.664, 0.6637, 0.6497, 0.6481, 0.6463, 0.6448, 0.6407, 0.635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Politics_of_global_warming", "Carbon_diet", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_offset", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Carbon-neutral_fuel", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6962, 0.6646, 0.6641, 0.6608, 0.6544, 0.6521, 0.6516, 0.6496, 0.638, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Greenland_ice_sheet", "Ice2sea", "Greenland_Sea", "Geography_of_Greenland", "Climate_change_in_the_Arctic", "Holocene_glacial_retreat", "Past_sea_level", "Arctic_resources_race"], "ranked_scores": [0.6594, 0.6416, 0.6181, 0.6173, 0.614, 0.6118, 0.5985, 0.5924, 0.592, 0.5904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Politics_of_global_warming", "Temperature_record_of_the_past_1000_years", "Attribution_of_recent_climate_change", "Atmospheric_methane", "Global_warming_potential", "Climate_change_feedback", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.7045, 0.6915, 0.6511, 0.6448, 0.6358, 0.6341, 0.6308, 0.6305, 0.6281, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Global_warming", "Global_warming_controversy", "Politics_of_global_warming", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6674, 0.66, 0.6579, 0.6498, 0.6471, 0.6444, 0.6336, 0.6188, 0.6106, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Amblyomma_americanum", "Geography_of_North_America", "North_Carolina", "North_America", "List_of_mammals_of_New_England", "Sun_Belt", "Temperate_climate", "Ixodes", "Climate_of_the_United_States"], "ranked_scores": [0.6035, 0.5532, 0.5494, 0.5286, 0.5138, 0.5085, 0.497, 0.4967, 0.4957, 0.4949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Hockey_stick_controversy", "Climate_prediction", "EdGCM", "ECMWF_re-analysis", "Effects_of_global_warming", "Climate_change_(general_concept)"], "ranked_scores": [0.6446, 0.6433, 0.6254, 0.6147, 0.6125, 0.61, 0.6068, 0.6053, 0.6011, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Hockey_stick_graph", "100,000-year_problem", "Greenhouse_and_icehouse_Earth", "Solar_cycle", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6519, 0.6496, 0.6411, 0.6354, 0.6156, 0.6123, 0.6113, 0.6098, 0.6086, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "UH88", "Lōʻihi_Seamount", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Keeling_Curve", "Climate_change_in_Tuvalu", "Alta_Wind_Energy_Center", "Polar_amplification", "Marine_isotope_stage"], "ranked_scores": [0.6258, 0.6072, 0.576, 0.5465, 0.5403, 0.5319, 0.5196, 0.5015, 0.4954, 0.4923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Acid_rain", "Great_Oxygenation_Event", "Geological_history_of_oxygen", "Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide", "Metabolic_acidosis", "Oceanic_carbon_cycle", "Phosphorus_cycle", "Acid_dissociation_constant"], "ranked_scores": [0.5847, 0.5829, 0.5718, 0.5663, 0.5534, 0.5446, 0.5371, 0.5218, 0.5209, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Global_cooling", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Ian_Clark_(geologist)", "Skeptical_Science", "The_Real_Global_Warming_Disaster", "Climate_change_denial"], "ranked_scores": [0.6237, 0.612, 0.609, 0.6075, 0.5976, 0.5951, 0.594, 0.5866, 0.5824, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3703, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_the_Philippines_(1898–1946)", "Catholic_Church_and_politics_in_the_United_States", "1906_Valparaíso_earthquake", "Weather_media_in_the_United_States", "PDO", "Philippine_Revolution", "1908", "20th_century"], "ranked_scores": [0.5104, 0.4779, 0.473, 0.4697, 0.4523, 0.4503, 0.447, 0.4423, 0.4415, 0.4331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ian_Clark_(geologist)", "Arctic_Climate_Impact_Assessment", "Ice2sea", "Arctic_sea_ice_decline", "Climatic_Research_Unit_email_controversy", "Wiesław_Masłowski", "Arctic_geoengineering", "Hockey_stick_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6975, 0.6769, 0.6527, 0.6521, 0.6448, 0.6392, 0.6373, 0.6341, 0.6307, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Gulf_Stream", "Jet_stream", "December_1960_nor'easter", "Rear-inflow_jet", "Winter_1985_cold_wave", "2006_European_cold_wave", "Early_2014_North_American_cold_wave", "Weather_front", "North_Atlantic_Current", "Nor'easter"], "ranked_scores": [0.6185, 0.6104, 0.5966, 0.5937, 0.5845, 0.576, 0.5727, 0.5721, 0.5695, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Highest_temperature_recorded_on_Earth", "2006_European_heat_wave", "Summer_of_1976_(Europe)", "NOAA-7", "Solar_cycle_19", "Instrumental_temperature_record"], "ranked_scores": [0.683, 0.6529, 0.6316, 0.6187, 0.5976, 0.5971, 0.5808, 0.5761, 0.5684, 0.5607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Future_of_Earth", "Climate_engineering", "Clouds_and_the_Earth's_Radiant_Energy_System", "Heaven_and_Earth_(book)", "Younger_Dryas_impact_hypothesis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "World_Climate_Research_Programme", "Space_Shuttle_Challenger_disaster"], "ranked_scores": [0.5533, 0.5192, 0.519, 0.5063, 0.5054, 0.5025, 0.5001, 0.496, 0.4913, 0.4895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_bubble", "Carbon_diet", "Politics_of_global_warming", "TransCanada_Corporation", "Environmental_impact_of_transport_in_Australia", "Fossil_fuel", "Fuel_Economy_Reform_Act"], "ranked_scores": [0.6195, 0.6077, 0.5951, 0.5787, 0.55, 0.5444, 0.5388, 0.5365, 0.5363, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Holocene_glacial_retreat", "Past_sea_level", "Measurement_of_sea_ice", "Post-glacial_rebound", "Arctic_sea_ice_decline", "Ice2sea", "Deglaciation"], "ranked_scores": [0.6725, 0.6702, 0.6699, 0.6377, 0.635, 0.6268, 0.6179, 0.6158, 0.6153, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1908", "Media_coverage_of_climate_change", "Office_of_Public_Affairs", "1936_North_American_cold_wave", "Instrumental_temperature_record", "Weather_media_in_the_United_States", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "NOAA-7"], "ranked_scores": [0.5664, 0.5459, 0.5117, 0.4947, 0.4895, 0.4829, 0.4809, 0.47, 0.4683, 0.4664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Mercury_pollution_in_the_ocean", "Anoxic_event", "Chemical_oceanography", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.7978, 0.7527, 0.6739, 0.6709, 0.6373, 0.6145, 0.6085, 0.6074, 0.5991, 0.5975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "List_of_topics_characterized_as_pseudoscience", "Management_systems_for_road_safety", "The_Real_Global_Warming_Disaster", "Energy_accidents", "Induced_innovation", "Presidential_Climate_Action_Plan", "Overconsumption", "Peak_oil", "Stern_Review"], "ranked_scores": [0.5523, 0.5143, 0.5135, 0.5123, 0.512, 0.5068, 0.5034, 0.5017, 0.5003, 0.4985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Fast_ice", "Sea_level", "Annual_cycle_of_sea_level_height", "Ice_shelf", "Holocene_glacial_retreat", "Heinrich_event"], "ranked_scores": [0.7483, 0.6862, 0.6681, 0.6574, 0.6211, 0.5928, 0.591, 0.5896, 0.5892, 0.5875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_the_United_Kingdom", "Europe", "Dust_Bowl", "The_Real_Global_Warming_Disaster", "Spain", "2006_European_heat_wave"], "ranked_scores": [0.5861, 0.568, 0.5616, 0.5578, 0.5429, 0.5249, 0.4993, 0.4959, 0.4914, 0.4907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Stern_Review", "Climatic_Research_Unit_documents", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Global_warming", "Climate_inertia"], "ranked_scores": [0.5887, 0.5817, 0.5709, 0.5707, 0.567, 0.5649, 0.5626, 0.5577, 0.5567, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.6553, 0.6151, 0.615, 0.594, 0.5896, 0.5876, 0.5803, 0.5749, 0.5718, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Skeptical_Science", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Gore_Effect", "Media_coverage_of_climate_change"], "ranked_scores": [0.6418, 0.6197, 0.6122, 0.6066, 0.5925, 0.589, 0.5878, 0.5858, 0.5786, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_oscillation", "Global_cooling", "Greenhouse_and_icehouse_Earth", "Climate", "Temperature_record_of_the_past_1000_years", "100,000-year_problem"], "ranked_scores": [0.7017, 0.6838, 0.6617, 0.6438, 0.6417, 0.6089, 0.5817, 0.5709, 0.5633, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Wetland_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Arctic_methane_emissions", "Methane", "Aerobic_methane_production", "Natural_gas", "Greenhouse_gas", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.6587, 0.6302, 0.624, 0.6194, 0.6085, 0.6023, 0.6011, 0.582, 0.5814, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4303, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.75}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk_neutral", "Management_systems_for_road_safety", "Value_of_life", "Risk–benefit_ratio", "Hypotheticals", "Prevention_paradox", "Scenario_analysis", "Futures_studies", "Sure-thing_principle"], "ranked_scores": [0.544, 0.5392, 0.5377, 0.512, 0.5109, 0.5099, 0.504, 0.5017, 0.5014, 0.4994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Carbon-neutral_fuel", "Carbon_neutrality", "Coal_pollution_mitigation", "United_States_Environmental_Protection_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Clean_coal_technology", "Federal_Power_Act", "Renewable_energy_in_the_United_States"], "ranked_scores": [0.5329, 0.4668, 0.4667, 0.46, 0.4544, 0.4492, 0.4451, 0.4408, 0.4403, 0.4391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Instrumental_temperature_record", "2014–16_El_Niño_event", "1908", "2001_Eastern_North_America_heat_wave", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_heat_waves", "Year_Without_a_Summer"], "ranked_scores": [0.6751, 0.6689, 0.664, 0.645, 0.6431, 0.6405, 0.6373, 0.6362, 0.62, 0.6186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Sea_ice", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_ice_pack", "Ice2sea", "Arctic_Ocean", "Polar_seas", "Ice_shelf", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7309, 0.7133, 0.7068, 0.7063, 0.7039, 0.7039, 0.6798, 0.6771, 0.6738, 0.6716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Refined_coal", "Cleaner_production", "Fossil_fuel_power_station", "Redbank_Power_Station", "Coal", "List_of_coal_fired_power_stations_in_Australia", "Coal_gasification", "Coalbed_methane"], "ranked_scores": [0.7406, 0.7388, 0.6313, 0.622, 0.6129, 0.5988, 0.597, 0.5906, 0.5851, 0.5817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["History_of_the_Philippines_(1898–1946)", "Pacific_decadal_oscillation", "History_of_the_United_States_(1945–64)", "Philippine_Revolution", "Indonesian_Democratic_Party", "Post–World_War_II_economic_expansion", "Catholic_Church_and_politics_in_the_United_States", "PDO", "Programmed_Data_Processor", "PDOS"], "ranked_scores": [0.5199, 0.5186, 0.4756, 0.4691, 0.469, 0.469, 0.4677, 0.4652, 0.4622, 0.4614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Climate_change_in_Canada", "Environmental_impact_of_biodiesel", "2015_United_Nations_Climate_Change_Conference", "Carbon_emissions_reporting", "Intergovernmental_Panel_on_Climate_Change", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_China", "Global_warming_controversy", "Global_warming"], "ranked_scores": [0.5445, 0.5251, 0.5157, 0.515, 0.5128, 0.5102, 0.5087, 0.5043, 0.5034, 0.5031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Climate_change", "Climate_change_denial", "Global_warming", "History_of_climate_change_science", "Global_change", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.6433, 0.6104, 0.6042, 0.6031, 0.599, 0.5978, 0.5806, 0.5794, 0.5756, 0.575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Climate_change_denial", "Global_stilling", "Global_warming_hiatus", "Climate_of_the_Arctic", "Neoglaciation", "Polar_forests_of_the_Cretaceous", "March_2012_North_American_heat_wave", "Hockey_stick_controversy", "Sea_surface_temperature", "Antarctic_Cold_Reversal"], "ranked_scores": [0.4256, 0.4239, 0.4237, 0.4215, 0.4143, 0.4134, 0.413, 0.4051, 0.4046, 0.4044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Solar_phenomena", "Earth's_energy_budget", "Idealized_greenhouse_model", "History_of_climate_change_science", "Regional_effects_of_global_warming", "Global_warming", "Radiative_forcing", "Global_cooling", "Greenhouse_effect"], "ranked_scores": [0.6901, 0.6825, 0.6713, 0.6699, 0.6541, 0.6495, 0.6487, 0.6377, 0.636, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Economic_growth", "Diminishing_returns", "Tendency_of_the_rate_of_profit_to_fall", "List_of_recessions_in_the_United_States", "Soft_landing_(economics)", "Future_sea_level", "Worse-than-average_effect", "Global_warming_hiatus", "Progress_(history)"], "ranked_scores": [0.512, 0.4818, 0.4813, 0.4763, 0.4756, 0.472, 0.4672, 0.4661, 0.4609, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "History_of_sustainability", "Environmental_issue", "Human_overpopulation", "Climate_inertia", "Geological_history_of_oxygen", "Global_warming_controversy"], "ranked_scores": [0.6658, 0.6491, 0.6181, 0.6102, 0.6092, 0.6002, 0.5927, 0.5891, 0.5792, 0.5762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Holocene_glacial_retreat", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Paleocene–Eocene_Thermal_Maximum", "Polar_forests_of_the_Cretaceous", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Younger_Dryas", "Neoglaciation"], "ranked_scores": [0.6225, 0.6211, 0.619, 0.5911, 0.584, 0.5773, 0.5751, 0.5736, 0.5708, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Merchants_of_Doubt", "Views_on_the_Kyoto_Protocol", "An_Inconvenient_Truth", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Climate_change_denial", "Environmental_skepticism", "Climatic_Research_Unit_documents"], "ranked_scores": [0.546, 0.5371, 0.5299, 0.5251, 0.522, 0.519, 0.5174, 0.509, 0.5019, 0.4952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Hot_tower", "List_of_heat_waves", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "Cooling_tower", "HVAC", "Typical_meteorological_year", "Heat_index", "Low-carbon_emission"], "ranked_scores": [0.5769, 0.5651, 0.5647, 0.5479, 0.5395, 0.537, 0.5333, 0.5324, 0.53, 0.5277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming_hiatus", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Global_cooling", "Global_warming", "History_of_climate_change_science", "Climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.651, 0.645, 0.6405, 0.6368, 0.6349, 0.6264, 0.6224, 0.6222, 0.6156, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Plug-in_hybrids_in_California", "Culture_of_California", "Six_Californias", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Southern_California", "California,_West_Virginia"], "ranked_scores": [0.5462, 0.5328, 0.5152, 0.5045, 0.4918, 0.4824, 0.4783, 0.4754, 0.4673, 0.4664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Syria", "Workforce_productivity", "Agriculture_in_Pennsylvania", "Productivity_(ecology)", "Intensive_animal_farming", "Solow_residual", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia"], "ranked_scores": [0.5689, 0.5422, 0.5344, 0.5276, 0.5269, 0.5249, 0.5079, 0.5075, 0.5038, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Syrian_brown_bear", "Grizzly_bear", "Beringian_wolf", "Ursus_americanus_carlottae", "Bear_attack", "Sloth_bear", "Woolly_mammoth"], "ranked_scores": [0.6143, 0.5702, 0.5632, 0.561, 0.5413, 0.5346, 0.5256, 0.5222, 0.5219, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Cryovolcano", "Global_warming_in_Antarctica", "Methane_clathrate", "Retreat_of_glaciers_since_1850", "Ozone_depletion", "Arctic_geoengineering", "Thermopause"], "ranked_scores": [0.7388, 0.6741, 0.6668, 0.6625, 0.6621, 0.6612, 0.6599, 0.6498, 0.6494, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Future_sea_level", "Past_sea_level", "Sea_level_rise", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Tide", "Climate_inertia", "Marine_layer", "Raised_shoreline"], "ranked_scores": [0.6264, 0.6104, 0.6076, 0.5963, 0.5942, 0.5934, 0.5851, 0.5736, 0.5734, 0.5684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Deglaciation", "Global_warming_hiatus", "Measurement_of_sea_ice", "Neoglaciation", "Antarctic_Cold_Reversal", "Fast_ice", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7205, 0.6813, 0.6695, 0.6654, 0.6518, 0.6502, 0.6496, 0.6494, 0.643, 0.6394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "100%_renewable_energy", "Wind_power", "Climate_footprint", "Carbon_neutrality", "Wind_power_in_the_European_Union", "Acciona_Energy", "Renewable_energy_in_the_United_Kingdom", "Carbon_profiling"], "ranked_scores": [0.7171, 0.7014, 0.6904, 0.6879, 0.6767, 0.6733, 0.671, 0.6694, 0.6692, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_neutrality", "Global_warming_controversy", "Atmospheric_carbon_cycle", "Carbon_tax", "Climate_change_mitigation", "Greenhouse_gas_emissions_by_the_United_States", "World_Climate_Report", "Greenhouse_gas", "Carbon_dioxide"], "ranked_scores": [0.6891, 0.6682, 0.6675, 0.6673, 0.6571, 0.6547, 0.6546, 0.6501, 0.6496, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2769, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.6667}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Greenland_Sea", "Ice2sea", "Sea_level_rise", "Future_sea_level", "Greenland_ice_sheet", "East_Greenland_Current", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "East_Greenland_Orogen", "Arctic_sea_ice_decline"], "ranked_scores": [0.6795, 0.6604, 0.6576, 0.6506, 0.6471, 0.6448, 0.6425, 0.636, 0.6264, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Cloud_feedback", "Atmospheric_carbon_cycle", "Climate_change_feedback", "Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change", "Tipping_points_in_the_climate_system"], "ranked_scores": [0.6912, 0.6796, 0.6768, 0.6751, 0.6746, 0.6713, 0.6711, 0.6703, 0.6673, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Global_warming", "Hurricane_Katrina_and_global_warming", "Loss_and_damage", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_emissions_reporting", "Environmental_issue", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6649, 0.6646, 0.6556, 0.6519, 0.6501, 0.6485, 0.6442, 0.6417, 0.6411, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_the_United_States", "North_Carolina", "North_America", "Climate_of_Georgia_(U.S._state)", "Humid_continental_climate", "2014–15_North_American_winter", "United_States_rainfall_climatology", "Lyme_disease", "List_of_mammals_of_New_England", "Geography_of_North_America"], "ranked_scores": [0.5679, 0.5624, 0.5617, 0.5538, 0.5531, 0.5486, 0.5482, 0.5472, 0.5444, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Economics_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Effects_of_global_warming", "ECMWF_re-analysis", "Cloud_feedback", "Global_Historical_Climatology_Network", "Climate_change_(general_concept)", "Climate_change_in_Texas", "Global_warming"], "ranked_scores": [0.664, 0.6632, 0.663, 0.6605, 0.6589, 0.6539, 0.6515, 0.6515, 0.6506, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hekla_3_eruption", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Late_Glacial"], "ranked_scores": [0.6581, 0.6547, 0.6536, 0.6499, 0.6414, 0.6323, 0.629, 0.6267, 0.6241, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Greenhouse_gas_inventory", "Mauna_Loa_Observatory", "Satellite_temperature_measurements", "Global_Climate_Observing_System", "Carbon_profiling", "UH88", "Argo_(oceanography)", "MSU_temperature_measurements", "Future_sea_level", "Lōʻihi_Seamount"], "ranked_scores": [0.6022, 0.601, 0.5989, 0.5987, 0.5884, 0.5876, 0.5857, 0.5826, 0.5818, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Acidosis", "Carbon_dioxide", "Alkalinity", "Acid", "Oxygen_cycle", "Geological_history_of_oxygen"], "ranked_scores": [0.5746, 0.5684, 0.5505, 0.5499, 0.5388, 0.5282, 0.5272, 0.5244, 0.5233, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3152, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_warming_conspiracy_theory", "Climate_change_denial", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Global_warming", "Heaven_and_Earth_(book)", "The_Great_Global_Warming_Swindle", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6271, 0.6176, 0.6166, 0.613, 0.6105, 0.6079, 0.6028, 0.6026, 0.6024, 0.6019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Philippine_Revolution", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "El_Niño–Southern_Oscillation", "PDO", "Atlantic_hurricane_season", "1928_Haiti_hurricane", "1000", "Climate_change_in_Texas"], "ranked_scores": [0.5585, 0.523, 0.5155, 0.5143, 0.5087, 0.506, 0.5032, 0.5012, 0.5011, 0.5007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Arctic_sea_ice_decline", "Arctic_geoengineering", "The_Hockey_Stick_and_the_Climate_Wars", "The_Hockey_Stick_Illusion", "Climate_change_in_the_Arctic", "Arctic_Climate_Impact_Assessment", "Wiesław_Masłowski", "Hockey_stick_controversy"], "ranked_scores": [0.6867, 0.6698, 0.6633, 0.6593, 0.6543, 0.6542, 0.6526, 0.6473, 0.646, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Low-pressure_area", "Early_2014_North_American_cold_wave", "Polar_front", "Cold_drop", "2006_European_cold_wave", "Polar_vortex", "Cold_wave", "Wind_shear"], "ranked_scores": [0.6859, 0.6505, 0.6344, 0.633, 0.6307, 0.6285, 0.6268, 0.6228, 0.6221, 0.6218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Solar_cycle_19", "NOAA-6", "1908", "Instrumental_temperature_record", "Solar_Radiation_and_Climate_Experiment", "Weather_satellite"], "ranked_scores": [0.7159, 0.7123, 0.7067, 0.675, 0.6475, 0.6422, 0.641, 0.6408, 0.6398, 0.6371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "CLOUD_experiment", "Cosmic-ray_observatory", "Heaven_and_Earth_(book)", "George_Kukla", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Clouds_and_the_Earth's_Radiant_Energy_System", "Environmental_impact_of_nuclear_power", "International_Atomic_Energy_Agency", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.5127, 0.5123, 0.5032, 0.4989, 0.4974, 0.4974, 0.4961, 0.4947, 0.4936, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Carbon_bubble", "Carbon_offset", "Climate_change_in_Canada", "TransCanada_Corporation", "Jobs,_Growth_and_Long-term_Prosperity_Act", "Carbon-neutral_fuel"], "ranked_scores": [0.6126, 0.5968, 0.561, 0.544, 0.5439, 0.5428, 0.5382, 0.5301, 0.5273, 0.5256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Deglaciation", "Heinrich_event", "Sea_level_rise", "Past_sea_level", "Ice2sea", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Post-glacial_rebound", "Ellesmere_Ice_Shelf"], "ranked_scores": [0.7067, 0.6797, 0.6684, 0.66, 0.6579, 0.656, 0.6551, 0.6549, 0.6461, 0.6459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "1908", "2001_Eastern_North_America_heat_wave", "List_of_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements"], "ranked_scores": [0.6302, 0.6268, 0.6179, 0.6114, 0.6031, 0.5962, 0.5938, 0.5923, 0.5918, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Oceanic_carbon_cycle", "Chemical_oceanography", "Carbon_dioxide_in_Earth's_atmosphere", "Iron_fertilization", "Sea_level_rise", "Environmental_hazard", "Carbon_cycle"], "ranked_scores": [0.7381, 0.7235, 0.6619, 0.6516, 0.6463, 0.6448, 0.6363, 0.6363, 0.6187, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Demand_destruction", "Statistical_murder", "Mandatory_renewable_energy_target", "The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Management_systems_for_road_safety", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Non-renewable_resource", "False_attribution", "Alternative_energy"], "ranked_scores": [0.5595, 0.5587, 0.5577, 0.554, 0.5527, 0.549, 0.5439, 0.5432, 0.5398, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Ice_rise", "Marine_transgression", "Sea_level", "Climate_inertia", "Deglaciation"], "ranked_scores": [0.7287, 0.7032, 0.6837, 0.6815, 0.6525, 0.6461, 0.642, 0.6408, 0.6291, 0.6278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "2012–13_North_American_drought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Earth's_critical_zone", "Grassland_degradation", "Climate_change_in_Europe", "1980_United_States_heat_wave"], "ranked_scores": [0.6076, 0.5931, 0.5703, 0.5626, 0.5598, 0.5521, 0.5392, 0.5368, 0.5341, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_Texas", "Climate_change_(general_concept)", "Media_coverage_of_climate_change", "Global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Physical_impacts_of_climate_change", "Climatic_Research_Unit_documents", "Climate_variability", "Effects_of_global_warming"], "ranked_scores": [0.6472, 0.6349, 0.6254, 0.623, 0.6226, 0.6201, 0.6191, 0.6133, 0.6121, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.6156, 0.6096, 0.6044, 0.604, 0.5985, 0.5931, 0.588, 0.5851, 0.572, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "I'm_not_a_scientist", "Environmentalist", "An_Appeal_to_Reason"], "ranked_scores": [0.6696, 0.6594, 0.6465, 0.6464, 0.6413, 0.6315, 0.6288, 0.6141, 0.6135, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate_oscillation", "Greenhouse_and_icehouse_Earth", "Global_warming_controversy", "Cloud_feedback", "Climate_inertia"], "ranked_scores": [0.6858, 0.6816, 0.6364, 0.6334, 0.632, 0.626, 0.6188, 0.6151, 0.6127, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Aerobic_methane_production", "Arctic_methane_emissions", "Global_warming_potential", "Methane", "Atmospheric_carbon_cycle", "Carbon_cycle_re-balancing"], "ranked_scores": [0.6686, 0.6467, 0.6432, 0.6413, 0.6386, 0.6346, 0.6327, 0.6319, 0.6267, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Risk", "Hypotheticals", "Risk_(comics)", "Planning_fallacy", "Global_catastrophic_risk", "Risk–benefit_ratio", "Ingenuity", "Risk_(game)", "Endogenous_risk"], "ranked_scores": [0.5869, 0.5712, 0.5496, 0.5405, 0.5395, 0.5329, 0.5328, 0.5286, 0.5268, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon-neutral_fuel", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Carbon_neutrality", "Energy_policy_of_the_Barack_Obama_administration", "Clean_Air_Act_(United_States)", "Presidential_Climate_Action_Plan", "Green_Power_Partnership", "Clean_Development_Mechanism"], "ranked_scores": [0.4572, 0.4496, 0.4481, 0.4476, 0.4468, 0.4428, 0.4419, 0.44, 0.4366, 0.4352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "1908", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "1982–83_El_Niño_event", "El_Niño–Southern_Oscillation", "2015_North_American_heat_wave"], "ranked_scores": [0.7155, 0.6906, 0.6807, 0.6806, 0.6788, 0.6773, 0.6731, 0.6729, 0.6686, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Arctic_ice_pack", "Drift_ice", "Measurement_of_sea_ice", "Sea_ice", "Sea_ice_thickness", "Greenland_Sea", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7093, 0.7061, 0.6877, 0.6862, 0.6797, 0.6796, 0.6789, 0.6777, 0.6769, 0.6749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Coal_gasification", "Coal", "Coal_gasification_commercialization", "Refined_coal", "Coal_gas", "Coal_mining"], "ranked_scores": [0.7113, 0.6929, 0.6609, 0.6496, 0.639, 0.6355, 0.6322, 0.6277, 0.6235, 0.6125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Programmed_Data_Processor", "PDOS", "Loose_Change", "Philippine_Revolution", "Indonesian_Democratic_Party", "Post–World_War_II_economic_expansion", "1908", "Atlantic_hurricane_season"], "ranked_scores": [0.5451, 0.5362, 0.5301, 0.5248, 0.5056, 0.5029, 0.4969, 0.4923, 0.49, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Global_warming_controversy", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "Climate_change_in_China", "Paris_Agreement", "Climate_change_mitigation", "Global_Climate_Observing_System", "World_Climate_Report", "Global_warming_in_Antarctica"], "ranked_scores": [0.5839, 0.5804, 0.5742, 0.574, 0.5712, 0.5707, 0.5686, 0.5676, 0.5673, 0.5671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change", "Climate_change_adaptation_in_Nepal", "Global_warming", "Climate_change_denial", "Climate_change_in_the_United_States", "Campaign_against_Climate_Change", "History_of_climate_change_science", "Global_warming_conspiracy_theory", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6722, 0.6601, 0.659, 0.6576, 0.6559, 0.6555, 0.6523, 0.6517, 0.6488, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "2013–14_North_American_winter", "Early_2014_North_American_cold_wave", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_the_Arctic", "March_2012_North_American_heat_wave", "2014–15_North_American_winter", "Arctic_oscillation", "Thaw_(weather)"], "ranked_scores": [0.451, 0.4407, 0.4395, 0.4388, 0.434, 0.4338, 0.4304, 0.4302, 0.4298, 0.4267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Idealized_greenhouse_model", "Global_warming", "Earth's_energy_budget", "Climate_change_(general_concept)", "Climate_change_in_the_Arctic", "Attribution_of_recent_climate_change", "Climate_change", "Global_warming_in_Antarctica", "Cloud_feedback"], "ranked_scores": [0.7425, 0.723, 0.7169, 0.7087, 0.7049, 0.7034, 0.7008, 0.6978, 0.6946, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Diminishing_returns", "List_of_North_American_countries_by_GDP_(nominal)", "Income_in_the_United_States", "Worse-than-average_effect", "Soft_landing_(economics)", "GDP_deflator", "List_of_countries_by_average_wage", "Rosenfeld's_law", "The_Great_Stagnation"], "ranked_scores": [0.549, 0.5414, 0.5266, 0.5162, 0.5143, 0.5113, 0.5107, 0.5082, 0.5058, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Greenhouse_gas", "Ozone_depletion_and_climate_change", "History_of_climate_change_science", "Politics_of_global_warming", "Effects_of_global_warming", "Human_overpopulation", "Global_warming", "ExxonMobil_climate_change_controversy"], "ranked_scores": [0.6633, 0.6472, 0.6328, 0.6253, 0.6213, 0.6187, 0.6176, 0.6156, 0.6148, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7031, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Younger_Dryas", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Deglaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_the_United_States", "Late_Glacial"], "ranked_scores": [0.6791, 0.6732, 0.6632, 0.6604, 0.6555, 0.6555, 0.6492, 0.6473, 0.6467, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "I'm_not_a_scientist", "Climatic_Research_Unit_documents", "Global_warming_controversy", "Views_on_the_Kyoto_Protocol", "World_Climate_Report", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Merchants_of_Doubt", "Not_even_wrong"], "ranked_scores": [0.5215, 0.5213, 0.5194, 0.5146, 0.5121, 0.5103, 0.5089, 0.5048, 0.5041, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Weather_station", "Urban_heat_island", "National_Weather_Service", "Cooling_center", "2001_Eastern_North_America_heat_wave", "Hot_tower", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Weather_map"], "ranked_scores": [0.5831, 0.5773, 0.5753, 0.5704, 0.5664, 0.5661, 0.5651, 0.5635, 0.5612, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming_conspiracy_theory", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change", "Climate_change_in_the_Arctic", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_controversy", "Hockey_stick_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.693, 0.6791, 0.6781, 0.678, 0.6707, 0.6688, 0.6676, 0.6618, 0.6593, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Plug-in_hybrids_in_California", "California", "Six_Californias", "Renewable_energy_in_the_United_States", "Southern_California_Edison", "California_elections,_November_2012", "Solar_power_in_the_United_States", "California_State_Assembly", "Pacific_States"], "ranked_scores": [0.5581, 0.5578, 0.5565, 0.5496, 0.5335, 0.5267, 0.5264, 0.5154, 0.5103, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Dairy_farming_in_Canada", "Home-ownership_in_the_United_States", "Household_income_in_the_United_States", "List_of_North_American_countries_by_GDP_(nominal)", "Workforce_productivity", "Economy_of_the_United_States"], "ranked_scores": [0.5607, 0.5544, 0.5432, 0.538, 0.5368, 0.5358, 0.5353, 0.5333, 0.532, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Beringian_wolf", "Bear_attack", "Coyote", "Syrian_brown_bear", "Sloth_bear"], "ranked_scores": [0.6326, 0.6076, 0.6068, 0.5674, 0.5575, 0.555, 0.532, 0.5289, 0.5286, 0.5224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Methane_clathrate", "Wetland_methane_emissions", "Cryovolcano", "Greenhouse_gas", "Arctic_geoengineering", "Cryosphere"], "ranked_scores": [0.7739, 0.6973, 0.6854, 0.6733, 0.6722, 0.6634, 0.6604, 0.6545, 0.6544, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Sea_level", "Permanent_Service_for_Mean_Sea_Level", "Climate_change_in_Tuvalu", "Raised_shoreline", "Tide", "Climate_variability"], "ranked_scores": [0.6681, 0.6547, 0.6281, 0.6195, 0.5885, 0.5851, 0.5701, 0.5586, 0.5583, 0.5483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Fast_ice", "Sea_ice", "Deglaciation", "Global_warming_hiatus", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7607, 0.694, 0.6736, 0.6692, 0.659, 0.649, 0.6463, 0.6405, 0.6372, 0.6367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_the_European_Union", "Climate_footprint", "Carbon_offset", "Wind_power_by_country", "Renewable_energy_debate", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [0.7268, 0.7142, 0.706, 0.6888, 0.668, 0.6678, 0.6673, 0.6672, 0.6668, 0.6652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Politics_of_global_warming", "Carbon_offset", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_diet", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6849, 0.6794, 0.6753, 0.6636, 0.6614, 0.6557, 0.6542, 0.647, 0.6448, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Geography_of_Greenland", "Greenland_Sea", "Greenland_ice_sheet", "Ice2sea", "Greenland", "Global_warming_in_Antarctica", "Greenland_ice_core_project"], "ranked_scores": [0.7003, 0.6859, 0.6629, 0.6525, 0.6498, 0.6479, 0.6468, 0.6429, 0.6369, 0.6366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_potential", "Scientific_opinion_on_climate_change", "Global_warming", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Climate_change_in_the_United_States", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.7079, 0.6926, 0.6916, 0.6816, 0.676, 0.675, 0.6707, 0.6688, 0.6679, 0.6677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Loss_and_damage", "Avoiding_Dangerous_Climate_Change", "Regional_effects_of_global_warming"], "ranked_scores": [0.7104, 0.6919, 0.6877, 0.669, 0.6689, 0.6564, 0.6485, 0.6391, 0.6388, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Amblyomma_americanum", "Climate_of_the_United_States", "North_Carolina", "List_of_mammals_of_New_England", "Temperate_climate", "Southern_tick-associated_rash_illness", "Geography_of_North_America", "2014–15_North_American_winter", "Ixodes"], "ranked_scores": [0.6047, 0.5861, 0.5715, 0.5712, 0.5712, 0.5695, 0.5601, 0.5523, 0.5434, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_prediction", "Hockey_stick_controversy", "Scientific_opinion_on_climate_change", "Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "EdGCM", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "DICE_model"], "ranked_scores": [0.6755, 0.6645, 0.6635, 0.6618, 0.6618, 0.6599, 0.6593, 0.6587, 0.6556, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "100,000-year_problem", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Milankovitch_cycles", "Greenhouse_and_icehouse_Earth", "Hockey_stick_graph"], "ranked_scores": [0.6731, 0.6677, 0.6654, 0.6584, 0.6437, 0.6422, 0.6413, 0.6378, 0.636, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "Climate_change_in_Tuvalu", "UH88", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenhouse_gas_emissions_by_the_United_States", "Argo_(oceanography)", "Keeling_Curve"], "ranked_scores": [0.6629, 0.6232, 0.5848, 0.5792, 0.5785, 0.5706, 0.5682, 0.5677, 0.5666, 0.5648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Geological_history_of_oxygen", "Acid_rain", "PH", "Great_Oxygenation_Event", "Carbon_dioxide", "Acid", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis"], "ranked_scores": [0.5841, 0.5563, 0.5483, 0.5481, 0.5473, 0.5443, 0.5357, 0.5212, 0.5205, 0.5194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.486, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Climate_change_denial", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6562, 0.6542, 0.6511, 0.6506, 0.6497, 0.6385, 0.6306, 0.6278, 0.6268, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "El_Niño–Southern_Oscillation", "History_of_the_Philippines_(1898–1946)", "PDOS", "Programmed_Data_Processor", "El_Niño", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pacifico_Yokohama", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5649, 0.5445, 0.5187, 0.5178, 0.5065, 0.4982, 0.4978, 0.496, 0.4937, 0.4933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Ice2sea", "Arctic_sea_ice_decline", "Hockey_stick_controversy", "Climatic_Research_Unit_email_controversy", "Measurement_of_sea_ice", "Wiesław_Masłowski"], "ranked_scores": [0.702, 0.68, 0.6739, 0.6731, 0.6646, 0.6589, 0.6584, 0.6558, 0.6552, 0.6542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Polar_High", "Low-pressure_area", "November_2014_North_American_cold_wave", "2006_European_cold_wave", "Cold_wave", "Gulf_Stream", "Cold-air_damming", "Winter_1985_cold_wave"], "ranked_scores": [0.6833, 0.6423, 0.636, 0.6279, 0.6203, 0.6191, 0.6167, 0.6158, 0.6137, 0.6137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "1908", "List_of_climate_research_satellites", "Weather_satellite", "NOAA-6", "Instrumental_temperature_record"], "ranked_scores": [0.7369, 0.7191, 0.7052, 0.694, 0.6625, 0.6567, 0.642, 0.6277, 0.625, 0.6235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Cosmic-ray_observatory", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Ian_Clark_(geologist)", "Climatic_Research_Unit", "Antarctica_cooling_controversy"], "ranked_scores": [0.5456, 0.5212, 0.5141, 0.5125, 0.5039, 0.5026, 0.4948, 0.494, 0.494, 0.4938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "TransCanada_Corporation", "Keystone_Pipeline", "Politics_of_global_warming", "Carbon_offset", "Climate_change_in_Canada"], "ranked_scores": [0.6258, 0.6172, 0.6037, 0.5926, 0.5711, 0.571, 0.5536, 0.5476, 0.5469, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Last_Glacial_Maximum", "Ice2sea", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Past_sea_level", "Post-glacial_rebound", "Deglaciation", "Holocene_glacial_retreat"], "ranked_scores": [0.7031, 0.6866, 0.6843, 0.6699, 0.6694, 0.6674, 0.6624, 0.6555, 0.6545, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "1908", "Office_of_Public_Affairs", "Climate_change_in_the_United_States", "Satellite_temperature_measurements", "NOAA-7", "Instrumental_temperature_record"], "ranked_scores": [0.6589, 0.6106, 0.6078, 0.5993, 0.5901, 0.5872, 0.5872, 0.5845, 0.5806, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Free_Ocean_CO2_Enrichment", "Anoxic_event", "Ocean", "Sea"], "ranked_scores": [0.7902, 0.7769, 0.6749, 0.6442, 0.6436, 0.6387, 0.6351, 0.6349, 0.6274, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "The_Real_Global_Warming_Disaster", "Demand_destruction", "List_of_topics_characterized_as_pseudoscience", "Misuse_of_statistics", "Climate_Change_Denial:_Heads_in_the_Sand", "Energy_accidents", "Management_systems_for_road_safety", "Alternative_medicine", "Danish_Committees_on_Scientific_Dishonesty"], "ranked_scores": [0.5656, 0.5608, 0.5605, 0.5472, 0.5465, 0.542, 0.5355, 0.5294, 0.5283, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2482, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Fast_ice", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Ice_rise", "Annual_cycle_of_sea_level_height", "History_of_climate_change_science"], "ranked_scores": [0.7777, 0.7112, 0.6913, 0.6855, 0.6711, 0.6519, 0.6296, 0.6285, 0.6221, 0.6209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "Dust_Bowl", "Climate_change_in_Europe", "Megadrought", "Grassland_degradation", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.6322, 0.6175, 0.6079, 0.6018, 0.5744, 0.5553, 0.5527, 0.5521, 0.5487, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Stern_Review", "Climate_change_in_the_United_States", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Global_warming", "Climate_change_(general_concept)", "Climatic_Research_Unit_documents", "Climate_inertia"], "ranked_scores": [0.6476, 0.639, 0.6368, 0.6286, 0.6246, 0.6226, 0.617, 0.6135, 0.6127, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6757, 0.6676, 0.6467, 0.6391, 0.6351, 0.6247, 0.6233, 0.6142, 0.6055, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Scientific_opinion_on_climate_change", "Global_warming_conspiracy_theory", "World_Climate_Report", "Skeptical_Science"], "ranked_scores": [0.6735, 0.6622, 0.6619, 0.6521, 0.6489, 0.6434, 0.6411, 0.6389, 0.6284, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_inertia", "Climate_oscillation", "Proxy_(climate)"], "ranked_scores": [0.7039, 0.7022, 0.6809, 0.6748, 0.6559, 0.6234, 0.6226, 0.6225, 0.6173, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Methane", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions", "Climate_change_in_China", "Atmospheric_carbon_cycle", "Arctic_methane_emissions", "Global_warming_potential"], "ranked_scores": [0.672, 0.6668, 0.665, 0.6491, 0.6486, 0.6448, 0.6219, 0.6187, 0.6178, 0.616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Prudent_avoidance_principle", "Centre_for_the_Study_of_Existential_Risk", "Management_systems_for_road_safety", "Longevity_risk", "Risk", "Hypotheticals", "Simulation_heuristic", "Prevention_paradox", "Global_catastrophic_risk"], "ranked_scores": [0.5767, 0.5419, 0.5417, 0.5409, 0.5396, 0.5386, 0.5317, 0.5296, 0.5246, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "United_States_Environmental_Protection_Agency", "Carbon-neutral_fuel", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon_neutrality", "Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Greenhouse_gas_emissions_by_the_United_States", "Coal_pollution_mitigation"], "ranked_scores": [0.5031, 0.4699, 0.4677, 0.4629, 0.4615, 0.4609, 0.457, 0.4559, 0.4443, 0.4425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "2010_Northern_Hemisphere_heat_waves", "1908", "El_Niño", "2010_Northern_Hemisphere_summer_heat_waves", "1982–83_El_Niño_event", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7479, 0.7245, 0.7146, 0.7025, 0.6936, 0.6926, 0.6867, 0.6858, 0.6825, 0.6819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "Arctic_ice_pack", "Ice2sea", "Measurement_of_sea_ice", "Sea_ice_thickness", "Polar_seas", "Antarctic_Cold_Reversal", "Ice_shelf"], "ranked_scores": [0.7434, 0.7226, 0.7204, 0.715, 0.7128, 0.7064, 0.6969, 0.6928, 0.6835, 0.6825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Coal", "Coal_gasification", "Fossil_fuel_power_station", "Coal_gasification_commercialization", "List_of_coal_fired_power_stations_in_Australia", "Coal_mining", "Cleaner_production"], "ranked_scores": [0.7884, 0.7874, 0.6781, 0.6735, 0.6663, 0.6641, 0.6401, 0.6377, 0.6328, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "PDOS", "History_of_the_Philippines_(1898–1946)", "Programmed_Data_Processor", "Post–World_War_II_economic_expansion", "Indonesian_Democratic_Party", "History_of_the_United_States_(1945–64)", "Cold_drop", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.5712, 0.5686, 0.5575, 0.5382, 0.5249, 0.5121, 0.5027, 0.4931, 0.4859, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Global_stilling", "Climate_change_in_Canada", "2015_United_Nations_Climate_Change_Conference", "Carbon_emissions_reporting", "Global_warming_hiatus", "Global_warming_controversy", "Climate_change_in_the_United_States", "Global_cooling"], "ranked_scores": [0.5892, 0.5745, 0.5734, 0.5734, 0.5725, 0.5708, 0.5671, 0.5626, 0.5616, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Climate_change_policy_of_the_United_States", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Climate_Change_Science_Program", "Greening_Earth_Society"], "ranked_scores": [0.6844, 0.6755, 0.6748, 0.6722, 0.6598, 0.6567, 0.6553, 0.6546, 0.6542, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Thaw_(weather)", "2014–15_North_American_winter", "March_2012_North_American_heat_wave", "Hockey_stick_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_denial", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Global_stilling"], "ranked_scores": [0.4683, 0.4483, 0.4448, 0.4427, 0.4414, 0.4366, 0.4349, 0.4341, 0.4291, 0.4278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Earth's_energy_budget", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Idealized_greenhouse_model", "Global_warming_in_Antarctica", "Climate_change", "Greenhouse_effect"], "ranked_scores": [0.7455, 0.7351, 0.7171, 0.7107, 0.7093, 0.7057, 0.7037, 0.7008, 0.699, 0.698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Diminishing_returns", "Regression_toward_the_mean", "Worse-than-average_effect", "Tendency_of_the_rate_of_profit_to_fall", "Trend_stationary", "Progress_(history)", "Economic_growth", "Global_warming_hiatus", "List_of_countries_by_average_wage", "Future_sea_level"], "ranked_scores": [0.5376, 0.5362, 0.5275, 0.5119, 0.5078, 0.5054, 0.5042, 0.4954, 0.4931, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "History_of_climate_change_science", "Human_overpopulation", "Effects_of_global_warming_on_humans", "Global_warming", "IPCC_First_Assessment_Report", "History_of_sustainability", "Abrupt_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.6751, 0.6532, 0.652, 0.6398, 0.6354, 0.6251, 0.622, 0.6219, 0.6214, 0.6155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Neoglaciation", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Holocene_glacial_retreat", "Climate_change", "Global_cooling", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6845, 0.6844, 0.677, 0.6633, 0.6577, 0.6565, 0.6514, 0.6484, 0.6448, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Views_on_the_Kyoto_Protocol", "Merchants_of_Doubt", "I'm_not_a_scientist", "Scientific_consensus_on_climate_change", "Not_even_wrong", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Strong_objectivity"], "ranked_scores": [0.5311, 0.5298, 0.5285, 0.5281, 0.5247, 0.521, 0.5173, 0.5096, 0.5074, 0.5058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "2001_Eastern_North_America_heat_wave", "Weather_station", "Hot_tower", "Automobile_air_conditioning", "List_of_heat_waves", "2016_North_American_heat_wave", "US_Weather_Bureau_Station_(Block_Island)", "Station_model", "Urban_heat_island"], "ranked_scores": [0.606, 0.6015, 0.5992, 0.5984, 0.5857, 0.5796, 0.5779, 0.5778, 0.5687, 0.5677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming", "History_of_climate_change_science", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_warming_controversy", "Climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7098, 0.6911, 0.6907, 0.6843, 0.6821, 0.6811, 0.6777, 0.6754, 0.6743, 0.6657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "California", "Southern_California_Edison", "Plug-in_hybrids_in_California", "Culture_of_California", "Solar_panel", "Concentrated_solar_power"], "ranked_scores": [0.6022, 0.5955, 0.5622, 0.5578, 0.5505, 0.548, 0.5413, 0.5264, 0.5163, 0.5151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Pennsylvania", "Workforce_productivity", "Agriculture_in_Argentina", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Renewable_energy_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Solow_residual"], "ranked_scores": [0.5836, 0.579, 0.5606, 0.5604, 0.5577, 0.5558, 0.5552, 0.5547, 0.5491, 0.5483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Bear_attack", "Ursus_americanus_carlottae", "Beringian_wolf", "Rubus_arcticus", "Mount_Bear", "Sloth_bear"], "ranked_scores": [0.6184, 0.6058, 0.6002, 0.5613, 0.548, 0.5408, 0.5345, 0.5291, 0.529, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Cryovolcano", "Methane_clathrate", "Ozone_depletion", "Retreat_of_glaciers_since_1850", "Cryosphere", "Clathrate_gun_hypothesis", "Ice_cap"], "ranked_scores": [0.7643, 0.6915, 0.6817, 0.6769, 0.6669, 0.6566, 0.6565, 0.6495, 0.6479, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Annual_cycle_of_sea_level_height", "Past_sea_level", "Future_sea_level", "Sea_level", "Tide", "Climate_variability", "Permanent_Service_for_Mean_Sea_Level", "Climate_change_(general_concept)", "Raised_shoreline"], "ranked_scores": [0.6445, 0.6441, 0.6335, 0.624, 0.6066, 0.6026, 0.5949, 0.5922, 0.5807, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Fast_ice", "Antarctic_Cold_Reversal", "Sea_level_rise", "Arctic_geoengineering", "Sea_ice", "Antarctic_sea_ice"], "ranked_scores": [0.7203, 0.6881, 0.6763, 0.6748, 0.6483, 0.6351, 0.6298, 0.6283, 0.6278, 0.6243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Wind_power", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Growth_of_wind_power_in_the_United_States", "Wind_power_by_country", "Carbon_offset", "Wind_power_in_the_United_Kingdom", "Carbon_neutrality", "Carbon_accounting"], "ranked_scores": [0.7236, 0.708, 0.7047, 0.6997, 0.6986, 0.6837, 0.6813, 0.6801, 0.6763, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Carbon_neutrality", "Global_warming_controversy", "Politics_of_global_warming", "CO2_is_Green", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "ExxonMobil_climate_change_controversy", "Carbon_offset", "Global_warming"], "ranked_scores": [0.691, 0.6794, 0.6709, 0.668, 0.6643, 0.6581, 0.658, 0.6566, 0.6496, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Greenland_ice_sheet", "Geography_of_Greenland", "List_of_companies_of_Greenland", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Climate_change_in_the_Arctic", "Past_sea_level"], "ranked_scores": [0.6956, 0.6829, 0.6481, 0.6381, 0.6379, 0.633, 0.6317, 0.6241, 0.6174, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Climate_change_feedback", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_potential", "Greenhouse_effect"], "ranked_scores": [0.7153, 0.7094, 0.7091, 0.7089, 0.6928, 0.6862, 0.6822, 0.6798, 0.6789, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "The_Real_Global_Warming_Disaster", "Reasons_for_concern", "Global_warming_controversy"], "ranked_scores": [0.7337, 0.6685, 0.6648, 0.6611, 0.6597, 0.6541, 0.6531, 0.6507, 0.6502, 0.6489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "Southern_tick-associated_rash_illness", "Amblyomma_americanum", "Climate_of_Minneapolis–Saint_Paul", "Excessive_heat_watch", "Sun_Belt", "Ehrlichia_Wisconsin_HM543746", "Disease_diffusion_mapping", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [0.6251, 0.5622, 0.5619, 0.555, 0.5528, 0.5503, 0.5475, 0.5462, 0.5443, 0.54], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Coupled_model_intercomparison_project", "IPCC_First_Assessment_Report", "Temperature_record_of_the_past_1000_years", "Climate_change_feedback", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6951, 0.6795, 0.678, 0.6759, 0.6744, 0.6737, 0.6736, 0.6703, 0.6699, 0.6697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "100,000-year_problem", "Neoglaciation"], "ranked_scores": [0.6817, 0.6747, 0.6704, 0.6687, 0.6578, 0.6574, 0.6562, 0.6557, 0.6533, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Climate_change_in_Tuvalu", "IPCC_First_Assessment_Report", "Global_Climate_Observing_System", "Greenhouse_gas_accounting", "History_of_climate_change_science", "Climate_footprint", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.645, 0.5925, 0.5816, 0.5806, 0.5749, 0.5736, 0.5708, 0.5708, 0.569, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "PH", "Acid_rain", "Acid", "Carbonic_acid", "Carbon_dioxide", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_dissociation_constant"], "ranked_scores": [0.5709, 0.5621, 0.5537, 0.5492, 0.5406, 0.534, 0.5333, 0.5333, 0.5331, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5726, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Antarctica_cooling_controversy", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "World_Climate_Report", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6775, 0.6774, 0.6536, 0.6453, 0.6452, 0.6442, 0.6315, 0.6295, 0.6269, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Programmed_Data_Processor", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "PDOS", "Eugenius_Warming", "1911_Eastern_North_America_heat_wave", "Indonesian_Democratic_Party", "El_Niño", "Köppen_climate_classification"], "ranked_scores": [0.5779, 0.5595, 0.5258, 0.5255, 0.5225, 0.518, 0.5097, 0.5088, 0.5071, 0.507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Adam_Scaife", "Ian_Clark_(geologist)", "The_Hockey_Stick_and_the_Climate_Wars", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Hockey_stick_graph", "Hockey_stick_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ice2sea", "Arctic_geoengineering"], "ranked_scores": [0.7014, 0.6831, 0.6823, 0.6759, 0.6733, 0.6672, 0.6671, 0.6653, 0.6652, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Weather_front", "Low-pressure_area", "Winter_1985_cold_wave", "Cold-air_damming", "Temperate_climate", "Early_2014_North_American_cold_wave", "January_2017_European_cold_wave", "Norwegian_cyclone_model"], "ranked_scores": [0.6818, 0.6624, 0.6503, 0.6438, 0.6369, 0.6316, 0.6264, 0.6247, 0.6232, 0.6179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "Instrumental_temperature_record", "Weather_satellite", "1908", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7277, 0.7272, 0.7095, 0.6641, 0.6409, 0.6242, 0.6189, 0.6186, 0.6123, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "NOAA-7", "Clouds_and_the_Earth's_Radiant_Energy_System", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Collider_Detector_at_Fermilab", "Cosmic-ray_observatory"], "ranked_scores": [0.5368, 0.5098, 0.5051, 0.505, 0.503, 0.5025, 0.4998, 0.4951, 0.495, 0.4899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Keystone_Pipeline", "Environmental_impact_of_transport_in_Australia", "Politics_of_global_warming", "International_Fuel_Tax_Agreement", "Climate_change_in_Canada"], "ranked_scores": [0.623, 0.6079, 0.6062, 0.6034, 0.5769, 0.5661, 0.5545, 0.5515, 0.5504, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Measurement_of_sea_ice", "Sea_level_rise", "Past_sea_level", "Ice2sea", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Last_glacial_period", "Deglaciation", "Post-glacial_rebound"], "ranked_scores": [0.71, 0.6698, 0.662, 0.6571, 0.6552, 0.6422, 0.6397, 0.6344, 0.6307, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Instrumental_temperature_record", "World_Climate_Report", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "Climate_change_in_the_United_States"], "ranked_scores": [0.6389, 0.6154, 0.6148, 0.6031, 0.6025, 0.6001, 0.5968, 0.5952, 0.5941, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Sea", "Carbon_dioxide_in_Earth's_atmosphere", "Free_Ocean_CO2_Enrichment", "Iron_fertilization", "Anoxic_event", "Ocean"], "ranked_scores": [0.7556, 0.7403, 0.6758, 0.6522, 0.6459, 0.6358, 0.6352, 0.6307, 0.6295, 0.6284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_topics_characterized_as_pseudoscience", "Demand_destruction", "List_of_experimental_errors_and_frauds_in_physics", "Skeptical_Science", "Alternative_medicine", "Environmental_skepticism", "Junk_science", "False_balance", "Fossil_fuel_divestment"], "ranked_scores": [0.581, 0.5803, 0.5794, 0.559, 0.5582, 0.5545, 0.5499, 0.5499, 0.5492, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3348, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Ice2sea", "Ice_rise", "Global_warming_in_Antarctica", "Fast_ice", "Climate_change", "Measurement_of_sea_ice", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7663, 0.7282, 0.6762, 0.6696, 0.6339, 0.6337, 0.6293, 0.6236, 0.6221, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Megadrought", "Climate_change_in_Europe", "Dust_Bowl", "Grassland_degradation", "The_Coming_Global_Superstorm"], "ranked_scores": [0.6251, 0.624, 0.616, 0.6061, 0.5882, 0.5626, 0.5606, 0.5534, 0.5482, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Scientific_opinion_on_climate_change", "Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6779, 0.6488, 0.6394, 0.6392, 0.6372, 0.6333, 0.6329, 0.6323, 0.6322, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6721, 0.6678, 0.6645, 0.6605, 0.6563, 0.6562, 0.6516, 0.6457, 0.6317, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory"], "ranked_scores": [0.6944, 0.6812, 0.6751, 0.6675, 0.6584, 0.6555, 0.6551, 0.654, 0.6427, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_cooling", "Global_warming_hiatus", "Climate_inertia", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Temperature_record_of_the_past_1000_years", "Antarctica_cooling_controversy"], "ranked_scores": [0.6939, 0.6885, 0.6682, 0.6526, 0.6416, 0.6401, 0.6384, 0.6382, 0.6372, 0.6355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Embedded_emissions", "Global_warming_potential", "Climate_change_in_China", "Wetland_methane_emissions", "Flue-gas_emissions_from_fossil-fuel_combustion", "Carbon_emissions_reporting"], "ranked_scores": [0.6658, 0.6645, 0.66, 0.6594, 0.633, 0.6279, 0.6242, 0.6208, 0.6194, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Risk_neutral", "Prudent_avoidance_principle", "Management_systems_for_road_safety", "Centre_for_the_Study_of_Existential_Risk", "Systematic_risk", "Longevity_risk", "Global_catastrophic_risk", "Planning_fallacy", "Risk–benefit_ratio"], "ranked_scores": [0.5774, 0.5628, 0.5599, 0.558, 0.5573, 0.5554, 0.5527, 0.5495, 0.5489, 0.5456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_Environmental_Protection_Agency", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "Coal_pollution_mitigation", "Mitigation_of_global_warming_in_Australia", "Energy_Independence_and_Security_Act_of_2007"], "ranked_scores": [0.5052, 0.501, 0.4958, 0.4923, 0.4866, 0.4804, 0.4655, 0.4654, 0.4499, 0.4491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño", "El_Niño–Southern_Oscillation", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "1982–83_El_Niño_event", "2016_North_American_heat_wave"], "ranked_scores": [0.732, 0.7067, 0.6888, 0.6836, 0.6822, 0.6791, 0.6769, 0.6703, 0.6696, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Sea_ice_thickness", "Sea_ice", "Ice2sea", "Polar_seas", "Drift_ice", "Ice_shelf"], "ranked_scores": [0.7308, 0.7273, 0.716, 0.7146, 0.7132, 0.7126, 0.7035, 0.692, 0.6796, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Coal", "Coal_gasification", "Coal_gasification_commercialization", "Refined_coal", "Cleaner_production", "List_of_coal_fired_power_stations_in_Australia", "Coal_mining", "Beyond_Coal"], "ranked_scores": [0.7664, 0.7619, 0.6566, 0.6522, 0.6499, 0.6399, 0.6313, 0.6259, 0.6245, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Programmed_Data_Processor", "PDOS", "Cool_tropics_paradox", "Indonesian_Democratic_Party", "Post–World_War_II_economic_expansion", "History_of_the_Philippines_(1898–1946)", "1960s", "Little_Ice_Age"], "ranked_scores": [0.5811, 0.5688, 0.5607, 0.5385, 0.5121, 0.5061, 0.5037, 0.5012, 0.4967, 0.49], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Climate_footprint", "2015_United_Nations_Climate_Change_Conference", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "World_Climate_Change_Conference,_Moscow", "Global_warming_potential", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6098, 0.6086, 0.5918, 0.5914, 0.5911, 0.5884, 0.5875, 0.5777, 0.576, 0.5746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change", "Greening_Earth_Society", "Scientific_opinion_on_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_in_the_United_States", "Climate_change"], "ranked_scores": [0.7136, 0.6974, 0.6915, 0.6857, 0.6764, 0.6711, 0.671, 0.6704, 0.6673, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "2014–15_North_American_winter", "Hockey_stick_controversy", "March_2012_North_American_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Highest_temperature_recorded_on_Earth", "Global_cooling", "November_2014_North_American_cold_wave"], "ranked_scores": [0.4635, 0.4543, 0.4521, 0.4486, 0.4432, 0.4429, 0.4338, 0.4317, 0.4307, 0.4281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Idealized_greenhouse_model", "Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Earth's_energy_budget", "Greenhouse_effect", "Climate_change", "Global_warming_in_Antarctica", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7244, 0.7239, 0.7228, 0.7058, 0.7035, 0.7018, 0.6999, 0.6976, 0.6916, 0.6913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Soft_landing_(economics)", "Diminishing_returns", "Tendency_of_the_rate_of_profit_to_fall", "Trend_stationary", "Economic_statistics", "Global_warming_hiatus", "Inverse_consequences", "Median", "Economic_growth"], "ranked_scores": [0.5657, 0.5435, 0.5392, 0.5387, 0.5383, 0.514, 0.5128, 0.5107, 0.5084, 0.5057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "History_of_climate_change_science", "Global_warming", "History_of_sustainability", "Reasons_for_concern", "IPCC_Fourth_Assessment_Report", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Eco-economic_decoupling"], "ranked_scores": [0.673, 0.6709, 0.6666, 0.6575, 0.6393, 0.6366, 0.6271, 0.6259, 0.6248, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Neoglaciation", "Hockey_stick_graph", "History_of_climate_change_science", "Pliocene_climate", "Global_cooling", "Proxy_(climate)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6984, 0.6918, 0.6839, 0.6805, 0.6801, 0.6757, 0.6634, 0.6619, 0.661, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "List_of_topics_characterized_as_pseudoscience", "Not_even_wrong", "Climatic_Research_Unit_email_controversy", "List_of_experimental_errors_and_frauds_in_physics", "Media_coverage_of_climate_change", "World_Climate_Report"], "ranked_scores": [0.5634, 0.5518, 0.5408, 0.5355, 0.5263, 0.5209, 0.5188, 0.5186, 0.5176, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Hot_tower", "2001_Eastern_North_America_heat_wave", "List_of_heat_waves", "Urban_heat_island", "AccuWeather", "Microclimate", "2016_North_American_heat_wave", "2011_North_American_heat_wave", "Weather_station"], "ranked_scores": [0.6055, 0.5995, 0.587, 0.5855, 0.585, 0.5791, 0.5769, 0.5763, 0.5758, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "IPCC_Fourth_Assessment_Report", "Global_cooling", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Global_warming", "Global_warming_controversy", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.716, 0.7104, 0.699, 0.696, 0.6948, 0.6926, 0.6911, 0.6868, 0.6846, 0.6782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "California", "Southern_California_Edison", "Solar_power_by_country", "Six_Californias", "Plug-in_hybrids_in_California", "Electricity_sector_of_the_United_States", "Wind_power_in_the_United_States"], "ranked_scores": [0.6385, 0.613, 0.5975, 0.57, 0.57, 0.5617, 0.5581, 0.5544, 0.546, 0.5351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Pennsylvania", "Agriculture_in_Argentina", "Workforce_productivity", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture", "Household_income_in_the_United_States"], "ranked_scores": [0.6146, 0.5943, 0.5938, 0.5905, 0.5775, 0.5702, 0.5641, 0.5638, 0.5594, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m4-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Aronia", "Rubus_arcticus", "Culture_of_California", "Strawberry", "Spruce", "Bile_bear", "Royal_jelly", "Kodiak_bear", "Sloth_bear", "Rainforest"], "ranked_scores": [0.6129, 0.5971, 0.5901, 0.5861, 0.5774, 0.5556, 0.5528, 0.5469, 0.5432, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_sea_ice_decline", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Shale_gas", "Wetland_methane_emissions", "Deforestation_and_climate_change", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Ice"], "ranked_scores": [0.7084, 0.6942, 0.6761, 0.6732, 0.6612, 0.6495, 0.6469, 0.6459, 0.6424, 0.6418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Marine_layer", "Coast", "Megatsunami", "Brown_ocean_effect", "Life_zones_of_the_Mediterranean_region", "Tide_gauge", "Tsunami"], "ranked_scores": [0.8038, 0.8012, 0.7588, 0.7402, 0.7255, 0.7225, 0.7203, 0.7127, 0.7074, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Global_cooling", "Arctic_geoengineering", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Environmental_issue", "Shutdown_of_thermohaline_circulation", "Climate_change_mitigation_scenarios", "Ice2sea"], "ranked_scores": [0.7796, 0.7592, 0.7549, 0.7187, 0.71, 0.6934, 0.6914, 0.6827, 0.6799, 0.6779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_New_Mexico", "Wind_power_in_Mexico", "Millmerran_Power_Station", "Alta_Wind_Energy_Center", "Wind_power_in_Colorado", "Nuclear_power_debate", "Pro-nuclear_movement", "Weatherization", "Wind_power_in_California", "Atmospheric_carbon_cycle"], "ranked_scores": [0.7071, 0.7038, 0.6984, 0.6893, 0.685, 0.6825, 0.6825, 0.6754, 0.6752, 0.6614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Avoiding_Dangerous_Climate_Change", "Carbon_neutrality", "Low-carbon_emission", "Clean_Development_Mechanism", "Contraction_and_Convergence", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide_removal"], "ranked_scores": [0.6795, 0.6752, 0.6716, 0.6677, 0.6634, 0.663, 0.6558, 0.6531, 0.6524, 0.6354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Interglacial", "Ice_age", "East_Antarctic_Ice_Sheet", "West_Ice", "Last_Glacial_Maximum", "The_Ice_Age", "Quaternary_glaciation"], "ranked_scores": [0.7747, 0.7452, 0.7361, 0.7138, 0.7038, 0.701, 0.6968, 0.6874, 0.6839, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Environmental_issue", "IPCC_First_Assessment_Report", "Climate_change_mitigation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Economics_of_global_warming", "Politics_of_global_warming"], "ranked_scores": [0.7923, 0.7668, 0.7568, 0.7404, 0.7326, 0.7247, 0.7227, 0.7155, 0.7137, 0.7137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Politics_of_global_warming", "Economics_of_global_warming", "Global_warming_conspiracy_theory", "Physical_impacts_of_climate_change", "Global_warming", "Effects_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science", "Environmental_skepticism"], "ranked_scores": [0.7505, 0.7505, 0.7505, 0.745, 0.73, 0.7248, 0.7248, 0.7207, 0.7207, 0.7165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["List_of_diseases_eliminated_from_the_United_States", "Herd_immunity", "Ehrlichia_Wisconsin_HM543746", "Southern_tick-associated_rash_illness", "Acrodermatitis", "Tumid_lupus_erythematosus", "Infectious_mononucleosis", "Climate_change_denial", "History_of_malaria", "United_States_rainfall_climatology"], "ranked_scores": [0.6562, 0.6512, 0.6218, 0.6066, 0.5939, 0.5707, 0.5667, 0.5634, 0.5531, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_change_adaptation_in_Nepal", "Carbon_bubble", "Climate_change_mitigation", "Climate_engineering", "Arctic_geoengineering", "Climate_Finance", "Global_Warming_Pollution_Reduction_Act_of_2007", "Reducing_emissions_from_deforestation_and_forest_degradation", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [0.7108, 0.7108, 0.6867, 0.6825, 0.6817, 0.6811, 0.6785, 0.6739, 0.6714, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Season_creep", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "Autumn", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "Tide_clock", "Season", "Holocene", "Future_of_Earth"], "ranked_scores": [0.7542, 0.7505, 0.7491, 0.746, 0.7457, 0.7389, 0.7341, 0.7336, 0.7285, 0.7261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "NASA_Earth_Observatory", "Willie_Soon", "Mauna_Loa_Observatory", "Ozone_layer", "Greenhouse_gas", "Mount_Lokon", "Global_dimming", "Mesosphere"], "ranked_scores": [0.695, 0.669, 0.6638, 0.6576, 0.654, 0.6536, 0.6527, 0.6493, 0.6452, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Acidosis", "Carbon_dioxide_in_Earth's_atmosphere", "Dole_effect", "Estuarine_acidification", "Greenhouse_gas", "Ozone", "Ozone_depletion", "Sulfate_aerosol", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.724, 0.699, 0.698, 0.6799, 0.6782, 0.6713, 0.6608, 0.653, 0.647, 0.6345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Copenhagen_Diagnosis", "Media_coverage_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "Stern_Review", "Global_warming_controversy", "History_of_climate_change_science", "Climate_change"], "ranked_scores": [0.7762, 0.7684, 0.767, 0.7668, 0.7613, 0.7506, 0.7466, 0.7452, 0.7452, 0.7416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Abrupt_climate_change", "Avoiding_Dangerous_Climate_Change", "Shutdown_of_thermohaline_circulation", "Climate_change_mitigation", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Cool_tropics_paradox", "Pneumonia_front", "Pacific_decadal_oscillation"], "ranked_scores": [0.6252, 0.5373, 0.524, 0.5191, 0.5149, 0.5104, 0.5092, 0.5085, 0.5082, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Carbon_bubble", "Climate_change_mitigation", "Reducing_emissions_from_deforestation_and_forest_degradation", "Mitigation_of_global_warming_in_Australia", "2011_United_Nations_Climate_Change_Conference", "Climate_change_in_Europe", "Climate_Finance", "Kyoto_Protocol", "List_of_parties_to_the_Kyoto_Protocol", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions"], "ranked_scores": [0.7887, 0.7874, 0.7862, 0.7844, 0.7828, 0.769, 0.7645, 0.7642, 0.7642, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Prevailing_winds", "Sea_breeze", "Wind", "Weather_front", "Jet_stream", "Souther_(meteorology)", "Low-pressure_area", "Rear-inflow_jet", "Polar_vortex"], "ranked_scores": [0.7988, 0.7871, 0.7602, 0.7521, 0.7314, 0.7067, 0.7011, 0.7004, 0.6854, 0.6846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "Antarctica_cooling_controversy", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "Abrupt_climate_change", "HadCRUT", "Hockey_stick_graph"], "ranked_scores": [0.7844, 0.7308, 0.7308, 0.7233, 0.6951, 0.6912, 0.6912, 0.6764, 0.6759, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Clean_Development_Mechanism", "CLOUD_experiment", "Intended_Nationally_Determined_Contributions", "Physical_impacts_of_climate_change", "World_Climate_Change_Conference,_Moscow", "Free_Ocean_CO2_Enrichment", "Climate_change_feedback", "Reducing_emissions_from_deforestation_and_forest_degradation", "Climatic_Research_Unit", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6609, 0.6485, 0.6379, 0.6364, 0.6298, 0.6252, 0.6229, 0.6205, 0.6193, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4317, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_offset", "Carbon_credit", "Carbon_pricing_in_Australia", "Carbon_emission_trading", "Emissions_trading", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Carbon_tax", "London_congestion_charge"], "ranked_scores": [0.6464, 0.6464, 0.6464, 0.6397, 0.6336, 0.6248, 0.6158, 0.6158, 0.6061, 0.6044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "West_Ice", "Interglacial", "Ice_age", "Little_Ice_Age", "Climate_change_in_Texas", "Holocene_glacial_retreat", "Last_Glacial_Maximum", "Antarctic_ice_sheet"], "ranked_scores": [0.7623, 0.7354, 0.7291, 0.7095, 0.6972, 0.6956, 0.6924, 0.6907, 0.6892, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "1936_North_American_cold_wave", "Climate_change_in_Texas", "Winter_1985_cold_wave", "Thaw_(weather)", "1908", "George_Kukla", "March_2012_North_American_heat_wave", "Timeline_of_the_2010_Pacific_hurricane_season", "2014–15_North_American_winter"], "ranked_scores": [0.6821, 0.6815, 0.6724, 0.6699, 0.668, 0.6629, 0.6604, 0.6604, 0.6587, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Water_distribution_on_Earth", "Ocean_acidification", "Acidophiles_in_acid_mine_drainage", "Chemical_oceanography", "Air_pollution_in_the_United_States", "Air_pollution", "Deep_ocean_water", "Blackwater_(coal)", "Ocean", "Water"], "ranked_scores": [0.7173, 0.7072, 0.7008, 0.6863, 0.6854, 0.6854, 0.6852, 0.6848, 0.684, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Offshore_outsourcing", "Renewable_energy_credit", "The_Real_Global_Warming_Disaster", "ExxonMobil_climate_change_controversy", "Climate_change_and_gender", "Wind_power_in_Mexico", "Pro-nuclear_movement", "Nuclear_power_debate", "Nuclear_reprocessing", "Energy_accidents"], "ranked_scores": [0.6453, 0.6194, 0.6165, 0.5871, 0.5863, 0.5812, 0.5809, 0.5809, 0.5781, 0.5757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_Texas", "Pliocene_climate", "Highest_temperature_recorded_on_Earth", "Global_cooling", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_inertia"], "ranked_scores": [0.7383, 0.703, 0.7029, 0.6939, 0.6587, 0.6433, 0.6411, 0.6372, 0.6367, 0.6333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Dust_Bowl", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Reducing_emissions_from_deforestation_and_forest_degradation", "Climate_change_in_Europe", "Climate_change_in_the_United_States", "Water_restrictions_in_Australia", "Carbon_emissions_reporting"], "ranked_scores": [0.694, 0.688, 0.6767, 0.6767, 0.6767, 0.6587, 0.6584, 0.6422, 0.6414, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["List_of_energy_efficient_buildings_in_India", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling_(disambiguation)", "Copenhagen_Diagnosis", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Stern_Review", "Reducing_emissions_from_deforestation_and_forest_degradation", "Climate_change_mitigation", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.6323, 0.6283, 0.622, 0.6219, 0.6198, 0.6169, 0.6088, 0.6077, 0.6075, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "1995_Chicago_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Excessive_heat_watch", "2018_British_Isles_heat_wave"], "ranked_scores": [0.8601, 0.8601, 0.8601, 0.8601, 0.8601, 0.8601, 0.8546, 0.8546, 0.8471, 0.8451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Politics_of_global_warming", "Attribution_of_recent_climate_change", "Copenhagen_Diagnosis", "Effects_of_global_warming_on_humans", "Climate_change_in_Australia", "Global_warming_controversy", "History_of_climate_change_science"], "ranked_scores": [0.8092, 0.7986, 0.7986, 0.7986, 0.7879, 0.7825, 0.7804, 0.7804, 0.7724, 0.7724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change", "Climate_change_(general_concept)", "Climate_variability", "Attribution_of_recent_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "Global_warming_controversy", "History_of_climate_change_science"], "ranked_scores": [0.7635, 0.7554, 0.7554, 0.7529, 0.7479, 0.7453, 0.7453, 0.7433, 0.7399, 0.7399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Greenhouse_gas", "Ozone_depletion_and_climate_change", "Effects_of_global_warming_on_humans", "Climate_change_in_Australia", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7875, 0.7575, 0.7486, 0.7455, 0.7429, 0.7355, 0.7302, 0.7288, 0.7288, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Scenario_analysis", "Disaster", "Worst-case_scenario", "Redundancy_(engineering)", "Error_catastrophe", "Accident", "Deindustrialisation_by_country", "Hazard_elimination", "Risk_analysis", "Deregulation"], "ranked_scores": [0.7525, 0.7317, 0.7096, 0.689, 0.6862, 0.6789, 0.674, 0.6487, 0.6406, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Landfill_gas_emission_reduction_in_Brazil", "Carbon_pricing_in_Australia", "Carbon_bubble", "Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "Climate_Change_Act_2008", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia", "Climate_change_mitigation"], "ranked_scores": [0.741, 0.6862, 0.6814, 0.6787, 0.6773, 0.6765, 0.6734, 0.666, 0.6576, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2006_European_heat_wave", "Summer_of_1976_(Europe)", "1995_Chicago_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.7852, 0.7852, 0.7675, 0.7675, 0.7675, 0.7675, 0.7675, 0.7675, 0.7612, 0.7612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["East_Antarctic_Ice_Sheet", "Thwaites_Glacier", "Antarctica", "Arctic_sea_ice_decline", "Antarctic_Treaty_System", "Greenland_ice_sheet", "Antarctic_ice_sheet", "West_Ice", "Sea_ice", "Geography_of_Antarctica"], "ranked_scores": [0.7451, 0.6944, 0.6768, 0.6765, 0.6668, 0.6651, 0.6646, 0.6597, 0.6583, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Cleaner_production", "Carbon_capture_and_storage", "Coal_pollution_mitigation", "Coal_gasification_commercialization", "Coal_gasification", "Coal_gas", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal"], "ranked_scores": [0.7539, 0.7441, 0.7361, 0.7001, 0.6961, 0.6961, 0.6961, 0.6891, 0.6889, 0.6808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Ozone_depletion", "Cleaner_production", "Carbon_diet", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Ozone", "NoCO2_Certification_Program", "PDOS", "Clean_Development_Mechanism"], "ranked_scores": [0.537, 0.5201, 0.498, 0.4824, 0.4739, 0.4739, 0.4721, 0.4714, 0.4696, 0.4683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_issue", "Global_cooling", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Politics_of_global_warming"], "ranked_scores": [0.7913, 0.7726, 0.7723, 0.7708, 0.7623, 0.7616, 0.7616, 0.7558, 0.7558, 0.7558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Climate_risk", "Climatic_Research_Unit_documents", "Climate_change_and_gender", "Climatic_Research_Unit_email_controversy", "2009_United_Nations_Climate_Change_Conference", "World_Climate_Change_Conference,_Moscow", "Economics_of_global_warming", "Politics_of_global_warming"], "ranked_scores": [0.7118, 0.7068, 0.7068, 0.7026, 0.6994, 0.692, 0.6909, 0.6805, 0.6744, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Pneumonia_front", "Future_sea_level", "HIV/AIDS_denialism", "Global_cooling_(disambiguation)", "Shutdown_of_thermohaline_circulation", "Celsius", "Forecast_error", "Freezing_level", "Ground_zero", "Cool_tropics_paradox"], "ranked_scores": [0.5432, 0.5401, 0.5292, 0.5275, 0.5249, 0.5224, 0.5216, 0.5081, 0.5073, 0.5072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_inertia", "History_of_climate_change_science", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Global_cooling", "Climate_change_in_Texas", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Global_warming"], "ranked_scores": [0.8344, 0.8268, 0.8268, 0.8239, 0.8175, 0.8142, 0.8135, 0.8125, 0.8125, 0.8125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Weighting", "Environmental_issue", "Scientific_consensus_on_climate_change", "Earth's_energy_budget", "Attribution_of_recent_climate_change", "Absolute_risk_reduction", "Climate_change", "Idealized_greenhouse_model", "Cool_tropics_paradox", "Regional_effects_of_global_warming"], "ranked_scores": [0.6562, 0.6548, 0.6505, 0.6292, 0.6262, 0.6228, 0.6143, 0.6121, 0.6083, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Environmental_issue", "Attribution_of_recent_climate_change", "Global_cooling", "Climate_change_in_Australia", "Effects_of_global_warming_on_humans", "Politics_of_global_warming"], "ranked_scores": [0.7556, 0.748, 0.7352, 0.7339, 0.7173, 0.7166, 0.7075, 0.6982, 0.6982, 0.6954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Instrumental_temperature_record", "Climate_change_in_Texas", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Effect_of_Sun_angle_on_climate", "Eocene_Thermal_Maximum_2", "Highest_temperature_recorded_on_Earth", "Future_of_Earth", "Global_cooling", "Cool_tropics_paradox"], "ranked_scores": [0.8189, 0.8146, 0.801, 0.801, 0.7739, 0.7692, 0.7644, 0.7326, 0.7322, 0.7303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["IPCC_Fifth_Assessment_Report", "Media_coverage_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Climate_change_opinion_by_country", "World_Climate_Change_Conference,_Moscow", "Merchants_of_Doubt", "Climate_Change_Denial:_Heads_in_the_Sand", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [0.6762, 0.6756, 0.6599, 0.6599, 0.6577, 0.6511, 0.639, 0.6389, 0.6282, 0.6245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2769, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Ground-coupled_heat_exchanger", "Geothermal_heat_pump", "Winds_aloft", "Solar_updraft_tower", "HVAC", "Weather_map", "Surface_weather_analysis", "Air_conditioned_clothing", "Air_conditioning", "Automobile_air_conditioning"], "ranked_scores": [0.741, 0.741, 0.7387, 0.7296, 0.7167, 0.7075, 0.706, 0.702, 0.702, 0.702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_in_Texas", "Climate_inertia", "Global_cooling", "Attribution_of_recent_climate_change", "Cool_tropics_paradox", "Climate_change", "Global_warming_controversy", "History_of_climate_change_science", "Global_warming_in_Antarctica"], "ranked_scores": [0.8334, 0.8155, 0.8153, 0.8098, 0.799, 0.7965, 0.7915, 0.7894, 0.7894, 0.786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy_debate", "Wind_power_in_California", "Growth_of_wind_power_in_the_United_States", "Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Wind_power_in_Mexico", "Solar_energy", "Aliso_Canyon_gas_leak", "List_of_largest_power_stations", "Wind_power_in_Pennsylvania"], "ranked_scores": [0.5812, 0.5525, 0.5492, 0.5475, 0.5457, 0.5414, 0.5308, 0.5242, 0.521, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture_in_Brazil", "Intensive_animal_farming", "Agriculture", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Gold_mining_in_the_United_States", "Meat_industry"], "ranked_scores": [0.6107, 0.5936, 0.5848, 0.5637, 0.5531, 0.5508, 0.5462, 0.5413, 0.5371, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m8-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Spruce", "Rubus_arcticus", "Hunting_and_fishing_in_Alaska", "Strawberry", "Aronia", "Sloth_bear", "Syrian_brown_bear", "Grizzly_bear", "Bile_bear", "Royal_jelly"], "ranked_scores": [0.5612, 0.5594, 0.5592, 0.5523, 0.5389, 0.5354, 0.527, 0.5226, 0.5216, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Melt_pond", "Water_vapor", "Wetland_methane_emissions", "Atmospheric_methane", "Marcellus_natural_gas_trend", "Water_distribution_on_Earth", "Water_on_Mars", "Thermopause", "Aerobic_methane_production"], "ranked_scores": [0.7538, 0.6738, 0.6546, 0.6482, 0.6461, 0.6441, 0.6434, 0.6378, 0.636, 0.6354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_state", "Sea_level", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Seawater", "Temperate_climate", "Earth_rainfall_climatology"], "ranked_scores": [0.7755, 0.7039, 0.7026, 0.7008, 0.6777, 0.6733, 0.6688, 0.6669, 0.6524, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Global_cooling", "Arctic_sea_ice_decline", "Global_cooling_(disambiguation)", "Shutdown_of_thermohaline_circulation", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Climate_inertia", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Antarctica_cooling_controversy"], "ranked_scores": [0.7038, 0.6991, 0.6836, 0.6494, 0.6464, 0.642, 0.6304, 0.6205, 0.6196, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Wind_power_in_Mexico", "Alta_Wind_Energy_Center", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico", "Climate_footprint", "Growth_of_wind_power_in_the_United_States", "Carbon_footprint", "Fossil_fuel_power_station", "Millmerran_Power_Station", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6528, 0.652, 0.6433, 0.6431, 0.6424, 0.6357, 0.627, 0.6267, 0.6249, 0.6244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Carbon_neutrality", "Carbon_bubble", "Climate_change_mitigation", "Climate_change_in_Australia", "Mitigation_of_global_warming_in_Australia", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6903, 0.6698, 0.6681, 0.647, 0.6445, 0.6442, 0.6431, 0.6417, 0.6365, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Holocene_glacial_retreat", "East_Antarctic_Ice_Sheet", "Ice_age", "Last_Glacial_Maximum", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Quaternary_glaciation", "Ice_sheet", "Timeline_of_glaciation", "Future_sea_level"], "ranked_scores": [0.6825, 0.6673, 0.6627, 0.6613, 0.6542, 0.6317, 0.6265, 0.6263, 0.619, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Contraction_and_Convergence", "Global_warming_controversy", "Kyoto_Protocol", "2015_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.7084, 0.7032, 0.6934, 0.6834, 0.6711, 0.6603, 0.657, 0.6567, 0.6563, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Physical_impacts_of_climate_change", "Climate_change_in_Texas", "Climate_change", "Politics_of_global_warming", "Economics_of_global_warming", "History_of_climate_change_science", "1980_United_States_heat_wave", "Scientific_opinion_on_climate_change", "Effects_of_global_warming"], "ranked_scores": [0.7161, 0.7057, 0.7039, 0.7002, 0.6996, 0.6928, 0.6925, 0.6905, 0.6872, 0.6867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Kawasaki_disease", "Multiple_sclerosis", "Lyme_disease", "Infectious_mononucleosis", "Meningococcal_disease", "Diphtheria", "Lymphoma", "Ehrlichia_Wisconsin_HM543746", "Lymphangitis", "Acrodermatitis"], "ranked_scores": [0.5887, 0.5872, 0.5827, 0.5785, 0.5671, 0.5548, 0.5547, 0.5545, 0.553, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Arctic_geoengineering", "Climate_change_and_gender", "Climate_change_mitigation_scenarios", "Physical_impacts_of_climate_change", "Climate_change_in_Europe", "Reasons_for_concern", "Effects_of_global_warming"], "ranked_scores": [0.7104, 0.6936, 0.6845, 0.6802, 0.6749, 0.6686, 0.6664, 0.6663, 0.6657, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Greenhouse_and_icehouse_Earth", "Cool_tropics_paradox", "Bølling-Allerød_warming", "Climate_change_in_Australia", "Paleocene–Eocene_Thermal_Maximum", "Deglaciation", "Abrupt_climate_change"], "ranked_scores": [0.7236, 0.7039, 0.7039, 0.6977, 0.6919, 0.6804, 0.6745, 0.6727, 0.6715, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Willie_Soon", "Global_dimming", "Tropospheric_ozone", "Dole_effect", "Thermopause", "Ozone_layer", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Mesosphere"], "ranked_scores": [0.6432, 0.6376, 0.6219, 0.6212, 0.6202, 0.6163, 0.615, 0.6092, 0.6051, 0.6023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Dole_effect", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Ozone_depletion", "Great_Oxygenation_Event", "Ozone_layer", "Aerobic_methane_production", "Estuarine_acidification", "Ozone"], "ranked_scores": [0.6378, 0.6044, 0.6001, 0.5995, 0.5931, 0.5922, 0.5886, 0.5832, 0.5815, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Global_cooling", "Attribution_of_recent_climate_change", "Climate_change", "Global_warming_controversy", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Physical_impacts_of_climate_change", "Economics_of_global_warming"], "ranked_scores": [0.7719, 0.7697, 0.7661, 0.7623, 0.7605, 0.7551, 0.7547, 0.7499, 0.7374, 0.7353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)", "Cool_tropics_paradox", "Köppen_climate_classification", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Abrupt_climate_change", "List_of_parties_to_the_Kyoto_Protocol", "Pacific_decadal_oscillation", "Global_dimming", "Antarctica_cooling_controversy"], "ranked_scores": [0.4993, 0.4879, 0.4722, 0.4702, 0.4635, 0.4604, 0.4592, 0.4588, 0.4468, 0.4446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climate_change_mitigation", "Stern_Review", "Special_Report_on_Global_Warming_of_1.5_°C", "Presidential_Climate_Action_Plan", "2011_United_Nations_Climate_Change_Conference", "Climate_Change_Science_Program", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "List_of_parties_to_the_Kyoto_Protocol", "United_Nations_Framework_Convention_on_Climate_Change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7373, 0.7345, 0.7342, 0.7328, 0.731, 0.7253, 0.7237, 0.7219, 0.7184, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Prevailing_winds", "Polar_front", "Wind", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Global_stilling", "Sea_breeze", "North_Atlantic_oscillation"], "ranked_scores": [0.7278, 0.7004, 0.6936, 0.6909, 0.6773, 0.6768, 0.6619, 0.6552, 0.655, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "HadCRUT", "Climate_change_in_Texas", "2013_extreme_weather_events", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [0.7535, 0.7485, 0.6994, 0.6939, 0.6668, 0.6668, 0.6603, 0.6587, 0.6585, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Copenhagen_Diagnosis", "Clean_Development_Mechanism", "Cold_fusion", "Intended_Nationally_Determined_Contributions", "Contraction_and_Convergence", "Environmental_impact_of_nuclear_power", "Reducing_emissions_from_deforestation_and_forest_degradation", "Friends_of_Science", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.6739, 0.6091, 0.5936, 0.5817, 0.5774, 0.5704, 0.5546, 0.5545, 0.5527, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_offset", "Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Carbon_emission_trading", "Green_Energy_Act_2009", "Value-added_tax_(United_Kingdom)", "Emissions_trading", "International_Fuel_Tax_Agreement"], "ranked_scores": [0.6256, 0.6059, 0.605, 0.586, 0.584, 0.5702, 0.5626, 0.559, 0.5454, 0.5398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice_age", "Holocene_glacial_retreat", "Timeline_of_glaciation", "Retreat_of_glaciers_since_1850", "Early_2014_North_American_cold_wave", "Winter_1985_cold_wave", "Climate_change_in_Texas", "Global_cooling", "Quaternary_glaciation"], "ranked_scores": [0.6701, 0.6626, 0.6345, 0.6282, 0.6188, 0.6164, 0.6127, 0.6089, 0.6081, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Thaw_(weather)", "1936_North_American_cold_wave", "Climatic_Research_Unit_email_controversy", "2014–15_North_American_winter", "2013_extreme_weather_events", "1908", "Winter_1985_cold_wave", "March_2012_North_American_heat_wave", "Climate_change_(general_concept)", "Climate_variability"], "ranked_scores": [0.6345, 0.6229, 0.6161, 0.6154, 0.6153, 0.6144, 0.6123, 0.6114, 0.6066, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Anoxic_event", "Ocean_acidification", "Acidophiles_in_acid_mine_drainage", "Ocean", "Blackwater_(coal)", "Air_pollution", "Atmospheric_carbon_cycle", "Sulfate_aerosol", "Chemical_oceanography"], "ranked_scores": [0.6637, 0.6488, 0.6443, 0.6356, 0.6275, 0.6237, 0.6203, 0.6058, 0.6055, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Offshore_outsourcing", "Climate_change_and_gender", "Energy_accidents", "Pro-nuclear_movement", "Alternatives_assessment", "Alternative_fuel_vehicle", "Wage_curve", "Waste-to-energy_plant", "Environmental_impact_of_the_coal_industry", "Alternative_energy"], "ranked_scores": [0.5695, 0.5586, 0.5576, 0.5496, 0.5333, 0.5314, 0.528, 0.5275, 0.5222, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_Texas", "Pliocene_climate", "Arctic_sea_ice_decline", "Effect_of_Sun_angle_on_climate", "January_2016_East_Asia_cold_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.7025, 0.6817, 0.6703, 0.6351, 0.6257, 0.6159, 0.6154, 0.6134, 0.6126, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Desertification", "Drought_in_Spain", "Water_restrictions_in_Australia", "Ocean_acidification", "Famine", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6871, 0.6776, 0.6645, 0.6645, 0.6372, 0.6194, 0.6079, 0.5997, 0.5987, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Global_cooling_(disambiguation)", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Carbon_bubble", "Climate_change_mitigation", "Carbon_emission_trading", "Global_cooling", "Earth's_energy_budget", "Renewable_energy_in_the_United_Kingdom", "Arctic_geoengineering"], "ranked_scores": [0.6287, 0.6238, 0.6197, 0.6139, 0.6113, 0.6113, 0.6082, 0.6075, 0.6071, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "1995_Chicago_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "1911_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2011_North_American_heat_wave"], "ranked_scores": [0.8698, 0.8669, 0.8605, 0.8572, 0.8513, 0.8488, 0.8391, 0.8318, 0.8305, 0.826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["History_of_climate_change_science", "Economics_of_global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Climate_change_in_the_United_States", "Climate_change"], "ranked_scores": [0.8005, 0.7961, 0.7909, 0.7875, 0.7815, 0.7783, 0.7757, 0.7746, 0.7716, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Instrumental_temperature_record", "Climate_change", "Global_warming_hiatus", "Earth's_energy_budget", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Politics_of_global_warming", "Arctic_sea_ice_decline"], "ranked_scores": [0.7547, 0.7547, 0.7399, 0.714, 0.6893, 0.6813, 0.6795, 0.6789, 0.678, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_effect", "Ozone_depletion_and_climate_change", "Atmospheric_methane", "Environmental_issue", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "Idealized_greenhouse_model", "Tropospheric_ozone"], "ranked_scores": [0.7221, 0.6786, 0.6783, 0.6782, 0.6725, 0.6681, 0.6674, 0.6651, 0.6525, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Scenario_analysis", "Worst-case_scenario", "Risk_analysis", "Risk_assessment", "Hazard", "Accident", "Disaster", "Longevity_risk", "Hazard_elimination", "Risk"], "ranked_scores": [0.6976, 0.679, 0.6495, 0.6436, 0.6401, 0.6382, 0.6358, 0.6234, 0.6186, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["United_States_withdrawal_from_the_Paris_Agreement", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "NoCO2_Certification_Program", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_United_States", "Presidential_Climate_Action_Plan", "Carbon_bubble", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_scores": [0.6406, 0.6154, 0.5999, 0.596, 0.5924, 0.5918, 0.5913, 0.5908, 0.5892, 0.5788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["January_2016_East_Asia_cold_wave", "1997–98_El_Niño_event", "Climate_change_in_Texas", "1911_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "2016_American_Northeast_heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [0.7653, 0.7603, 0.7584, 0.7513, 0.7492, 0.749, 0.7478, 0.7452, 0.7409, 0.7402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["East_Antarctic_Ice_Sheet", "Antarctic_Treaty_System", "Antarctic_ice_sheet", "Geography_of_Antarctica", "Arctic_sea_ice_decline", "Ice_age", "Thwaites_Glacier", "Antarctic", "Sea_ice", "Antarctic_continental_shelf"], "ranked_scores": [0.6897, 0.6671, 0.6633, 0.6595, 0.6543, 0.6383, 0.6249, 0.6186, 0.6085, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Beyond_Coal", "Nuclear_reprocessing", "Carbon_cycle_re-balancing", "Carbon-neutral_fuel", "Carbon_dioxide_removal", "Cleaner_production", "Carbon_neutrality", "Renewable_natural_gas"], "ranked_scores": [0.7468, 0.7393, 0.7081, 0.6743, 0.674, 0.6719, 0.6707, 0.67, 0.664, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)", "NoCO2_Certification_Program", "United_Nations_Environment_Organization", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "List_of_parties_to_the_Kyoto_Protocol", "Global_dimming", "Presidential_Climate_Action_Plan", "Cleaner_production", "United_States_withdrawal_from_the_Paris_Agreement"], "ranked_scores": [0.4405, 0.437, 0.4223, 0.4172, 0.4151, 0.4144, 0.4054, 0.4053, 0.3988, 0.3935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "Economics_of_global_warming", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change", "Effects_of_global_warming_on_humans", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7404, 0.7383, 0.7312, 0.7302, 0.7214, 0.7172, 0.7063, 0.7052, 0.7024, 0.6997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Climate_change_denial", "Economics_of_global_warming", "World_Climate_Report", "Global_warming_controversy", "United_Nations_Climate_Change_conference", "Climate_change_mitigation", "2009_United_Nations_Climate_Change_Conference", "Climate_change_adaptation", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6968, 0.6943, 0.6932, 0.6825, 0.6809, 0.6659, 0.665, 0.6627, 0.6622, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Celsius", "Desert_climate", "Freezing_level", "Shutdown_of_thermohaline_circulation", "Degree_day", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "Droughts_in_the_United_States", "Sea_surface_temperature", "Climate_of_the_United_Kingdom"], "ranked_scores": [0.5281, 0.5162, 0.5125, 0.5115, 0.5094, 0.5089, 0.5035, 0.5034, 0.5022, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Climate_change", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Climate_change_in_Texas"], "ranked_scores": [0.8297, 0.8228, 0.8219, 0.8073, 0.8035, 0.7976, 0.7976, 0.7975, 0.7969, 0.7944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Weighting", "Seasonal_adjustment", "Global_dimming", "Probability_of_error", "Management_systems_for_road_safety", "Diminishing_returns", "Solow_residual", "Covariate", "Regional_effects_of_global_warming", "Phillips_curve"], "ranked_scores": [0.5736, 0.5444, 0.5432, 0.5383, 0.538, 0.5323, 0.5246, 0.524, 0.523, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Climate_change_in_the_United_States", "Greenhouse_gas", "Global_cooling", "Climate_change_in_Australia", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_geoengineering", "Deforestation_and_climate_change", "Future_of_Earth", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_inertia"], "ranked_scores": [0.7003, 0.6776, 0.6772, 0.6749, 0.6745, 0.6679, 0.6649, 0.6608, 0.6591, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_Texas", "Highest_temperature_recorded_on_Earth", "Future_of_Earth", "Climate_variability", "Climate_change_(general_concept)", "Climate", "Thermopause"], "ranked_scores": [0.7839, 0.769, 0.769, 0.76, 0.7531, 0.7459, 0.7458, 0.7458, 0.7296, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "James_Hansen", "Greening_Earth_Society", "Climate_change_opinion_by_country"], "ranked_scores": [0.6759, 0.6759, 0.649, 0.6451, 0.6284, 0.6236, 0.6233, 0.6145, 0.6111, 0.6073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Cooling_center", "Weather_map", "Weather", "Satellite_temperature_measurements", "Wind", "Geothermal_heat_pump", "Excessive_heat_watch", "Instrumental_temperature_record", "Sea_breeze"], "ranked_scores": [0.7119, 0.7053, 0.6958, 0.685, 0.6791, 0.6728, 0.6666, 0.66, 0.6591, 0.6516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming_controversy", "Climate_inertia", "Global_warming_hiatus", "Global_cooling", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_in_Texas", "Climate_change_in_Australia", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.772, 0.7662, 0.7563, 0.754, 0.7484, 0.7468, 0.7424, 0.7403, 0.7373, 0.7321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_Colorado", "Wind_power_in_California", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_energy", "Solar_power", "Solar_power_in_Australia", "Grid_parity", "Wind_power_in_New_Mexico"], "ranked_scores": [0.674, 0.6435, 0.6179, 0.608, 0.608, 0.6012, 0.5999, 0.5871, 0.5767, 0.5672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_policy_of_the_United_States", "Agriculture_in_Pennsylvania", "Agriculture_in_Argentina", "Food,_Conservation,_and_Energy_Act_of_2008", "Farm_programs", "Agriculture_in_Brazil", "Agricultural_Act_of_2014", "Dairy_farming_in_Canada", "Agriculture,_forestry,_and_fishing_in_Japan", "Collectivization_in_the_Soviet_Union"], "ranked_scores": [0.584, 0.5791, 0.5632, 0.5433, 0.5381, 0.5214, 0.5126, 0.5062, 0.5023, 0.5001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Brown_bear", "Bile_bear", "Syrian_brown_bear", "Aronia", "Grizzly_bear", "Rubus_arcticus", "Hunting_and_fishing_in_Alaska", "Raccoon", "Kodiak_bear", "Strawberry"], "ranked_scores": [0.5096, 0.4814, 0.4764, 0.474, 0.4585, 0.4413, 0.4391, 0.4381, 0.4372, 0.4352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7921, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Volcanic_winter", "Arctic_methane_emissions", "Mesopause", "Carbon_dioxide_in_Earth's_atmosphere", "Thermopause", "Timeline_of_glaciation", "Glacier", "Climate_change_in_the_Arctic", "Ice_age", "Atmospheric_methane"], "ranked_scores": [0.6599, 0.6592, 0.6368, 0.6239, 0.6079, 0.6068, 0.6065, 0.6058, 0.602, 0.6014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2533, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_surface_temperature", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Sea_level", "Sea_level_rise", "Sea", "Future_sea_level", "Climate_of_Italy", "Antarctic_sea_ice"], "ranked_scores": [0.6988, 0.6865, 0.6679, 0.6665, 0.6589, 0.6559, 0.6553, 0.6544, 0.6526, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Sea_ice", "Copenhagen_Diagnosis", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.6382, 0.5997, 0.58, 0.5726, 0.5718, 0.5715, 0.564, 0.5591, 0.5583, 0.5546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Carbon_emissions_reporting", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_offset", "List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas_emissions_accounting", "German_response_to_Kyoto_Protocol", "List_of_renewable_energy_companies_by_stock_exchange", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [0.6036, 0.5798, 0.5776, 0.5752, 0.5723, 0.5712, 0.5679, 0.5676, 0.5669, 0.5662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["IPCC_First_Assessment_Report", "Stern_Review", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Global_cooling", "350.org", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.6384, 0.616, 0.6043, 0.5937, 0.5833, 0.5833, 0.5759, 0.5755, 0.5736, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Timeline_of_glaciation", "Future_sea_level", "Ice_age", "Last_Glacial_Maximum", "Quaternary_glaciation", "Past_sea_level", "Greenhouse_and_icehouse_Earth", "Deglaciation", "Holocene_glacial_retreat"], "ranked_scores": [0.665, 0.6545, 0.6386, 0.6381, 0.6201, 0.6185, 0.6143, 0.6138, 0.6125, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Greenhouse_gas", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "Global_warming", "Climate_change_mitigation"], "ranked_scores": [0.6616, 0.6537, 0.6525, 0.648, 0.6414, 0.6405, 0.6384, 0.633, 0.6314, 0.6311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_Texas", "Reasons_for_concern", "1980_United_States_heat_wave", "Extreme_weather", "Effects_of_global_warming_on_humans", "Politics_of_global_warming", "Earth_rainfall_climatology", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Media_coverage_of_climate_change"], "ranked_scores": [0.6345, 0.6177, 0.6099, 0.6085, 0.6012, 0.6012, 0.599, 0.5969, 0.5966, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Measles", "Disease", "Climate_of_Oregon", "1980_United_States_heat_wave", "Multiple_sclerosis", "Meningococcal_disease", "Granuloma_multiforme", "Lyme_disease", "Climate_of_Hawaii", "2006_North_American_heat_wave"], "ranked_scores": [0.4639, 0.4589, 0.4541, 0.4518, 0.4486, 0.4472, 0.4443, 0.4434, 0.4349, 0.4309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_risk", "IPCC_Second_Assessment_Report", "Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "Climate_change_mitigation_scenarios", "Climate_change_adaptation_in_Nepal", "World_Climate_Change_Conference,_Moscow", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6022, 0.5978, 0.5668, 0.5629, 0.5593, 0.547, 0.5455, 0.545, 0.5431, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_pattern", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Climate_change_(general_concept)", "Climate_variability"], "ranked_scores": [0.6984, 0.6809, 0.671, 0.6674, 0.6663, 0.6636, 0.6609, 0.6598, 0.6578, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Global_dimming", "Mesopause", "Keeling_Curve", "Climate_of_Mars", "Snowball_Earth", "Copenhagen_Diagnosis", "Atmospheric_circulation", "Tropospheric_ozone"], "ranked_scores": [0.6113, 0.6068, 0.584, 0.5703, 0.5633, 0.5564, 0.5516, 0.5513, 0.5488, 0.5462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Carbon_dioxide", "Estuarine_acidification", "Great_Oxygenation_Event", "Geological_history_of_oxygen", "Methane_clathrate", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Oxygen_cycle"], "ranked_scores": [0.5934, 0.5693, 0.5533, 0.5464, 0.5409, 0.5405, 0.5395, 0.5389, 0.5377, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "List_of_climate_research_satellites", "World_Climate_Change_Conference,_Moscow", "Reasons_for_concern", "Climate_change_opinion_by_country", "Physical_impacts_of_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7064, 0.6968, 0.692, 0.6644, 0.6599, 0.6571, 0.6571, 0.6568, 0.6536, 0.6523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Shutdown_of_thermohaline_circulation", "Climate_change_in_Texas", "Global_dimming", "Environmental_politics", "Pacific_decadal_oscillation", "Pliocene_climate", "Growth_of_wind_power_in_the_United_States", "PDOS", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.3898, 0.3783, 0.3775, 0.3763, 0.3671, 0.3661, 0.3601, 0.3564, 0.356, 0.3546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Stern_Review", "Arctic_Climate_Impact_Assessment", "Climate_Change_Science_Program", "Arctic_geoengineering", "Reasons_for_concern", "Scientific_consensus_on_climate_change", "Climate_risk", "Arctic_sea_ice_decline", "World_Climate_Change_Conference,_Moscow", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6484, 0.6472, 0.6452, 0.6437, 0.6404, 0.6348, 0.632, 0.6287, 0.6287, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Climate_of_Finland", "Polar_vortex", "Thaw_(weather)", "El_Niño–Southern_Oscillation", "Jet_stream", "Climate_of_the_United_States", "Continental_climate", "November_2014_North_American_cold_wave"], "ranked_scores": [0.6625, 0.6439, 0.6418, 0.632, 0.627, 0.621, 0.6208, 0.6158, 0.6143, 0.6088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "List_of_climate_research_satellites", "1997–98_El_Niño_event", "Cool_tropics_paradox", "Climate_change_in_the_Arctic", "Summer_of_1976_(Europe)", "Sea_surface_temperature"], "ranked_scores": [0.6797, 0.6575, 0.6521, 0.6361, 0.6262, 0.6235, 0.6226, 0.6211, 0.6156, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "Cold_fusion", "Copenhagen_Diagnosis", "Campaign_against_Climate_Change", "Collider_Detector_at_Fermilab", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climatic_Research_Unit_documents", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.5587, 0.5508, 0.5475, 0.5428, 0.5397, 0.5286, 0.5214, 0.52, 0.5195, 0.5142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Plug-in_hybrids_in_California", "Carbon_emission_trading", "Carbon_offset", "Carbon_credit"], "ranked_scores": [0.5561, 0.5392, 0.5161, 0.5076, 0.5027, 0.4909, 0.4883, 0.4857, 0.4831, 0.4777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Global_warming_in_Antarctica", "Ice_age", "Climate_of_Antarctica", "Future_sea_level", "Timeline_of_glaciation", "Polar_forests_of_the_Cretaceous", "2013_extreme_weather_events", "January_2016_East_Asia_cold_wave", "Arctic_sea_ice_decline", "Past_sea_level"], "ranked_scores": [0.6388, 0.6382, 0.6255, 0.6248, 0.6232, 0.6196, 0.6193, 0.6188, 0.6184, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Winter_1985_cold_wave", "2014–15_North_American_winter", "2013_extreme_weather_events", "2019_heat_wave_in_India_and_Pakistan", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "1936_North_American_cold_wave", "Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "Satellite_temperature_measurements"], "ranked_scores": [0.619, 0.6174, 0.6071, 0.6016, 0.5971, 0.5875, 0.5799, 0.5769, 0.5764, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Methane_clathrate", "Acidophiles_in_acid_mine_drainage", "Acid_rain", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Anoxic_event", "Chemical_oceanography"], "ranked_scores": [0.6878, 0.6699, 0.6119, 0.6114, 0.6096, 0.6077, 0.6012, 0.5997, 0.5995, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Demand_destruction", "Energy_in_the_United_States", "Environmental_impact_of_the_coal_industry", "Fossil_fuel_exporters", "Bioenergy_in_China", "Alternative_fuel_vehicle", "Renewable_energy_in_the_United_Kingdom", "Energy_industry", "Alternative_energy", "Greening_Earth_Society"], "ranked_scores": [0.476, 0.4442, 0.4431, 0.4396, 0.4394, 0.4385, 0.4383, 0.4352, 0.4313, 0.4296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Global_warming_in_Antarctica", "Polar_High", "Climate_change_in_the_Arctic", "Timeline_of_glaciation", "2013_extreme_weather_events", "January_2016_East_Asia_cold_wave", "Climate_of_Antarctica"], "ranked_scores": [0.6597, 0.657, 0.6563, 0.6496, 0.6284, 0.6275, 0.6261, 0.6225, 0.6199, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Water_restrictions_in_Australia", "Climate_of_Australia", "Droughts_in_the_United_States", "Copenhagen_Diagnosis", "Climate_change_in_Australia", "Drought_in_Spain", "2012–13_North_American_drought", "Climate_change_in_Europe", "Extreme_poverty"], "ranked_scores": [0.565, 0.5628, 0.5562, 0.5551, 0.5536, 0.5529, 0.5528, 0.5482, 0.5433, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Cool_tropics_paradox", "Stern_Review", "Climate_change_adaptation", "Climate_change_in_Europe", "IPCC_First_Assessment_Report", "Arctic_geoengineering", "Global_cooling", "Carbon_emission_trading", "Climate_sensitivity", "Carbon_neutrality"], "ranked_scores": [0.592, 0.587, 0.5841, 0.584, 0.5794, 0.5762, 0.5616, 0.5566, 0.5564, 0.5564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2018_British_Isles_heat_wave", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7502, 0.7237, 0.7185, 0.7181, 0.7086, 0.7071, 0.7069, 0.7057, 0.7007, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Global_cooling", "Climate_change_mitigation", "Global_warming_controversy", "Global_warming_hiatus", "Abrupt_climate_change"], "ranked_scores": [0.6942, 0.6805, 0.6691, 0.6665, 0.6616, 0.6561, 0.656, 0.655, 0.6538, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_pattern", "Climate_sensitivity", "Antarctica_cooling_controversy", "Cool_tropics_paradox", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate", "Regional_effects_of_global_warming", "Climate_oscillation"], "ranked_scores": [0.6625, 0.6625, 0.6617, 0.6616, 0.6537, 0.6503, 0.645, 0.6374, 0.6344, 0.6332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_effect", "Arctic_methane_emissions", "Environmental_issue", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_the_United_States", "Trifluoromethyl_sulphur_pentafluoride", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7338, 0.69, 0.687, 0.6727, 0.6708, 0.6666, 0.6498, 0.644, 0.6432, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Risk–benefit_ratio", "Disaster", "Scenario_analysis", "Worst-case_scenario", "Accident", "Risk", "Risk_analysis", "Systematic_risk", "Counterfactual_thinking"], "ranked_scores": [0.5778, 0.5492, 0.5321, 0.5266, 0.5248, 0.5152, 0.5152, 0.5135, 0.5073, 0.4958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "NoCO2_Certification_Program", "Global_Warming_Pollution_Reduction_Act_of_2007", "ExxonMobil_climate_change_controversy", "Aliso_Canyon_gas_leak", "Greenhouse_gas_emissions_by_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Canada_and_the_Kyoto_Protocol", "Redbank_Power_Station", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.5363, 0.5289, 0.5156, 0.5138, 0.5003, 0.4981, 0.4907, 0.4904, 0.4902, 0.4855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "January_2016_East_Asia_cold_wave", "Climate_of_Antarctica", "2013_extreme_weather_events", "2001_Eastern_North_America_heat_wave", "Winter_1985_cold_wave", "El_Niño–Southern_Oscillation", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7493, 0.7456, 0.7256, 0.7146, 0.7043, 0.7013, 0.6962, 0.6955, 0.6942, 0.6937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Climate_of_Antarctica", "Sea_ice_thickness", "Antarctica_cooling_controversy", "Polar_seas"], "ranked_scores": [0.6442, 0.6407, 0.6306, 0.6176, 0.6123, 0.5977, 0.5926, 0.5866, 0.5858, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Carbon_neutrality", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "Renewable_natural_gas"], "ranked_scores": [0.7107, 0.6989, 0.6529, 0.6363, 0.6251, 0.6173, 0.6157, 0.607, 0.6059, 0.6058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Tipping_point_(climatology)", "Clean_Development_Mechanism", "ADEOS_I", "Global_dimming", "PDOS", "Environmental_Defense_v._Duke_Energy_Corp.", "Weather_front", "Cockenzie_power_station", "Shutdown_of_thermohaline_circulation", "PDO"], "ranked_scores": [0.3602, 0.3536, 0.3476, 0.337, 0.3344, 0.3288, 0.3234, 0.3228, 0.3221, 0.322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Copenhagen_Diagnosis", "Global_cooling", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6933, 0.6871, 0.6861, 0.6853, 0.6811, 0.6749, 0.6662, 0.6579, 0.6565, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_risk", "Climate_Change_Science_Program", "World_Climate_Change_Conference,_Moscow", "Reasons_for_concern", "List_of_parties_to_the_Kyoto_Protocol", "World_Climate_Report", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [0.6854, 0.6694, 0.6534, 0.6517, 0.6508, 0.6485, 0.6464, 0.6456, 0.6419, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["MSU_temperature_measurements", "Low-pressure_area", "Climate_of_Finland", "Fahrenheit", "Droughts_in_the_United_States", "Overcast", "Global_stilling", "Microwave_Sounding_Unit_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Sea_surface_temperature"], "ranked_scores": [0.5265, 0.5101, 0.5101, 0.5085, 0.5075, 0.5068, 0.5013, 0.4959, 0.4958, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Arctic_geoengineering", "History_of_climate_change_science", "Climate", "Global_warming_in_Antarctica", "Climate_variability"], "ranked_scores": [0.7491, 0.7478, 0.7405, 0.7372, 0.736, 0.7339, 0.7283, 0.7175, 0.7159, 0.7156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.321, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.4}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Phillips_curve", "Multicollinearity", "Regression_toward_the_mean", "Pacific_decadal_oscillation", "Statistical_significance", "Trend_stationary", "Climate_pattern", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_dimming", "Global_warming_hiatus"], "ranked_scores": [0.5136, 0.4977, 0.4794, 0.4612, 0.4579, 0.4554, 0.445, 0.4418, 0.4357, 0.4329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Copenhagen_Diagnosis", "Global_cooling", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Climate_change_mitigation", "Global_cooling_(disambiguation)", "Environmental_issue"], "ranked_scores": [0.6571, 0.6432, 0.6402, 0.6359, 0.628, 0.6266, 0.6263, 0.6259, 0.6246, 0.624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Future_of_Earth", "Climate_of_Mars", "Pliocene_climate", "Effect_of_Sun_angle_on_climate", "Geodynamics_of_Mars", "Milankovitch_cycles", "Polar_forests_of_the_Cretaceous", "Atmospheric_circulation", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.7244, 0.71, 0.7069, 0.6994, 0.6885, 0.6857, 0.6856, 0.6853, 0.6779, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Friends_of_Science", "IPCC_Fifth_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Research_ethics", "Circular_reporting", "Climate_Research_(journal)", "Scientocracy"], "ranked_scores": [0.5394, 0.5376, 0.5194, 0.5166, 0.5117, 0.5051, 0.5015, 0.4994, 0.4968, 0.4967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Weather", "Satellite_temperature_measurements", "Weather_station", "Climate_change_in_Texas", "Weather_map", "Effect_of_Sun_angle_on_climate", "2013_Southwestern_United_States_heat_wave", "1980_United_States_heat_wave", "Sea_surface_temperature"], "ranked_scores": [0.6622, 0.6483, 0.6403, 0.6383, 0.6306, 0.6257, 0.6199, 0.614, 0.6059, 0.5997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "2013_extreme_weather_events", "Global_cooling_(disambiguation)", "Cool_tropics_paradox", "1997–98_El_Niño_event", "Abrupt_climate_change", "Winter_1985_cold_wave", "Global_warming_in_Antarctica"], "ranked_scores": [0.6939, 0.6921, 0.6874, 0.6868, 0.6851, 0.6815, 0.673, 0.6722, 0.6714, 0.6678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Wind_power_in_Colorado", "Solar_power_in_the_United_States", "Solar_power_in_Australia", "Solar_power_in_Spain", "Electricity_sector_in_the_United_Kingdom", "Solar_power_by_country", "List_of_photovoltaic_power_stations", "Concentrated_solar_power", "Renewable_energy_debate"], "ranked_scores": [0.607, 0.5467, 0.5374, 0.5294, 0.5206, 0.5177, 0.5153, 0.511, 0.5061, 0.4971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Ecological_yield", "Agricultural_policy_of_the_United_States", "Farm_programs", "Productivity_(ecology)", "Agriculture_in_Syria", "Agriculture_in_Ethiopia"], "ranked_scores": [0.5199, 0.4825, 0.4811, 0.4668, 0.4613, 0.451, 0.448, 0.4407, 0.4396, 0.4392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Syrian_brown_bear", "Grizzly_bear", "Brown_bear", "Rubus_arcticus", "Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Bile_bear", "Aronia", "Sloth_bear", "Ursus_americanus_carlottae"], "ranked_scores": [0.5678, 0.5643, 0.5556, 0.5545, 0.5495, 0.546, 0.5434, 0.543, 0.512, 0.4976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Arctic_geoengineering", "Methane_clathrate", "Volcanic_winter", "Ocean_acidification", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7476, 0.6848, 0.6592, 0.6494, 0.6472, 0.6438, 0.6389, 0.6367, 0.633, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Sea", "Tide", "Sea_surface_temperature", "Temperate_climate", "Measurement_of_sea_ice", "Sea_level", "Annual_cycle_of_sea_level_height"], "ranked_scores": [0.8006, 0.753, 0.7262, 0.7077, 0.6998, 0.6931, 0.6891, 0.6757, 0.6751, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Sea_ice", "Ice2sea", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "Shutdown_of_thermohaline_circulation", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7474, 0.6713, 0.6566, 0.6388, 0.6347, 0.6107, 0.6085, 0.6028, 0.5995, 0.5982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_footprint", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Carbon_offset", "Climate_footprint", "Deforestation_and_climate_change", "German_response_to_Kyoto_Protocol", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Growth_of_wind_power_in_the_United_States", "Wind_power_by_country"], "ranked_scores": [0.6427, 0.6382, 0.6138, 0.6133, 0.6122, 0.6043, 0.5966, 0.594, 0.5931, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Global_cooling", "Climate_change_in_the_United_States", "Carbon_diet", "Deforestation_and_climate_change", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6691, 0.6425, 0.6416, 0.634, 0.6325, 0.6308, 0.6272, 0.6253, 0.6252, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Future_sea_level", "Quaternary_glaciation", "Deglaciation", "Timeline_of_glaciation", "Past_sea_level", "Holocene_glacial_retreat", "Ice2sea", "Greenland_ice_sheet"], "ranked_scores": [0.7161, 0.6921, 0.6697, 0.6572, 0.6554, 0.6536, 0.6498, 0.6496, 0.647, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Environmental_issue", "Global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.7186, 0.7005, 0.6912, 0.689, 0.6832, 0.677, 0.6725, 0.6695, 0.6618, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_Texas", "Reasons_for_concern", "Climate_risk", "Physical_impacts_of_climate_change", "Economics_of_global_warming", "Environmental_issue", "Politics_of_global_warming", "Global_warming", "1980_United_States_heat_wave", "Effects_of_global_warming"], "ranked_scores": [0.6473, 0.6435, 0.6416, 0.6405, 0.6388, 0.6344, 0.6325, 0.6307, 0.6276, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Measles", "Disease", "Lyme_disease", "Multiple_sclerosis", "Meningococcal_disease", "Ehrlichia_Wisconsin_HM543746", "Droughts_in_the_United_States", "Humid_continental_climate", "Infection", "Granuloma_multiforme"], "ranked_scores": [0.5588, 0.5332, 0.5318, 0.5277, 0.5069, 0.4834, 0.4691, 0.4684, 0.4598, 0.4595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_mitigation_scenarios", "Reasons_for_concern", "Climate_risk", "Climate_change_in_Canada", "Presidential_Climate_Action_Plan", "Climate_change_in_Europe", "Climate_Change_Science_Program", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.613, 0.6071, 0.5996, 0.5983, 0.5971, 0.5919, 0.5781, 0.5746, 0.5627, 0.559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming", "History_of_climate_change_science", "Milankovitch_cycles", "Pliocene_climate", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7102, 0.681, 0.6793, 0.6753, 0.6733, 0.6655, 0.6634, 0.6624, 0.6616, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Global_dimming", "Climate_change_in_the_United_States", "Great_Salt_Lake_effect", "Environmental_issue", "Ozone_depletion", "Global_cooling"], "ranked_scores": [0.6303, 0.6193, 0.6034, 0.5921, 0.5919, 0.5868, 0.5837, 0.571, 0.5694, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Carbon_dioxide", "Dole_effect", "Geological_history_of_oxygen", "Oceanic_carbon_cycle", "Greenhouse_gas"], "ranked_scores": [0.6411, 0.632, 0.6004, 0.5957, 0.5885, 0.5867, 0.5861, 0.5851, 0.5753, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Reasons_for_concern", "Climate_change_opinion_by_country", "Global_warming", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7702, 0.7353, 0.7315, 0.7218, 0.7075, 0.706, 0.7055, 0.696, 0.6927, 0.6923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)", "Pacific_decadal_oscillation", "PDOS", "Programmed_Data_Processor", "Paleocene–Eocene_Thermal_Maximum", "Global_dimming", "Cool_tropics_paradox", "Demand_destruction", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.468, 0.4641, 0.4477, 0.4392, 0.4077, 0.4052, 0.4049, 0.4002, 0.3999, 0.3982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Stern_Review", "Climate_risk", "Climate_change_in_the_Arctic", "Presidential_Climate_Action_Plan", "Climate_Change_Science_Program", "IPCC_Second_Assessment_Report"], "ranked_scores": [0.6946, 0.687, 0.6836, 0.6679, 0.6644, 0.6577, 0.6548, 0.6542, 0.6527, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "El_Niño–Southern_Oscillation", "Shutdown_of_thermohaline_circulation", "Climate_of_the_United_States", "Westerlies", "Climate_of_Finland", "Wind"], "ranked_scores": [0.7278, 0.709, 0.694, 0.6815, 0.6803, 0.679, 0.6707, 0.6445, 0.6346, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "2013_extreme_weather_events", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_Texas", "Sea_surface_temperature"], "ranked_scores": [0.7132, 0.69, 0.6753, 0.6642, 0.657, 0.6303, 0.6281, 0.6163, 0.6161, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "IPCC_First_Assessment_Report", "Cold_fusion", "Global_cooling", "Carbon_dioxide_removal", "Clean_Development_Mechanism"], "ranked_scores": [0.6606, 0.5797, 0.571, 0.5572, 0.548, 0.5472, 0.547, 0.5437, 0.525, 0.5179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Global_Warming_Pollution_Reduction_Act_of_2007", "International_Fuel_Tax_Agreement", "UK_Emissions_Trading_Scheme"], "ranked_scores": [0.6621, 0.6414, 0.5745, 0.5726, 0.5451, 0.528, 0.5175, 0.503, 0.5013, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice", "Measurement_of_sea_ice", "Future_sea_level", "Climate_change_in_the_Arctic", "January_2016_East_Asia_cold_wave", "Arctic_geoengineering", "Timeline_of_glaciation", "2013_extreme_weather_events", "Climate_of_Antarctica"], "ranked_scores": [0.728, 0.6775, 0.6764, 0.6697, 0.6556, 0.6507, 0.6494, 0.6467, 0.6457, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "1908", "2016_North_American_heat_wave", "2014–15_North_American_winter", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6744, 0.6426, 0.6306, 0.626, 0.6243, 0.6224, 0.6222, 0.6193, 0.6155, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Anoxic_event", "Anoxic_waters", "Blackwater_(coal)", "Clathrate_gun_hypothesis", "Ocean", "Oceanic_carbon_cycle", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.7631, 0.7604, 0.6882, 0.664, 0.6407, 0.6406, 0.6344, 0.6334, 0.6308, 0.6258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "Environmental_skepticism", "Wage_curve", "Unemployment_in_the_United_States", "Greening_Earth_Society", "Environmental_economics", "Environmental_impact_of_the_coal_industry", "Demand_destruction", "Offshore_outsourcing"], "ranked_scores": [0.5048, 0.4731, 0.4729, 0.4663, 0.4637, 0.4604, 0.4602, 0.4585, 0.456, 0.4504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "January_2016_East_Asia_cold_wave", "Global_warming_in_Antarctica", "Ocean_acidification", "Sea_ice", "2013_extreme_weather_events"], "ranked_scores": [0.7819, 0.7467, 0.7316, 0.6946, 0.6587, 0.6526, 0.6475, 0.6335, 0.6318, 0.6303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Desertification", "2012–13_North_American_drought", "Special_Report_on_Global_Warming_of_1.5_°C", "Famine", "Droughts_in_the_United_States", "Global_cooling", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.6351, 0.6231, 0.6218, 0.5969, 0.5969, 0.5957, 0.5947, 0.5943, 0.578, 0.5775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_cooling", "Arctic_geoengineering", "Stern_Review", "Carbon_bubble", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation", "Cool_tropics_paradox", "Carbon_diet"], "ranked_scores": [0.6582, 0.6414, 0.6151, 0.613, 0.6054, 0.6033, 0.6009, 0.5947, 0.5905, 0.5855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8576, 0.8213, 0.811, 0.8105, 0.8018, 0.7913, 0.7912, 0.7879, 0.7819, 0.7758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming_controversy", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Economics_of_global_warming"], "ranked_scores": [0.7392, 0.7296, 0.7269, 0.7238, 0.719, 0.7189, 0.7188, 0.7138, 0.7103, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change", "Global_warming_hiatus", "IPCC_First_Assessment_Report", "Climate_change", "Global_cooling_(disambiguation)", "Climate_change_feedback"], "ranked_scores": [0.7299, 0.7299, 0.704, 0.6987, 0.6945, 0.6897, 0.6878, 0.6852, 0.6846, 0.6814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Environmental_issue", "Greenhouse_effect", "Arctic_methane_emissions", "Wetland_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Tropospheric_ozone"], "ranked_scores": [0.7623, 0.7604, 0.7285, 0.726, 0.6993, 0.6983, 0.6948, 0.6896, 0.6854, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Worst-case_scenario", "Risk–benefit_ratio", "Hazard", "Risk", "Manufactured_risk", "Scenario_analysis", "Longevity_risk", "Risk_neutral", "Never_events", "Policy_Uncertainty"], "ranked_scores": [0.6002, 0.5924, 0.5568, 0.549, 0.542, 0.5357, 0.5317, 0.518, 0.5156, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "NoCO2_Certification_Program", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Coal_pollution_mitigation", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5832, 0.5719, 0.5678, 0.5635, 0.5499, 0.5475, 0.5408, 0.5342, 0.5331, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "2014–16_El_Niño_event", "January_2016_East_Asia_cold_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)", "March_2012_North_American_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.7866, 0.7584, 0.7568, 0.7565, 0.7545, 0.7474, 0.7426, 0.7361, 0.7354, 0.7342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Sea_ice", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Geography_of_Antarctica", "Arctic_ice_pack", "Climate_of_Antarctica", "Measurement_of_sea_ice"], "ranked_scores": [0.7225, 0.6899, 0.6867, 0.6835, 0.6828, 0.6813, 0.6695, 0.6534, 0.6479, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_cycle_re-balancing", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia", "Coal_gasification_commercialization", "Coal_gasification", "Carbon-neutral_fuel", "Carbon_neutrality"], "ranked_scores": [0.7823, 0.7718, 0.6938, 0.6865, 0.6729, 0.6651, 0.6483, 0.6432, 0.638, 0.6366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Demand_destruction", "Pacific_decadal_oscillation", "PDOS", "Tipping_point_(climatology)", "Global_dimming", "Programmed_Data_Processor", "Shutdown_of_thermohaline_circulation", "PDO", "Cool_tropics_paradox", "ADEOS_I"], "ranked_scores": [0.4529, 0.4129, 0.4103, 0.4043, 0.4021, 0.4014, 0.3989, 0.3918, 0.3824, 0.3789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Environmental_issue", "Scientific_opinion_on_climate_change", "Reasons_for_concern", "Effects_of_global_warming", "Global_warming_controversy"], "ranked_scores": [0.7532, 0.7413, 0.7313, 0.7202, 0.6978, 0.6976, 0.6947, 0.694, 0.6938, 0.6922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "World_Climate_Report", "Climate_change_denial", "Global_warming", "Global_warming_controversy"], "ranked_scores": [0.6912, 0.6857, 0.6749, 0.6634, 0.6623, 0.6594, 0.6592, 0.6507, 0.6502, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Australia", "Global_stilling", "Highest_temperature_recorded_on_Earth", "Snow_in_Florida", "Fahrenheit", "MSU_temperature_measurements", "Regional_effects_of_global_warming"], "ranked_scores": [0.5487, 0.5409, 0.5377, 0.5308, 0.5213, 0.5206, 0.5171, 0.516, 0.5115, 0.5084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Effect_of_Sun_angle_on_climate", "Environmental_issue", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Climate_change_(general_concept)", "Climate_variability"], "ranked_scores": [0.799, 0.7896, 0.7701, 0.7688, 0.7668, 0.7623, 0.755, 0.7545, 0.7543, 0.7543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Wage_curve", "Trend_stationary", "Regression_toward_the_mean", "Cool_tropics_paradox", "Statistical_significance", "Global_dimming", "Phillips_curve", "Multicollinearity"], "ranked_scores": [0.516, 0.4967, 0.4938, 0.4935, 0.4903, 0.4864, 0.4847, 0.4824, 0.4775, 0.464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Politics_of_global_warming"], "ranked_scores": [0.719, 0.6919, 0.6782, 0.6747, 0.6747, 0.6744, 0.6697, 0.6648, 0.6567, 0.6511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Earth's_internal_heat_budget", "Climate_of_Mars", "Earth", "Pliocene_climate", "Effect_of_Sun_angle_on_climate", "Future_of_Earth", "Geodynamics_of_Mars", "Weather", "Milankovitch_cycles"], "ranked_scores": [0.7347, 0.716, 0.7091, 0.703, 0.7014, 0.7014, 0.6965, 0.6926, 0.6925, 0.6901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_documents", "IPCC_Fourth_Assessment_Report", "IPCC_Fifth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Full_Fact", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6036, 0.5768, 0.5756, 0.568, 0.5649, 0.5599, 0.5421, 0.5259, 0.5247, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Excessive_heat_watch", "Cooling_center", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "Geothermal_heat_pump", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "Weather_map", "Weather"], "ranked_scores": [0.6762, 0.6725, 0.6691, 0.6679, 0.6477, 0.6353, 0.6326, 0.6323, 0.63, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "2013_extreme_weather_events", "IPCC_First_Assessment_Report", "Media_coverage_of_climate_change", "Climate_change_in_the_United_States", "Global_cooling", "Environmental_issue"], "ranked_scores": [0.7439, 0.735, 0.7187, 0.716, 0.7148, 0.7106, 0.7081, 0.7076, 0.7033, 0.7023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_power_in_Australia", "Solar_power_in_Spain", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_energy"], "ranked_scores": [0.6623, 0.618, 0.6127, 0.6096, 0.592, 0.5814, 0.5779, 0.5764, 0.5691, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Farm_programs", "Agriculture_in_Ethiopia", "Dairy_farming_in_Canada", "Environmental_impact_of_meat_production"], "ranked_scores": [0.6705, 0.5729, 0.5635, 0.5395, 0.5227, 0.509, 0.4965, 0.4923, 0.4882, 0.4839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Rubus_arcticus", "Hunting_and_fishing_in_Alaska", "Aronia", "Kodiak_bear", "Grizzly_bear", "Beringian_wolf", "Raccoon", "Syrian_brown_bear"], "ranked_scores": [0.4828, 0.4633, 0.4491, 0.4487, 0.4433, 0.4313, 0.4286, 0.4252, 0.4215, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6197, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Volcanic_winter", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Greenhouse_gas", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Mesopause", "Future_sea_level"], "ranked_scores": [0.6841, 0.6368, 0.6257, 0.6253, 0.6214, 0.612, 0.6102, 0.6054, 0.6052, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Sea", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Regional_effects_of_global_warming", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_Ocean"], "ranked_scores": [0.6995, 0.6726, 0.6568, 0.622, 0.6215, 0.6178, 0.6145, 0.611, 0.6108, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Scientific_consensus_on_climate_change", "Retreat_of_glaciers_since_1850", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6648, 0.604, 0.6008, 0.5799, 0.5799, 0.5749, 0.5724, 0.5721, 0.5657, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Low-carbon_emission", "Carbon_diet", "Wind_power_by_country", "German_response_to_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "GHG_footprint"], "ranked_scores": [0.5878, 0.5682, 0.5637, 0.5575, 0.5569, 0.5564, 0.5483, 0.5477, 0.5461, 0.5397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Carbon_diet", "Climate_footprint", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Greenhouse_gas", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6164, 0.6146, 0.6088, 0.6039, 0.6031, 0.598, 0.5952, 0.5928, 0.5862, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Deglaciation", "Future_sea_level", "Ice2sea", "Copenhagen_Diagnosis", "Arctic_sea_ice_decline", "Ice_age", "Last_Glacial_Maximum", "Past_sea_level", "Timeline_of_glaciation"], "ranked_scores": [0.6565, 0.6465, 0.6405, 0.637, 0.6344, 0.632, 0.6271, 0.6248, 0.6216, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "Copenhagen_Diagnosis", "Global_cooling", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Ozone_depletion_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6593, 0.6557, 0.6377, 0.6329, 0.6323, 0.6315, 0.6291, 0.6211, 0.6204, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["1980_United_States_heat_wave", "Extreme_weather", "2015_North_American_heat_wave", "Climate_change_in_Texas", "January_2014_southeastern_Australia_heat_wave", "Physical_impacts_of_climate_change", "Reasons_for_concern", "2007_Western_North_American_heat_wave", "Effects_of_global_warming", "Winter_1985_cold_wave"], "ranked_scores": [0.5996, 0.5987, 0.5884, 0.5874, 0.5754, 0.5698, 0.5671, 0.5648, 0.5632, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Oregon", "Drought_in_Spain", "Droughts_in_the_United_States", "Megadrought", "Meningococcal_disease", "Measles", "Granuloma_multiforme", "Mediterranean_climate", "Boutonneuse_fever", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [0.483, 0.4786, 0.4771, 0.4731, 0.4713, 0.4703, 0.4685, 0.4644, 0.461, 0.4603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Reasons_for_concern", "Climate_risk", "Presidential_Climate_Action_Plan", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Climate_change_mitigation_scenarios", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_in_Europe", "U.S._Global_Change_Research_Program"], "ranked_scores": [0.6028, 0.5812, 0.5661, 0.5626, 0.5602, 0.5549, 0.5539, 0.5517, 0.5488, 0.5481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Bølling-Allerød_warming", "Antarctic_Cold_Reversal", "Climate_pattern", "Global_warming_hiatus", "Future_of_Earth", "Temperature_record_of_the_past_1000_years", "Cool_tropics_paradox"], "ranked_scores": [0.6769, 0.6571, 0.6537, 0.6465, 0.6448, 0.6345, 0.6341, 0.6317, 0.6292, 0.6217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Global_cooling", "Global_dimming", "Mesopause", "Copenhagen_Diagnosis", "Global_cooling_(disambiguation)", "Keeling_Curve", "Arctic_geoengineering", "CLOUD_experiment"], "ranked_scores": [0.585, 0.5719, 0.5684, 0.5602, 0.5555, 0.5552, 0.5534, 0.5488, 0.5438, 0.5355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Ocean_acidification", "Estuarine_acidification", "Tropospheric_ozone", "Dole_effect", "Nitrogen_dioxide_poisoning", "Atmospheric_methane", "Flue-gas_emissions_from_fossil-fuel_combustion", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5613, 0.5396, 0.5389, 0.538, 0.5212, 0.5136, 0.5068, 0.5035, 0.5008, 0.5005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Climatic_Research_Unit_documents", "Climate_change_in_the_United_States", "Global_warming_hiatus", "Copenhagen_Diagnosis"], "ranked_scores": [0.6875, 0.6713, 0.6579, 0.652, 0.6432, 0.6378, 0.6362, 0.6361, 0.636, 0.6349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Tipping_point_(climatology)", "Pliocene_climate", "Tipping_points_in_the_climate_system", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "Ozone_depletion_and_climate_change", "2006_European_heat_wave", "Polar_forests_of_the_Cretaceous", "PDOS"], "ranked_scores": [0.3894, 0.3566, 0.3535, 0.3534, 0.348, 0.3478, 0.3443, 0.3421, 0.3413, 0.3376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Stern_Review", "History_of_climate_change_science", "Reasons_for_concern"], "ranked_scores": [0.661, 0.6577, 0.6419, 0.6289, 0.6249, 0.6215, 0.6196, 0.6139, 0.6116, 0.6108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Polar_front", "Weather_front", "El_Niño–Southern_Oscillation", "Gulf_Stream", "Climate_of_Finland", "Cold_wave", "November_2014_North_American_cold_wave", "Global_stilling", "Climate_of_the_United_States"], "ranked_scores": [0.6561, 0.6517, 0.6485, 0.6431, 0.6419, 0.6388, 0.636, 0.6213, 0.621, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "Climate_change_in_the_Arctic", "Summer_of_1976_(Europe)", "March_2012_North_American_heat_wave", "Cool_tropics_paradox", "Antarctica_cooling_controversy", "Sea_surface_temperature"], "ranked_scores": [0.611, 0.6072, 0.5897, 0.5882, 0.5826, 0.5825, 0.5779, 0.5651, 0.56, 0.5575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "Cold_fusion", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "Climatic_Research_Unit_documents", "CLOUD_experiment", "Global_cooling", "Collider_Detector_at_Fermilab", "Deforestation_and_climate_change", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5778, 0.5607, 0.5588, 0.5524, 0.5473, 0.5404, 0.5351, 0.5349, 0.5294, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "German_response_to_Kyoto_Protocol", "Value-added_tax_(United_Kingdom)", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Tax_policy_and_economic_inequality_in_the_United_States", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [0.5012, 0.4688, 0.4613, 0.4582, 0.4575, 0.4511, 0.4454, 0.4398, 0.4391, 0.4389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Ice_age", "Winter_1985_cold_wave", "Measurement_of_sea_ice", "Pliocene_climate", "Global_cooling", "Wiesław_Masłowski", "Timeline_of_glaciation"], "ranked_scores": [0.6207, 0.6167, 0.6098, 0.5955, 0.595, 0.5948, 0.5921, 0.5915, 0.5908, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_extreme_weather_events", "1936_North_American_cold_wave", "Summer_of_1976_(Europe)", "2018_British_Isles_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Winter_1985_cold_wave", "March_2012_North_American_heat_wave", "2014–15_North_American_winter"], "ranked_scores": [0.5825, 0.5808, 0.5771, 0.5766, 0.5749, 0.5699, 0.5699, 0.5685, 0.564, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_event", "Anoxic_waters", "Oceanic_carbon_cycle", "Acidophiles_in_acid_mine_drainage", "Blackwater_(coal)", "Acid_rain", "Chemical_oceanography", "Air_pollution"], "ranked_scores": [0.6349, 0.6228, 0.5879, 0.5672, 0.5606, 0.5547, 0.5488, 0.5436, 0.5425, 0.5403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Bioenergy_in_China", "Renewable_energy_in_the_United_Kingdom", "Demand_destruction", "Nuclear_power_proposed_as_renewable_energy", "Energy_accidents", "Energy_in_the_United_States", "Alternative_energy", "Sustainable_energy", "Energy_mix", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [0.4961, 0.4911, 0.4829, 0.4785, 0.4769, 0.4714, 0.4706, 0.4685, 0.4678, 0.4677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Winter_1985_cold_wave", "January_2016_East_Asia_cold_wave", "Retreat_of_glaciers_since_1850", "Polar_High"], "ranked_scores": [0.6579, 0.6547, 0.6482, 0.6222, 0.6114, 0.6113, 0.5892, 0.5873, 0.5747, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Climate_change_in_Europe", "Global_cooling", "Copenhagen_Diagnosis", "Deforestation_and_climate_change", "Droughts_in_the_United_States", "Desertification", "2006_European_cold_wave", "Special_Report_on_Global_Warming_of_1.5_°C", "Grassland_degradation"], "ranked_scores": [0.5726, 0.5714, 0.5657, 0.5637, 0.5544, 0.5492, 0.5483, 0.5449, 0.5393, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Stern_Review", "Global_cooling", "Carbon_diet", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Cool_tropics_paradox", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.6209, 0.6049, 0.5956, 0.589, 0.5842, 0.5781, 0.5765, 0.5757, 0.5754, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.736, 0.7071, 0.7008, 0.7001, 0.6909, 0.6887, 0.6869, 0.6824, 0.6793, 0.679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Global_cooling", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report"], "ranked_scores": [0.696, 0.672, 0.6691, 0.6576, 0.6551, 0.6522, 0.6486, 0.6471, 0.6445, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_sensitivity", "Cool_tropics_paradox", "Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_pattern", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "Antarctica_cooling_controversy"], "ranked_scores": [0.6698, 0.6635, 0.6608, 0.6608, 0.6549, 0.6545, 0.6522, 0.6508, 0.6485, 0.6468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Environmental_issue", "Greenhouse_effect", "Atmospheric_methane", "Deforestation_and_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_methane_emissions", "Low-carbon_emission", "Effects_of_global_warming"], "ranked_scores": [0.7013, 0.6661, 0.6442, 0.6418, 0.6406, 0.6397, 0.6324, 0.6292, 0.6239, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Risk–benefit_ratio", "Accident", "Scenario_analysis", "Finite_Risk_insurance", "Counterfactual_thinking", "Hazard_elimination", "Worst-case_scenario", "Outcome_bias", "Risk"], "ranked_scores": [0.5291, 0.5126, 0.4927, 0.4923, 0.4868, 0.4784, 0.4703, 0.469, 0.4678, 0.4677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "NoCO2_Certification_Program", "Presidential_Climate_Action_Plan", "United_Nations_Environment_Organization", "United_States_withdrawal_from_the_Paris_Agreement", "Carbon_emissions_reporting", "Greenhouse_gas_emissions_by_the_United_States", "German_response_to_Kyoto_Protocol"], "ranked_scores": [0.5227, 0.5114, 0.5108, 0.51, 0.5063, 0.5006, 0.4975, 0.4954, 0.4918, 0.489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Summer_of_1976_(Europe)", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7052, 0.6898, 0.6856, 0.6766, 0.6764, 0.6748, 0.6717, 0.6676, 0.6672, 0.6659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "East_Antarctic_Ice_Sheet", "Climate_of_Antarctica", "Measurement_of_sea_ice", "West_Antarctica", "East_Antarctica"], "ranked_scores": [0.6517, 0.6424, 0.6402, 0.6213, 0.6125, 0.612, 0.6022, 0.5981, 0.5971, 0.5901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Carbon_capture_and_storage", "Beyond_Coal", "Carbon_cycle_re-balancing", "Renewable_natural_gas", "Coal_gasification", "Coalbed_methane"], "ranked_scores": [0.6899, 0.6796, 0.6404, 0.6225, 0.6191, 0.5995, 0.5985, 0.598, 0.5942, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Ozone_depletion", "Global_dimming", "Global_cooling", "Tipping_point_(climatology)", "Ozone_depletion_and_climate_change", "PDO", "ADEOS_I", "Tropospheric_ozone", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [0.3203, 0.314, 0.3135, 0.3105, 0.3092, 0.3085, 0.3006, 0.2961, 0.2935, 0.2932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Effects_of_global_warming", "Global_cooling", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "History_of_climate_change_science", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6608, 0.6505, 0.6409, 0.6403, 0.637, 0.6364, 0.6362, 0.6315, 0.6212, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Climate_Change_Science_Program", "Climate_change_policy_of_the_United_States", "Reasons_for_concern", "Greening_Earth_Society", "World_Climate_Change_Conference,_Moscow", "2011_United_Nations_Climate_Change_Conference", "Climate_risk", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6329, 0.6097, 0.5954, 0.5842, 0.5837, 0.5831, 0.5808, 0.5805, 0.5743, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Fahrenheit", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Sea_surface_temperature", "Climate_of_Minneapolis–Saint_Paul", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Arctic_sea_ice_decline", "1936_North_American_cold_wave"], "ranked_scores": [0.4908, 0.4826, 0.4821, 0.4787, 0.4727, 0.4704, 0.4695, 0.4674, 0.4637, 0.463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Climate_variability"], "ranked_scores": [0.7306, 0.7187, 0.7151, 0.7151, 0.7148, 0.7061, 0.7056, 0.7033, 0.6869, 0.6832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Phillips_curve", "Global_dimming", "Pacific_decadal_oscillation", "Trend_stationary", "Regression_toward_the_mean", "Multicollinearity", "Skewness", "Polar_see-saw"], "ranked_scores": [0.4822, 0.4601, 0.4532, 0.4345, 0.43, 0.4275, 0.4269, 0.4259, 0.4221, 0.4149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Greenhouse_gas", "Environmental_issue", "Copenhagen_Diagnosis", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.628, 0.6272, 0.623, 0.6175, 0.6171, 0.6167, 0.6072, 0.6052, 0.6001, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Effect_of_Sun_angle_on_climate", "Future_of_Earth", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "2013_extreme_weather_events", "Bølling-Allerød_warming", "Climate_of_Mars", "Earth's_internal_heat_budget", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6839, 0.6616, 0.6611, 0.6588, 0.6424, 0.64, 0.6385, 0.6351, 0.6347, 0.6345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Research_ethics", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Danish_Committees_on_Scientific_Dishonesty", "Credibility", "Intergovernmental_Panel_on_Climate_Change", "Scientific_community", "IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.5245, 0.513, 0.5084, 0.5081, 0.5042, 0.5036, 0.495, 0.4896, 0.4885, 0.4855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Satellite_temperature_measurements", "Weather_station", "Effect_of_Sun_angle_on_climate", "Excessive_heat_watch", "2013_Southwestern_United_States_heat_wave", "Air_conditioned_clothing", "Urban_heat_island", "1995_Chicago_heat_wave", "Climate_change_in_Texas"], "ranked_scores": [0.6317, 0.6184, 0.6131, 0.6033, 0.5949, 0.5926, 0.5911, 0.5862, 0.5855, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "Global_warming_hiatus", "Climate_change_in_the_Arctic", "Abrupt_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "2013_extreme_weather_events", "Global_warming", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report"], "ranked_scores": [0.691, 0.6882, 0.6855, 0.6775, 0.6773, 0.677, 0.6767, 0.6755, 0.6754, 0.6705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power_in_Australia", "Wind_power_in_Colorado", "Electricity_sector_in_the_United_Kingdom", "Renewable_energy_in_the_United_States", "Solar_power_in_Spain", "List_of_photovoltaic_power_stations", "Renewable_energy_in_the_United_Kingdom", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.6264, 0.5713, 0.552, 0.5496, 0.5369, 0.5363, 0.5358, 0.5325, 0.527, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Ecological_yield", "Agricultural_policy_of_the_United_States", "Agriculture", "Farm_programs"], "ranked_scores": [0.5515, 0.5248, 0.516, 0.5025, 0.4939, 0.4891, 0.4874, 0.4817, 0.4783, 0.471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Bile_bear", "Aronia", "Hunting_and_fishing_in_Alaska", "Syrian_brown_bear", "Ursus_americanus_carlottae", "Sloth_bear"], "ranked_scores": [0.5424, 0.5278, 0.5267, 0.5145, 0.5133, 0.511, 0.5098, 0.5086, 0.496, 0.4841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Arctic_geoengineering", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Atmospheric_carbon_cycle", "Volcanic_winter", "Retreat_of_glaciers_since_1850", "Methane_clathrate", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7609, 0.6954, 0.6913, 0.6844, 0.6715, 0.6429, 0.6422, 0.6409, 0.6394, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2742, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Sea", "Annual_cycle_of_sea_level_height", "Tidal_range", "Sea_level", "Temperate_climate", "Sea_surface_temperature"], "ranked_scores": [0.7816, 0.7353, 0.7127, 0.6938, 0.6819, 0.6612, 0.6442, 0.641, 0.6399, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Ice2sea", "Sea_ice", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7343, 0.6734, 0.665, 0.663, 0.6502, 0.6287, 0.6187, 0.6113, 0.6057, 0.6054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Carbon_footprint", "Wind_power_in_the_European_Union", "Deforestation_and_climate_change", "Climate_footprint", "German_response_to_Kyoto_Protocol", "Wind_power_by_country", "Growth_of_wind_power_in_the_United_States", "GHG_footprint", "Environmental_impact_of_aviation"], "ranked_scores": [0.6244, 0.6046, 0.6045, 0.6043, 0.6006, 0.593, 0.5864, 0.5834, 0.5813, 0.5812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Carbon_diet", "Special_Report_on_Global_Warming_of_1.5_°C", "Greenhouse_gas", "Global_cooling", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6772, 0.6639, 0.6585, 0.6485, 0.6469, 0.6422, 0.6383, 0.6346, 0.6219, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Deglaciation", "Holocene_glacial_retreat", "Ice2sea", "Past_sea_level", "Timeline_of_glaciation", "Global_cooling", "Last_Glacial_Maximum"], "ranked_scores": [0.7063, 0.7014, 0.6865, 0.6846, 0.6843, 0.6796, 0.6763, 0.6596, 0.6558, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Deforestation_and_climate_change", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Environmental_issue", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle"], "ranked_scores": [0.7055, 0.6922, 0.6776, 0.6739, 0.6711, 0.6629, 0.6604, 0.6591, 0.6487, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "1980_United_States_heat_wave", "Hurricane_Katrina_and_global_warming", "Climate_change_in_Texas", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Extreme_weather", "Effects_of_global_warming", "Global_warming"], "ranked_scores": [0.6328, 0.6286, 0.6257, 0.6241, 0.6239, 0.6221, 0.6183, 0.6066, 0.6061, 0.6024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Measles", "Meningococcal_disease", "Lyme_disease", "Lymphangitis", "Ehrlichia_Wisconsin_HM543746", "Droughts_in_the_United_States", "Acrodermatitis", "Disease", "Mediterranean_climate", "Granuloma_multiforme"], "ranked_scores": [0.5584, 0.5204, 0.5122, 0.5099, 0.5082, 0.5075, 0.5004, 0.499, 0.498, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_adaptation", "Climate_change_in_Canada", "Economics_of_global_warming", "Presidential_Climate_Action_Plan", "Reasons_for_concern", "Climate_change_mitigation_scenarios", "Climate_risk", "IPCC_Fifth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6036, 0.6, 0.5963, 0.5962, 0.5918, 0.5909, 0.5862, 0.5827, 0.5761, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Antarctic_Cold_Reversal", "Bølling-Allerød_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Milankovitch_cycles", "Timeline_of_glaciation"], "ranked_scores": [0.7106, 0.6705, 0.6645, 0.6641, 0.66, 0.6549, 0.654, 0.6513, 0.6494, 0.6334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Ozone_depletion_and_climate_change", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Global_dimming", "Global_cooling", "Global_cooling_(disambiguation)", "Great_Salt_Lake_effect", "Climate_change_in_the_United_States", "Past_sea_level"], "ranked_scores": [0.6047, 0.6022, 0.5991, 0.5921, 0.5856, 0.5852, 0.5804, 0.5778, 0.5655, 0.5617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Ozone_depletion", "Dole_effect", "Tropospheric_ozone", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle"], "ranked_scores": [0.6221, 0.6073, 0.5969, 0.5883, 0.584, 0.5817, 0.577, 0.5696, 0.5576, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Global_warming_controversy", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason"], "ranked_scores": [0.7499, 0.7205, 0.7137, 0.6867, 0.6866, 0.6837, 0.6732, 0.6648, 0.6635, 0.6573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "PDO", "Tipping_point_(climatology)", "Paleocene–Eocene_Thermal_Maximum", "Doomer", "Federal_Fuel_Administration", "PDOS", "Eocene_Thermal_Maximum_2", "Pliocene_climate"], "ranked_scores": [0.4842, 0.437, 0.4201, 0.415, 0.4138, 0.4102, 0.4005, 0.3876, 0.3775, 0.3774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "Wiesław_Masłowski", "Global_cooling", "Copenhagen_Diagnosis"], "ranked_scores": [0.6992, 0.6978, 0.6799, 0.6736, 0.6667, 0.6608, 0.6506, 0.6489, 0.646, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_vortex", "Westerlies", "Polar_front", "El_Niño–Southern_Oscillation", "Sea_breeze", "Jet_stream", "Shutdown_of_thermohaline_circulation", "Wind", "Climate_of_the_United_States"], "ranked_scores": [0.7037, 0.6922, 0.6914, 0.6904, 0.6884, 0.66, 0.6598, 0.6576, 0.6534, 0.65], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "2013_extreme_weather_events", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "March_2012_North_American_heat_wave", "Summer_of_1976_(Europe)", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6746, 0.6739, 0.6259, 0.624, 0.6179, 0.6062, 0.5956, 0.5937, 0.592, 0.5891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "Global_cooling", "Cold_fusion", "Carbon_dioxide_removal", "Climatic_Research_Unit", "Clean_Development_Mechanism"], "ranked_scores": [0.616, 0.6143, 0.6098, 0.5815, 0.5774, 0.5672, 0.5519, 0.5491, 0.5329, 0.5305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Capital_gains_tax", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.6157, 0.5772, 0.5567, 0.5273, 0.5152, 0.5104, 0.4986, 0.4887, 0.4839, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Climate_change_in_the_Arctic", "Sea_ice", "Arctic_geoengineering", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Past_sea_level", "January_2016_East_Asia_cold_wave"], "ranked_scores": [0.6808, 0.6626, 0.6551, 0.6504, 0.6495, 0.6341, 0.6302, 0.6277, 0.627, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_extreme_weather_events", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave", "1908", "2001_Eastern_North_America_heat_wave", "Climate_change_in_the_United_States", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "2014–15_North_American_winter", "Winter_1985_cold_wave"], "ranked_scores": [0.6516, 0.6139, 0.6085, 0.6067, 0.6034, 0.6026, 0.6024, 0.6, 0.588, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Anoxic_event", "Anoxic_waters", "Acid_rain", "Blackwater_(coal)", "Mercury_pollution_in_the_ocean", "Acidophiles_in_acid_mine_drainage", "Oceanic_carbon_cycle", "Air_pollution"], "ranked_scores": [0.725, 0.7211, 0.6452, 0.6349, 0.6246, 0.6025, 0.6015, 0.5916, 0.5696, 0.5689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Nuclear_power_proposed_as_renewable_energy", "Demand_destruction", "Sustainable_energy", "Beyond_Coal", "Greening_Earth_Society", "The_Real_Global_Warming_Disaster", "Energy_in_the_United_States"], "ranked_scores": [0.5532, 0.5233, 0.5222, 0.4964, 0.4955, 0.4863, 0.4858, 0.4853, 0.4827, 0.482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Sea_ice", "Ice2sea", "January_2016_East_Asia_cold_wave", "Arctic_geoengineering"], "ranked_scores": [0.7525, 0.7478, 0.7186, 0.6822, 0.6625, 0.6452, 0.6247, 0.6216, 0.6213, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Desertification", "2012–13_North_American_drought", "Deforestation_and_climate_change", "Drought_in_Spain", "Global_cooling", "Droughts_in_the_United_States", "Climate_change_in_Europe", "Arctic_geoengineering", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.6221, 0.6206, 0.6178, 0.6086, 0.6042, 0.6017, 0.5985, 0.59, 0.5822, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Global_cooling", "Climate_change_in_Europe", "Carbon_diet", "Stern_Review", "Arctic_geoengineering", "Climate_change_in_the_United_States", "Carbon_bubble"], "ranked_scores": [0.6585, 0.6524, 0.6282, 0.6257, 0.6107, 0.61, 0.6098, 0.6087, 0.6067, 0.6065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2018_British_Isles_heat_wave", "2007_Western_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8433, 0.8055, 0.7965, 0.7943, 0.7884, 0.7855, 0.779, 0.7773, 0.7724, 0.7552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Global_warming_controversy", "Global_warming", "Global_cooling", "Politics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.722, 0.7079, 0.7027, 0.7021, 0.7018, 0.7002, 0.6993, 0.6874, 0.6837, 0.679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Scientific_opinion_on_climate_change", "Cool_tropics_paradox", "Global_cooling", "Climate_change"], "ranked_scores": [0.7205, 0.7205, 0.6969, 0.6937, 0.6837, 0.6807, 0.6807, 0.6779, 0.6778, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Environmental_issue", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Greenhouse_effect", "Effects_of_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.746, 0.7449, 0.712, 0.6873, 0.6837, 0.6726, 0.669, 0.6633, 0.6628, 0.6613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Risk–benefit_ratio", "Worst-case_scenario", "Manufactured_risk", "Longevity_risk", "Never_events", "Risk", "Scenario_analysis", "Accident", "Finite_Risk_insurance"], "ranked_scores": [0.5497, 0.5478, 0.533, 0.526, 0.514, 0.5124, 0.5039, 0.4964, 0.4949, 0.4763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "Beyond_Coal", "Canada_and_the_Kyoto_Protocol", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Coal_pollution_mitigation", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5805, 0.5777, 0.563, 0.5548, 0.5546, 0.5314, 0.5307, 0.5284, 0.5271, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "January_2016_East_Asia_cold_wave", "2014–16_El_Niño_event", "Summer_of_1976_(Europe)", "2013_extreme_weather_events", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.7697, 0.7334, 0.7255, 0.725, 0.7237, 0.7157, 0.7145, 0.7107, 0.7052, 0.7004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Sea_ice", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Climate_of_Antarctica", "Arctic_ice_pack", "Measurement_of_sea_ice"], "ranked_scores": [0.722, 0.6861, 0.6834, 0.6775, 0.6744, 0.6725, 0.6669, 0.6546, 0.6527, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Beyond_Coal", "Coal_gasification", "Coal_gasification_commercialization", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Renewable_natural_gas"], "ranked_scores": [0.7742, 0.7559, 0.6822, 0.6646, 0.652, 0.6489, 0.6458, 0.6415, 0.6312, 0.6294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Doomer", "Shutdown_of_thermohaline_circulation", "Demand_destruction", "Ozone_depletion", "Global_dimming", "PDOS", "Tipping_point_(climatology)", "Indonesian_Democratic_Party"], "ranked_scores": [0.4229, 0.415, 0.3873, 0.3732, 0.3708, 0.3708, 0.3587, 0.3468, 0.3465, 0.3455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Global_cooling", "Physical_impacts_of_climate_change", "Reasons_for_concern", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7283, 0.7023, 0.6714, 0.6677, 0.6627, 0.6616, 0.6556, 0.6524, 0.6493, 0.6458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Global_warming", "Climate_change_denial", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Climate_Change_Science_Program"], "ranked_scores": [0.6496, 0.6432, 0.623, 0.6212, 0.6188, 0.6177, 0.6124, 0.6118, 0.6039, 0.6039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "List_of_countries_by_carbon_dioxide_emissions", "Fahrenheit", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Freezing_level", "Global_cooling_(disambiguation)", "Global_stilling", "Highest_temperature_recorded_on_Earth", "Mesopause"], "ranked_scores": [0.5347, 0.5114, 0.5085, 0.5067, 0.4948, 0.4893, 0.4891, 0.4874, 0.4855, 0.4711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Climate_change_(general_concept)", "Climate_variability", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.775, 0.7744, 0.7424, 0.7422, 0.7416, 0.7411, 0.7411, 0.7284, 0.7186, 0.718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Trend_stationary", "Skewness", "Cool_tropics_paradox", "Global_dimming", "Wage_curve", "Phillips_curve", "Regression_toward_the_mean", "Kuznets_curve"], "ranked_scores": [0.53, 0.5168, 0.4786, 0.4597, 0.4592, 0.4588, 0.4534, 0.4523, 0.4521, 0.4415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Environmental_issue", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Ozone_depletion_and_climate_change", "Effects_of_global_warming", "Global_cooling", "Politics_of_global_warming"], "ranked_scores": [0.707, 0.6894, 0.6846, 0.6707, 0.6646, 0.6555, 0.6454, 0.6439, 0.625, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Climate_of_Mars", "Earth's_internal_heat_budget", "Effect_of_Sun_angle_on_climate", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Geodynamics_of_Mars"], "ranked_scores": [0.7043, 0.6788, 0.661, 0.6607, 0.6601, 0.6594, 0.659, 0.6583, 0.6541, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Research_ethics", "IPCC_Fifth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "List_of_experimental_errors_and_frauds_in_physics", "Climatic_Research_Unit_documents", "Scientific_community", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.583, 0.5736, 0.5559, 0.5398, 0.5336, 0.532, 0.5287, 0.5273, 0.5242, 0.5179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Satellite_temperature_measurements", "Cooling_center", "Excessive_heat_watch", "Air_conditioned_clothing", "Effect_of_Sun_angle_on_climate", "2013_Southwestern_United_States_heat_wave", "Air_conditioning", "Urban_heat_island", "Climate_change_in_Texas"], "ranked_scores": [0.6722, 0.6565, 0.6539, 0.6423, 0.6248, 0.6121, 0.6047, 0.6008, 0.6003, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Global_cooling_(disambiguation)", "Global_cooling", "Climate_change_in_the_United_States", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7445, 0.7259, 0.7234, 0.7233, 0.7189, 0.7079, 0.7064, 0.7026, 0.7001, 0.6937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_power_in_Michigan", "Solar_power", "Solar_power_in_Spain", "Solar_power_by_country", "Solar_energy"], "ranked_scores": [0.6879, 0.64, 0.6263, 0.6068, 0.5941, 0.5897, 0.5892, 0.5706, 0.5591, 0.5445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Dairy_farming_in_Canada", "Agricultural_Act_of_2014", "Collectivization_in_the_Soviet_Union", "Agriculture_in_Ethiopia", "Biofuel_in_the_United_States"], "ranked_scores": [0.6691, 0.5874, 0.5795, 0.5721, 0.5418, 0.5345, 0.5318, 0.5234, 0.5161, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Brown_bear", "Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Grizzly_bear", "Bile_bear", "Aronia", "Syrian_brown_bear", "Rubus_arcticus", "Bear_attack", "Strawberry"], "ranked_scores": [0.5492, 0.5445, 0.528, 0.5236, 0.5204, 0.5202, 0.5087, 0.5084, 0.4962, 0.4939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Atmospheric_carbon_cycle", "Volcanic_winter", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Methane_clathrate", "January_2017_European_cold_wave"], "ranked_scores": [0.7596, 0.7077, 0.6915, 0.6833, 0.6687, 0.6657, 0.6593, 0.6577, 0.6473, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Sea", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Tidal_range", "Sea_ice", "Sea_level"], "ranked_scores": [0.7471, 0.7299, 0.7178, 0.6838, 0.6638, 0.6628, 0.6454, 0.6407, 0.6329, 0.6283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Arctic_geoengineering", "Sea_ice", "Sea_ice_thickness", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Global_cooling_(disambiguation)", "Future_sea_level"], "ranked_scores": [0.7204, 0.6743, 0.6533, 0.6492, 0.6377, 0.6356, 0.632, 0.6293, 0.6289, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Wind_power_in_Colorado", "Deforestation_and_climate_change", "Environmental_impact_of_biodiesel", "Wind_power_in_New_Mexico", "Wind_power_in_California", "Environmental_impact_of_aviation", "Carbon_footprint", "Wind_power_by_country"], "ranked_scores": [0.6278, 0.6099, 0.607, 0.6029, 0.6013, 0.5979, 0.596, 0.5957, 0.5949, 0.5941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "List_of_countries_by_carbon_dioxide_emissions", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Politics_of_global_warming", "Climate_change_in_the_United_States", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.6701, 0.6631, 0.6601, 0.6598, 0.6425, 0.6412, 0.6394, 0.6342, 0.6318, 0.6283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Past_sea_level", "Ice2sea", "Global_cooling", "Copenhagen_Diagnosis", "Deglaciation", "Sea_level_rise"], "ranked_scores": [0.6938, 0.6857, 0.6811, 0.6708, 0.6674, 0.6569, 0.6524, 0.6513, 0.6501, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Global_warming", "Copenhagen_Diagnosis", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Deforestation_and_climate_change"], "ranked_scores": [0.6988, 0.6944, 0.6903, 0.6876, 0.6867, 0.6866, 0.6843, 0.6799, 0.675, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Hurricane_Harvey", "Physical_impacts_of_climate_change", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "1980_United_States_heat_wave", "Tropical_Storm_Harvey_(2011)", "Global_warming", "Scientific_consensus_on_climate_change", "Extreme_weather"], "ranked_scores": [0.6324, 0.6312, 0.6271, 0.6269, 0.6258, 0.6242, 0.6219, 0.6162, 0.6141, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Measles", "Meningococcal_disease", "Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Drought_in_the_United_Kingdom", "Boutonneuse_fever", "Granuloma_multiforme", "Multiple_sclerosis", "Disease", "Diphtheria"], "ranked_scores": [0.564, 0.5498, 0.5459, 0.5318, 0.5304, 0.5282, 0.5172, 0.5165, 0.5163, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_risk", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_in_Canada", "Reasons_for_concern", "Economics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Effects_of_global_warming", "Stern_Review"], "ranked_scores": [0.6269, 0.622, 0.6102, 0.6081, 0.6046, 0.5978, 0.595, 0.5885, 0.5862, 0.5848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Antarctic_Cold_Reversal", "Global_cooling_(disambiguation)", "Younger_Dryas"], "ranked_scores": [0.6931, 0.6664, 0.6571, 0.645, 0.6402, 0.639, 0.6366, 0.6349, 0.6342, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_cooling", "Past_sea_level", "George_Kukla", "Future_sea_level", "Global_dimming"], "ranked_scores": [0.6399, 0.617, 0.6045, 0.5975, 0.5904, 0.5869, 0.5815, 0.5791, 0.5773, 0.5733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Greenhouse_gas", "Ozone_depletion", "Tropospheric_ozone", "Carbon_dioxide", "Atmospheric_methane", "Dole_effect"], "ranked_scores": [0.636, 0.6335, 0.6271, 0.6254, 0.6129, 0.6051, 0.5986, 0.583, 0.5767, 0.5758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Greening_Earth_Society", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7153, 0.698, 0.6879, 0.6831, 0.6657, 0.6635, 0.655, 0.6542, 0.6526, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Doomer", "PDOS", "Pliocene_climate", "Tipping_point_(climatology)", "Season_creep", "Shutdown_of_thermohaline_circulation", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.4821, 0.4367, 0.4259, 0.4225, 0.4219, 0.4077, 0.4012, 0.4004, 0.3944, 0.3937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Climate_risk"], "ranked_scores": [0.7154, 0.6882, 0.6781, 0.6634, 0.6618, 0.6515, 0.6436, 0.6423, 0.6392, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Westerlies", "Polar_front", "Weather_front", "El_Niño–Southern_Oscillation", "Sea_breeze", "Wind", "Wind_shear", "Polar_vortex", "Trade_winds", "Jet_stream"], "ranked_scores": [0.7117, 0.71, 0.6996, 0.6822, 0.6819, 0.6791, 0.6776, 0.6728, 0.6692, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Climate_change_in_the_Arctic", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "March_2012_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6826, 0.6547, 0.6277, 0.6133, 0.6131, 0.6082, 0.6036, 0.6013, 0.5983, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "Carbon_dioxide_removal", "Clean_Development_Mechanism", "2009_United_Nations_Climate_Change_Conference", "Global_warming_controversy", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.6142, 0.6113, 0.6016, 0.5958, 0.5755, 0.5538, 0.5534, 0.5499, 0.5494, 0.5487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "European_Union_value_added_tax", "Value-added_tax_(United_Kingdom)", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Tax"], "ranked_scores": [0.5684, 0.5587, 0.5424, 0.5192, 0.5169, 0.4997, 0.4884, 0.4787, 0.4745, 0.4685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Ice2sea", "Past_sea_level", "Global_warming_in_Antarctica", "Sea_ice", "Winter_1985_cold_wave", "Sea_ice_thickness"], "ranked_scores": [0.682, 0.6811, 0.6544, 0.6491, 0.6477, 0.6471, 0.643, 0.6408, 0.6408, 0.6394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "2016_North_American_heat_wave", "2013_extreme_weather_events", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "1908", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6476, 0.6394, 0.6336, 0.6266, 0.6105, 0.6097, 0.6067, 0.6054, 0.6049, 0.6019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Acid_rain", "Air_pollution", "Anoxic_event", "Acidophiles_in_acid_mine_drainage", "Blackwater_(coal)", "Mercury_pollution_in_the_ocean", "Sea"], "ranked_scores": [0.7152, 0.7039, 0.6381, 0.6267, 0.6191, 0.6177, 0.6116, 0.6093, 0.5941, 0.5839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "Alternative_energy", "Nuclear_power_debate", "Bioenergy_in_China", "Nuclear_power_proposed_as_renewable_energy", "Pro-nuclear_movement", "ExxonMobil_climate_change_controversy", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5998, 0.5673, 0.5315, 0.5281, 0.5234, 0.5175, 0.5127, 0.506, 0.5053, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Sea_ice", "Measurement_of_sea_ice", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.7405, 0.7332, 0.6924, 0.6686, 0.6685, 0.6615, 0.6367, 0.6304, 0.6301, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Desertification", "2006_European_cold_wave", "Drought_in_Spain", "Drought_in_the_United_Kingdom", "Climate_change_in_Europe", "Global_cooling", "Grassland_degradation"], "ranked_scores": [0.6541, 0.6399, 0.632, 0.6218, 0.6207, 0.6115, 0.6043, 0.6017, 0.5933, 0.5891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Global_cooling", "Climate_change_in_Europe", "Stern_Review", "Climate_change_in_the_United_States", "Economics_of_global_warming", "Carbon_diet"], "ranked_scores": [0.6384, 0.6383, 0.6197, 0.6167, 0.6127, 0.6066, 0.6061, 0.6009, 0.5923, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8449, 0.8245, 0.8215, 0.7874, 0.7839, 0.7835, 0.783, 0.772, 0.7661, 0.7652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Global_warming", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Global_cooling"], "ranked_scores": [0.7224, 0.6907, 0.6893, 0.6886, 0.6879, 0.6855, 0.6837, 0.6807, 0.6786, 0.6684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling", "Instrumental_temperature_record", "History_of_climate_change_science", "Global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "Climate_change"], "ranked_scores": [0.7166, 0.7166, 0.6819, 0.6817, 0.6766, 0.6733, 0.6703, 0.6701, 0.6689, 0.6689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Environmental_issue", "Greenhouse_effect", "Low-carbon_emission", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7355, 0.7341, 0.7021, 0.6919, 0.6913, 0.6762, 0.6663, 0.6579, 0.655, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk", "Accident", "Systematic_risk", "Worst-case_scenario", "Risk_neutral", "Risk–benefit_ratio", "Never_events", "Longevity_risk", "Manufactured_risk", "Inverse_consequences"], "ranked_scores": [0.5684, 0.5559, 0.5485, 0.5482, 0.5458, 0.5413, 0.5329, 0.5317, 0.5267, 0.5198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Beyond_Coal", "Energy_policy_of_the_United_States", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster"], "ranked_scores": [0.5744, 0.5637, 0.5617, 0.5592, 0.5581, 0.5492, 0.5432, 0.5391, 0.5344, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7235, 0.7229, 0.722, 0.7159, 0.7056, 0.7042, 0.7035, 0.7007, 0.6956, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Sea_ice", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_ice_pack", "Sea_ice_thickness", "Global_warming_in_Antarctica"], "ranked_scores": [0.7207, 0.7008, 0.6908, 0.6735, 0.6725, 0.6715, 0.6713, 0.6692, 0.6656, 0.6525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification", "Coal_gasification_commercialization", "Beyond_Coal", "Coalbed_methane", "Renewable_natural_gas"], "ranked_scores": [0.7195, 0.7164, 0.6606, 0.6508, 0.6311, 0.6283, 0.626, 0.6132, 0.608, 0.6054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Doomer", "PDOS", "Department_of_Energy_and_Environment", "Indonesian_Democratic_Party", "Ozone_depletion", "Ozone", "Global_dimming", "Eocene"], "ranked_scores": [0.419, 0.4069, 0.3923, 0.3869, 0.3786, 0.3753, 0.3657, 0.3577, 0.3549, 0.3524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "History_of_climate_change_science", "Politics_of_global_warming", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Environmental_issue", "Global_warming_controversy", "Climate_change_in_the_United_States"], "ranked_scores": [0.7333, 0.6667, 0.6624, 0.6615, 0.656, 0.6543, 0.6495, 0.6461, 0.6424, 0.6381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "Global_warming", "Effects_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science", "Politics_of_global_warming", "Attribution_of_recent_climate_change", "Climate_risk"], "ranked_scores": [0.6567, 0.6507, 0.6458, 0.6282, 0.6208, 0.6201, 0.617, 0.6151, 0.6146, 0.6107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Instrumental_temperature_record", "Global_cooling", "2006_European_cold_wave", "2014–15_North_American_winter", "MSU_temperature_measurements", "Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "List_of_countries_by_carbon_dioxide_emissions", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.5501, 0.5408, 0.5298, 0.5294, 0.5294, 0.5267, 0.5204, 0.519, 0.5187, 0.5185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_(general_concept)", "Climate_variability", "Politics_of_global_warming"], "ranked_scores": [0.7617, 0.7589, 0.746, 0.7441, 0.7392, 0.7392, 0.7176, 0.7157, 0.7157, 0.7112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Statistical_significance", "MSU_temperature_measurements", "Pacific_decadal_oscillation", "Trend_stationary", "Regression_toward_the_mean", "Global_dimming", "Scientific_consensus_on_climate_change", "Wage_curve"], "ranked_scores": [0.4609, 0.4609, 0.4596, 0.4512, 0.4461, 0.4455, 0.4452, 0.4443, 0.4353, 0.435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Effects_of_global_warming", "Global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans", "Politics_of_global_warming"], "ranked_scores": [0.7019, 0.6985, 0.6983, 0.6947, 0.6657, 0.6627, 0.6611, 0.6564, 0.6527, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Geodynamics_of_Mars", "Instrumental_temperature_record", "Future_of_Earth", "Effect_of_Sun_angle_on_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Climate_of_Mars"], "ranked_scores": [0.6934, 0.6591, 0.6585, 0.6492, 0.6456, 0.6446, 0.6367, 0.6328, 0.6316, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climatic_Research_Unit_documents", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Research_ethics", "IPCC_Fifth_Assessment_Report", "Climate_Research_(journal)", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [0.5799, 0.5703, 0.5548, 0.5526, 0.5523, 0.5502, 0.5485, 0.5441, 0.5384, 0.5347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3236, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Satellite_temperature_measurements", "Heat_index", "Weather_station", "Urban_heat_island", "Air_conditioned_clothing", "2015_North_American_heat_wave", "Excessive_heat_watch", "Water_heating", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.673, 0.6661, 0.6472, 0.6443, 0.6411, 0.6388, 0.6344, 0.6325, 0.6298, 0.6274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Environmental_issue", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7233, 0.7207, 0.7159, 0.7073, 0.7042, 0.7037, 0.701, 0.6878, 0.6867, 0.6852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Australia", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_Colorado", "Solar_power_in_Spain", "Solar_power_by_country", "Solar_power_in_Italy"], "ranked_scores": [0.6908, 0.6637, 0.6544, 0.6415, 0.634, 0.6255, 0.6207, 0.6162, 0.6043, 0.5951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agriculture_in_Brazil", "Agriculture", "Agriculture_in_Ethiopia", "Dairy_farming_in_Canada", "Collectivization_in_the_Soviet_Union"], "ranked_scores": [0.6001, 0.5799, 0.5774, 0.5712, 0.5703, 0.5499, 0.5494, 0.5463, 0.545, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m4-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Arctic_policy_of_Norway", "Mink", "Rubus_arcticus", "Moose", "Northwoods_(forest)", "Great_Bear_Wilderness", "Ungulate", "National_preserve", "Corylus_cornuta"], "ranked_scores": [0.6095, 0.6009, 0.5977, 0.5913, 0.5908, 0.5836, 0.5818, 0.5679, 0.5616, 0.554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Greenland_Sea", "Retreat_of_glaciers_since_1850", "Glacier", "Glacier_mass_balance", "Melt_pond", "Arctic_ice_pack", "Permafrost", "Arctic_methane_emissions", "Sea_ice"], "ranked_scores": [0.7661, 0.7531, 0.7522, 0.751, 0.7441, 0.7398, 0.7376, 0.7374, 0.734, 0.7281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Climate_of_the_United_States", "Sea", "Ocean_surface_topography", "Marine_biology", "Tidal_range", "United_States_rainfall_climatology", "Anoxic_waters", "Environmental_issues_in_Puget_Sound", "Low-pressure_area", "Climate_of_Australia"], "ranked_scores": [0.7596, 0.7532, 0.7423, 0.734, 0.7238, 0.7215, 0.7184, 0.7169, 0.7134, 0.7115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_ice_pack", "Sea_ice", "Melt_pond", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Loss_and_damage", "Sea_ice_thickness", "Glacier"], "ranked_scores": [0.7621, 0.7282, 0.721, 0.7133, 0.7039, 0.6945, 0.6861, 0.6834, 0.6831, 0.6827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Greenhouse_gas_emissions_accounting", "Carbon_footprint", "Carbon_offset", "Contribution_to_global_warming_by_Australia", "Emission_inventory", "Carbon_neutrality", "Emission_intensity", "Alternative_energy", "Carbon-based_fuel", "Greenhouse_gas_accounting"], "ranked_scores": [0.7956, 0.7539, 0.7514, 0.7489, 0.7446, 0.743, 0.7387, 0.7297, 0.7234, 0.7225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "List_of_countries_by_carbon_dioxide_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Embedded_emissions", "Carbon_emissions_reporting", "Ozone_depletion_and_climate_change", "Climate_change_policy_of_the_United_States", "Alkalinity", "Politics_of_global_warming", "Greenhouse_debt"], "ranked_scores": [0.7381, 0.7274, 0.7242, 0.7135, 0.7132, 0.7117, 0.7115, 0.7103, 0.7043, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_sea_ice", "Bering_Glacier", "Sea_ice", "Glacier", "Antarctic_ice_sheet", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Glacial_earthquake", "Ross_Ice_Shelf"], "ranked_scores": [0.7696, 0.7434, 0.7418, 0.7379, 0.7294, 0.7273, 0.7273, 0.7273, 0.7263, 0.7259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Antarctic_Cold_Reversal", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Greenhouse_gas", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_methane_emissions"], "ranked_scores": [0.8105, 0.8105, 0.8017, 0.7928, 0.778, 0.7734, 0.7642, 0.7605, 0.7558, 0.7554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Environmental_emergency", "1982–83_El_Niño_event", "Natural_disaster", "April_2010_Rio_de_Janeiro_floods_and_mudslides", "Hurricane_Alice_(June_1954)", "Effects_of_Hurricane_Katrina_in_Mississippi", "2016_Atlantic_hurricane_season", "Hurricane_Paloma", "Tornadoes_of_2017", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.7951, 0.7903, 0.7887, 0.7765, 0.7712, 0.7637, 0.7637, 0.7605, 0.7574, 0.7544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "History_of_malaria", "Spider_bite", "Climate_of_the_Nordic_countries", "North_Carolina", "List_of_West_Nile_virus_outbreaks", "Great_Basin_Floristic_Province", "1982–83_El_Niño_event", "Ehrlichia_Wisconsin_HM543746", "List_of_mammals_of_New_England"], "ranked_scores": [0.6496, 0.6475, 0.6284, 0.6235, 0.6231, 0.618, 0.6169, 0.6162, 0.6089, 0.6086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_risk", "Climate_engineering", "Economics_of_global_warming", "Climate_change", "Climate_prediction", "Scientific_opinion_on_climate_change", "Global_warming", "Stern_Review", "Climate_change_opinion_by_country", "An_Appeal_to_Reason"], "ranked_scores": [0.7054, 0.7035, 0.6923, 0.6897, 0.6788, 0.6651, 0.6651, 0.6598, 0.6584, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["An_Appeal_to_Reason", "Greenhouse_and_icehouse_Earth", "Global_warming_hiatus", "Climate_variability", "Climate_change_(general_concept)", "Temperature_record_of_the_past_1000_years", "Scientific_opinion_on_climate_change", "Global_warming", "Urban_heat_island", "Bølling-Allerød_warming"], "ranked_scores": [0.7569, 0.7412, 0.7317, 0.73, 0.73, 0.7292, 0.7279, 0.7279, 0.7254, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Manoa", "Keeling_Curve", "Yosemite_West,_California", "World_Glacier_Monitoring_Service", "National_Oceanic_and_Atmospheric_Administration", "Yucca_Mountain_nuclear_waste_repository", "Albuquerque,_New_Mexico", "Great_Basin_National_Park"], "ranked_scores": [0.6131, 0.6012, 0.598, 0.5973, 0.5958, 0.5916, 0.5895, 0.5869, 0.5857, 0.5787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Alkalinity", "Ozone_depletion_and_climate_change", "Water_resources", "Oxygen_cycle", "Atmospheric_methane", "Water", "Deep_ocean_water", "Estuarine_acidification", "Greenhouse_gas", "Oceanic_carbon_cycle"], "ranked_scores": [0.7102, 0.7037, 0.6849, 0.6746, 0.6714, 0.67, 0.6668, 0.664, 0.664, 0.6612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Journal_for_Geoclimatic_Studies", "Willie_Soon", "Peter_Sinclair_(environmental_activist)", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Climate_change_opinion_by_country", "James_Hansen"], "ranked_scores": [0.7996, 0.7743, 0.7547, 0.7434, 0.7373, 0.7289, 0.7279, 0.7237, 0.7176, 0.7147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Theoretical_and_Applied_Climatology", "Iris_hypothesis", "Global_cooling", "Fleischmann–Pons_experiment", "Sublimation_(phase_transition)", "Convective_heat_transfer", "Great_Salinity_Anomaly", "New_Scientist", "Paleontology"], "ranked_scores": [0.6691, 0.6665, 0.6565, 0.6475, 0.6414, 0.6407, 0.6371, 0.6282, 0.6253, 0.6246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_risk", "An_Appeal_to_Reason", "Global_warming", "Scientific_opinion_on_climate_change", "George_Kukla", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica"], "ranked_scores": [0.7295, 0.7282, 0.7282, 0.7159, 0.7123, 0.706, 0.706, 0.7058, 0.7021, 0.6998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Westerlies", "Polar_High", "Low-pressure_area", "Jet_stream", "Intertropical_Convergence_Zone", "Weather_front", "Polar_vortex", "Santa_Ana_winds", "Atmospheric_circulation", "Headwind_and_tailwind"], "ranked_scores": [0.8236, 0.8197, 0.7982, 0.793, 0.7928, 0.7889, 0.7851, 0.7773, 0.7733, 0.7693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "1808/1809_mystery_eruption", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Temperature_record_of_the_past_1000_years", "Summer_of_1976_(Europe)", "1936_North_American_cold_wave", "Eocene_Thermal_Maximum_2", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7766, 0.7336, 0.7309, 0.7227, 0.7184, 0.7124, 0.7102, 0.7066, 0.7066, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions", "Effects_of_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Wibjörn_Karlén", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Atmospheric_methane", "Loss_and_damage", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6876, 0.6585, 0.6498, 0.6498, 0.6495, 0.6465, 0.6465, 0.6369, 0.6324, 0.6313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Greenhouse_gas_emissions_accounting", "International_Fuel_Tax_Agreement", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Carbon_tax", "Liquefied_petroleum_gas", "Carbon_bubble", "Canadian_Association_of_Petroleum_Producers", "Fossil_fuel_exporters", "Substitute_natural_gas"], "ranked_scores": [0.5541, 0.5494, 0.5456, 0.5412, 0.5323, 0.5304, 0.526, 0.5237, 0.5212, 0.5144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Ice_age", "IPCC_First_Assessment_Report", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Measurement_of_sea_ice", "Arctic_ice_pack", "World_Glacier_Monitoring_Service"], "ranked_scores": [0.7427, 0.7355, 0.7339, 0.732, 0.7308, 0.7295, 0.7228, 0.7187, 0.7174, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2015_North_American_heat_wave", "Great_Salinity_Anomaly", "2019_heat_wave_in_India_and_Pakistan", "1980_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "Last_Glacial_Period", "Marine_protected_area", "Climate_change_in_Tuvalu", "Neoglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7177, 0.7007, 0.6799, 0.6799, 0.6799, 0.6773, 0.6746, 0.6723, 0.6651, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Dissolution_(chemistry)", "Acidophiles_in_acid_mine_drainage", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Hydrophobe", "Atmospheric_chemistry", "Geochemical_cycle", "Wetland_methane_emissions", "Acidophobe"], "ranked_scores": [0.7601, 0.7567, 0.7408, 0.7125, 0.7031, 0.7012, 0.7001, 0.6943, 0.6903, 0.6892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Demand_destruction", "Minimum_wage", "Alternative_energy", "Job_security", "Negawatt_power", "Carbon_diet", "Plausible_deniability", "American_Jobs", "Petroleum_in_the_United_States", "False_evidence"], "ranked_scores": [0.7026, 0.6766, 0.6618, 0.6606, 0.6536, 0.6519, 0.6367, 0.6298, 0.6257, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Bering_Glacier", "Arctic_ice_pack", "Glacial_earthquake", "Antarctic_Cold_Reversal", "Melt_pond", "Sea_ice_thickness", "Sea_ice", "Ice2sea"], "ranked_scores": [0.7526, 0.7313, 0.7229, 0.7166, 0.7165, 0.7072, 0.7008, 0.6973, 0.6906, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Global_storm_activity_of_2007", "Droughts_in_the_United_States", "Drylands", "1997–98_El_Niño_event", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom", "United_States_rainfall_climatology", "Desertification", "2013_extreme_weather_events", "January_2017_European_cold_wave"], "ranked_scores": [0.7722, 0.7619, 0.7559, 0.7441, 0.7407, 0.7405, 0.7375, 0.7346, 0.7247, 0.7197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Air_conditioning", "Antarctic_Cold_Reversal", "Thermal_pollution", "Air_conditioned_clothing", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Gore_Effect", "Heat_index", "El_Niño–Southern_Oscillation"], "ranked_scores": [0.6705, 0.6478, 0.6455, 0.6313, 0.6288, 0.6288, 0.6255, 0.6143, 0.611, 0.6078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2015_North_American_heat_wave", "Excessive_heat_watch", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "1980_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8869, 0.8835, 0.8829, 0.8829, 0.8829, 0.8672, 0.8672, 0.8663, 0.8663, 0.8663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Global_warming_controversy", "The_Great_Global_Warming_Swindle", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "Willie_Soon", "James_Hansen", "Scientific_opinion_on_climate_change", "Global_warming", "Gore_Effect", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7953, 0.7871, 0.7855, 0.7808, 0.7797, 0.7765, 0.7691, 0.7691, 0.7681, 0.7669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Tendency_of_the_rate_of_profit_to_fall", "Global_cooling_(disambiguation)", "An_Appeal_to_Reason", "Backward_bending_supply_curve_of_labour", "Orbital_forcing", "Global_warming", "Scientific_opinion_on_climate_change", "Stern_Review", "Attribution_of_recent_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.6745, 0.6725, 0.6725, 0.6682, 0.6679, 0.6651, 0.6651, 0.6592, 0.6561, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2566, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions", "Soot", "Carbon_dioxide_reforming", "CO2_fertilization_effect", "Hydrogen_fuel", "List_of_countries_by_carbon_dioxide_emissions", "Atmospheric_carbon_cycle", "Arctic_methane_emissions"], "ranked_scores": [0.8285, 0.7857, 0.7851, 0.7834, 0.7772, 0.775, 0.7681, 0.7672, 0.7588, 0.7571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Misuse_of_statistics", "Risk_neutral", "Statistical_murder", "Cognitive_bias", "False_consensus_effect", "Confirmation_bias", "Bias", "Instrumental_variable", "Sure-thing_principle", "Duty_of_candour"], "ranked_scores": [0.7192, 0.716, 0.7103, 0.7031, 0.699, 0.6989, 0.696, 0.6898, 0.6873, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Air_Act_(United_States)", "Greenhouse_gas_inventory", "Environmental_Investigation_Agency", "National_Environmental_Policy_Act", "CO2_is_Green", "Carbon_offset", "Fossil_fuel_divestment", "Greenhouse_gas_accounting", "United_States_withdrawal_from_the_Paris_Agreement"], "ranked_scores": [0.7715, 0.7415, 0.7351, 0.7334, 0.7205, 0.7165, 0.7138, 0.713, 0.7031, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Arctic_geoengineering", "El_Niño–Southern_Oscillation", "Effects_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Antarctic_Cold_Reversal", "Abrupt_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.8333, 0.8333, 0.8235, 0.81, 0.7844, 0.7826, 0.7826, 0.78, 0.7764, 0.7759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["List_of_glaciers_of_Iceland", "Holocene_glacial_retreat", "Glacier", "Ross_Ice_Shelf", "Antarctic_sea_ice", "Glacier_mass_balance", "Thwaites_Glacier", "Arctic_sea_ice_decline", "Bering_Glacier", "Sea_ice"], "ranked_scores": [0.7294, 0.7166, 0.7131, 0.7054, 0.7019, 0.6999, 0.6975, 0.6959, 0.6923, 0.6901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "History_of_coal_mining", "Clean_coal_technology", "Blackwater_(coal)", "Carbon_neutrality", "Emissions_trading", "Carbon_dioxide_removal", "Coal", "Carbon_cycle_re-balancing", "Carbon_offset"], "ranked_scores": [0.7719, 0.7552, 0.7281, 0.7144, 0.7099, 0.7092, 0.7038, 0.6966, 0.6961, 0.6937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Iris_hypothesis", "Convective_heat_transfer", "Evaporation", "Sublimation_(phase_transition)", "Condensation_cloud", "Idealized_greenhouse_model", "Greenhouse_effect", "Radiative_forcing", "Richard_Lindzen"], "ranked_scores": [0.6321, 0.6292, 0.5997, 0.5866, 0.5786, 0.5655, 0.558, 0.558, 0.5567, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "Climate_change_mitigation_scenarios", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7831, 0.7831, 0.7807, 0.7734, 0.7578, 0.7468, 0.7468, 0.7406, 0.7406, 0.7397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["World_Climate_Report", "Climate_change_opinion_by_country", "Stern_Review", "ExxonMobil_climate_change_controversy", "James_Hansen", "Scientific_consensus_on_climate_change", "Wibjörn_Karlén", "Journal_for_Geoclimatic_Studies", "Peter_Sinclair_(environmental_activist)", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6638, 0.6602, 0.6583, 0.6541, 0.6511, 0.6498, 0.6474, 0.6404, 0.6379, 0.6365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Great_Lakes_Areas_of_Concern", "Climate_of_Georgia_(U.S._state)", "Winter_1985_cold_wave", "Climate_of_Finland", "Climate_of_Antarctica", "Global_cooling", "Antarctic_Cold_Reversal", "Climate_of_the_Arctic", "Global_cooling_(disambiguation)", "World_Glacier_Monitoring_Service"], "ranked_scores": [0.7004, 0.6814, 0.6749, 0.6733, 0.6726, 0.6719, 0.6702, 0.6682, 0.6662, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_change", "Global_dimming", "Climate_change_in_the_Arctic", "Orbital_forcing", "Global_cooling_(disambiguation)", "Lithospheric_flexure", "Radiative_forcing", "Idealized_greenhouse_model"], "ranked_scores": [0.8387, 0.8387, 0.8135, 0.7973, 0.7957, 0.7956, 0.7904, 0.7904, 0.7866, 0.7866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Regression_toward_the_mean", "Selection_bias", "Weighting", "Skewness", "Inherent_bias", "Debunker", "Nitrogen_dioxide_poisoning", "Bias", "Outcome_bias", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [0.6672, 0.6564, 0.6515, 0.6265, 0.623, 0.6117, 0.6106, 0.6063, 0.5898, 0.5862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions", "IPCC_First_Assessment_Report", "Global_warming", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change", "Low-carbon_fuel_standard", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas_emissions_by_the_United_States", "Effects_of_global_warming"], "ranked_scores": [0.794, 0.7777, 0.7743, 0.7743, 0.7736, 0.7718, 0.7706, 0.761, 0.7591, 0.7516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Neoglaciation", "Global_cooling_(disambiguation)", "Last_Glacial_Period", "Eocene_Thermal_Maximum_2", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Cryogenian"], "ranked_scores": [0.8296, 0.8266, 0.8226, 0.8182, 0.8109, 0.8065, 0.8042, 0.8004, 0.7922, 0.7911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Silent_majority", "False_consensus_effect", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies", "Mistakes_were_made", "Willie_Soon", "Scientific_consensus_on_climate_change", "Cognitive_bias", "Information_cascade"], "ranked_scores": [0.6925, 0.6729, 0.6625, 0.6625, 0.6468, 0.6387, 0.6311, 0.6273, 0.6204, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Air_conditioning", "Climate_of_Finland", "2018_British_Isles_heat_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Cooling_center", "Humid_continental_climate", "Humid_subtropical_climate", "East_Asian_Monsoon"], "ranked_scores": [0.7213, 0.7202, 0.7138, 0.7119, 0.7088, 0.7088, 0.7027, 0.7026, 0.7026, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy", "Greenhouse_and_icehouse_Earth", "Arctic_geoengineering", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "IPCC_First_Assessment_Report", "Paleocene–Eocene_Thermal_Maximum", "Greening_Earth_Society"], "ranked_scores": [0.7486, 0.7486, 0.7362, 0.7357, 0.7273, 0.7269, 0.7239, 0.7234, 0.7204, 0.7189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["List_of_photovoltaic_power_stations", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_New_Mexico", "Electricity_sector_in_the_United_Kingdom", "Renewable_energy_in_the_United_Kingdom", "Renewable_energy"], "ranked_scores": [0.8056, 0.8056, 0.8056, 0.8056, 0.8013, 0.8013, 0.7874, 0.781, 0.781, 0.7755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Syria", "Intensive_animal_farming", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture", "Wild_farming", "Agriculture_in_Argentina", "Food_systems", "Agricultural_land"], "ranked_scores": [0.7761, 0.7721, 0.7673, 0.7673, 0.7673, 0.764, 0.7599, 0.7507, 0.7446, 0.7422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m8-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Northwoods_(forest)", "Kodiak_bear", "Rubus_arcticus", "Rainforest", "Hunting_and_fishing_in_Alaska", "Ursus_americanus_carlottae", "Brown_bear", "Climate_of_the_Philippines", "Tree", "Sloth_bear"], "ranked_scores": [0.5973, 0.5694, 0.5427, 0.5401, 0.5399, 0.5374, 0.5361, 0.5267, 0.5243, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Climate_change_in_the_Arctic", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Arctic_methane_emissions", "Polar_seas", "Antarctic_ice_sheet", "Sea_ice", "Ice_rise", "West_Antarctica", "Greenland_Sea"], "ranked_scores": [0.6791, 0.6729, 0.6724, 0.6621, 0.6555, 0.6502, 0.6482, 0.6467, 0.6443, 0.6423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea", "Tidal_range", "Annual_cycle_of_sea_level_height", "Anoxic_waters", "Ocean_surface_topography", "Ocean", "Tide", "Sea_level", "Climate_of_the_United_States"], "ranked_scores": [0.7056, 0.6917, 0.6696, 0.6691, 0.669, 0.6685, 0.6617, 0.6615, 0.66, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Ice2sea", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Sea_ice", "Antarctic_sea_ice", "Future_sea_level", "Sea_ice_thickness", "Ice"], "ranked_scores": [0.7351, 0.6852, 0.683, 0.6714, 0.6437, 0.6397, 0.6372, 0.6365, 0.6341, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_neutrality", "Carbon_offset", "Carbon_footprint", "Carbon_price", "Greenhouse_gas_emissions_accounting", "Carbon_dioxide_removal", "Carbon_tax", "Contribution_to_global_warming_by_Australia", "Emissions_trading", "Carbon_credit"], "ranked_scores": [0.7285, 0.714, 0.7, 0.6969, 0.6887, 0.6826, 0.6709, 0.6669, 0.6664, 0.6588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions_per_capita", "Ozone_depletion_and_climate_change", "Environmental_impact_of_transport", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "Politics_of_global_warming", "Embedded_emissions", "Carbon_dioxide_removal", "Low-carbon_emission", "Deforestation_and_climate_change"], "ranked_scores": [0.6978, 0.6643, 0.6562, 0.6559, 0.648, 0.6455, 0.638, 0.6373, 0.6358, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice", "Antarctic_sea_ice", "Future_sea_level", "Sea_ice_thickness", "Drift_ice", "Ice2sea", "Arctic_ice_pack", "Antarctic_ice_sheet", "Measurement_of_sea_ice"], "ranked_scores": [0.7346, 0.6907, 0.6901, 0.679, 0.6757, 0.6728, 0.6708, 0.6651, 0.6613, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7583, 0.7366, 0.7365, 0.7353, 0.7259, 0.7215, 0.7199, 0.6987, 0.6975, 0.693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "Effects_of_Hurricane_Katrina_in_Mississippi", "Excessive_heat_watch", "Great_Flood_of_1913", "Hurricane_Katrina_and_global_warming", "2016_American_Northeast_heat_wave", "Hurricane_Rita_tornado_outbreak", "2006_North_American_heat_wave", "Natural_disaster"], "ranked_scores": [0.7209, 0.7062, 0.7028, 0.6945, 0.69, 0.6873, 0.687, 0.6869, 0.6859, 0.679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Ehrlichia_Wisconsin_HM543746", "Lyme_disease", "Infection", "List_of_West_Nile_virus_outbreaks", "List_of_mammals_of_New_England", "History_of_malaria", "Climate_of_the_Nordic_countries", "Lymphangitis", "Infectious_mononucleosis", "2013_extreme_weather_events"], "ranked_scores": [0.5908, 0.5725, 0.5483, 0.5476, 0.542, 0.5405, 0.5354, 0.5315, 0.5234, 0.5228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change", "An_Appeal_to_Reason", "Climate_engineering", "Economics_of_global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change_mitigation_scenarios", "Climate_prediction"], "ranked_scores": [0.6486, 0.6322, 0.628, 0.6225, 0.6018, 0.6016, 0.5964, 0.5907, 0.5852, 0.579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming", "Greenhouse_and_icehouse_Earth", "Urban_heat_island", "Climate_change_(general_concept)", "Climate_variability", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "Abrupt_climate_change", "Little_Ice_Age", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7135, 0.7028, 0.6935, 0.6917, 0.6917, 0.688, 0.6851, 0.6843, 0.6826, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Yucca_Mountain_nuclear_waste_repository", "Carmichael_coal_mine", "Lōʻihi_Seamount", "Pen_y_Cymoedd", "Hawaii", "Dakota_Access_Pipeline", "Manoa", "Mauna_Kea"], "ranked_scores": [0.6015, 0.571, 0.5629, 0.5407, 0.5369, 0.5276, 0.5272, 0.5258, 0.5181, 0.5135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Alkalinity", "PH", "Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Dissolution_(chemistry)", "Acid_dissociation_constant", "Acid_value", "Atmospheric_methane", "Dole_effect"], "ranked_scores": [0.6837, 0.6651, 0.6261, 0.6226, 0.6157, 0.6042, 0.5943, 0.5888, 0.586, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Climate_change_opinion_by_country", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Willie_Soon", "Media_coverage_of_climate_change", "I'm_not_a_scientist", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7722, 0.7456, 0.738, 0.7228, 0.7164, 0.6994, 0.6984, 0.6952, 0.6939, 0.6827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "List_of_states_during_the_Middle_Ages", "Pacific_Century", "Cold_wave", "Global_change", "Industrial_civilization", "Iris_hypothesis"], "ranked_scores": [0.5575, 0.5567, 0.553, 0.5492, 0.542, 0.5295, 0.5202, 0.513, 0.5128, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "James_Hansen", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Ice2sea", "Study_of_Environmental_Arctic_Change", "Ian_Clark_(geologist)", "Copenhagen_Diagnosis", "Global_warming", "Arctic_ecology"], "ranked_scores": [0.6745, 0.6427, 0.6402, 0.6384, 0.6359, 0.6312, 0.6284, 0.6231, 0.6226, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Weather_front", "Polar_front", "Westerlies", "Polar_vortex", "Polar_High", "Intertropical_Convergence_Zone", "Sea_surface_temperature", "Low-pressure_area", "North_Atlantic_Current", "Headwind_and_tailwind"], "ranked_scores": [0.7493, 0.7076, 0.6932, 0.683, 0.6577, 0.6435, 0.6353, 0.6297, 0.6272, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Summer_of_1976_(Europe)", "Highest_temperature_recorded_on_Earth", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "Global_warming", "Instrumental_temperature_record", "2006_European_heat_wave", "Temperature_record_of_the_past_1000_years", "Climate_change_in_Texas", "MSU_temperature_measurements"], "ranked_scores": [0.7068, 0.6986, 0.6979, 0.6979, 0.6973, 0.6914, 0.684, 0.6824, 0.6802, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["IPCC_First_Assessment_Report", "Effects_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming", "Richard_Lindzen", "Climate_change_mitigation_scenarios", "James_Hansen", "Global_cooling_(disambiguation)", "Global_cooling"], "ranked_scores": [0.634, 0.6047, 0.5988, 0.5981, 0.5975, 0.5945, 0.5922, 0.5865, 0.5818, 0.5812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["International_Fuel_Tax_Agreement", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_tax", "European_Union_value_added_tax", "Value-added_tax_(United_Kingdom)", "Tax", "Carbon_price", "Congestion_pricing", "Carbon_emission_trading"], "ranked_scores": [0.5506, 0.5236, 0.5195, 0.5103, 0.5021, 0.5021, 0.4819, 0.4767, 0.4627, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_ice_pack", "Ice2sea", "Sea_ice_thickness", "Sea_level_rise", "Greenland_ice_core_project", "Past_sea_level", "West_Antarctica"], "ranked_scores": [0.739, 0.7337, 0.7161, 0.7009, 0.6888, 0.6851, 0.6757, 0.6739, 0.6727, 0.6706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Thermal_optimum", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "January_2014_southeastern_Australia_heat_wave", "Climate", "Last_Glacial_Period", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate"], "ranked_scores": [0.6008, 0.6005, 0.6005, 0.5961, 0.5865, 0.5847, 0.5842, 0.5839, 0.5796, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Dissolution_(chemistry)", "Alkalinity", "Acid_rain", "Vacuum", "Anoxic_waters", "Runaway_greenhouse_effect", "Anoxic_event", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7032, 0.7007, 0.6788, 0.6307, 0.6242, 0.614, 0.6097, 0.604, 0.603, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Demand_destruction", "Alternative_energy", "Nuclear_power_debate", "Carbon_diet", "Alternatives_assessment", "Job_security", "Energy_industry", "American_Jobs", "Alternative_medicine", "Minimum_wage"], "ranked_scores": [0.6417, 0.6004, 0.5804, 0.5597, 0.559, 0.5544, 0.5538, 0.5533, 0.5511, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2001, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Ice2sea", "Sea_ice_thickness", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "2013_extreme_weather_events", "Sea_ice"], "ranked_scores": [0.6877, 0.6555, 0.6515, 0.635, 0.6347, 0.6271, 0.6245, 0.6223, 0.6197, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["1997–98_El_Niño_event", "Drought_in_the_United_Kingdom", "Global_warming", "Droughts_in_the_United_States", "Climate_change_mitigation_scenarios", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "United_States_rainfall_climatology"], "ranked_scores": [0.6922, 0.6895, 0.6863, 0.6714, 0.6688, 0.6586, 0.6555, 0.6553, 0.6535, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Cooling_center", "Climate_sensitivity", "Climate_change_in_Europe", "IPCC_First_Assessment_Report", "Greening_Earth_Society", "Air_conditioning", "Air_conditioned_clothing", "Effects_of_global_warming", "Global_warming", "Heat_index"], "ranked_scores": [0.5991, 0.5656, 0.5627, 0.5611, 0.5569, 0.5521, 0.5503, 0.5503, 0.5496, 0.5492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2016_North_American_heat_wave", "January_2014_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8149, 0.8149, 0.8093, 0.8071, 0.8036, 0.803, 0.802, 0.8017, 0.7924, 0.7906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Global_warming_controversy", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Scientific_consensus_on_climate_change", "Global_warming", "History_of_climate_change_science", "Willie_Soon", "Attribution_of_recent_climate_change", "James_Hansen", "Effects_of_global_warming"], "ranked_scores": [0.7235, 0.7159, 0.71, 0.7009, 0.7004, 0.6968, 0.6914, 0.6886, 0.685, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_warming_hiatus", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Global_warming", "Global_warming_controversy", "An_Appeal_to_Reason", "Orbital_forcing", "Effects_of_global_warming", "Wibjörn_Karlén"], "ranked_scores": [0.6555, 0.6458, 0.6369, 0.6358, 0.6286, 0.6234, 0.6217, 0.5991, 0.598, 0.5974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Fossil_fuel_power_station", "Greenhouse_gas", "CO2_fertilization_effect", "Air_pollution", "Oxygen", "Deforestation_and_climate_change", "Hydrogen_fuel"], "ranked_scores": [0.7076, 0.6981, 0.6965, 0.6798, 0.674, 0.6662, 0.6557, 0.6473, 0.6454, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Prudent_avoidance_principle", "Misuse_of_statistics", "Risk_neutral", "Risk–benefit_ratio", "Longevity_risk", "Risk_assessment", "Statistical_murder", "Error_catastrophe", "Probability_of_error", "False_consensus_effect"], "ranked_scores": [0.6197, 0.6039, 0.5943, 0.5931, 0.5772, 0.5667, 0.5621, 0.5577, 0.553, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Environmental_policy_of_the_Donald_Trump_administration", "UK_Emissions_Trading_Scheme", "Greenhouse_gas_emissions_accounting", "Greenhouse_gas_accounting", "Clean_Air_Act_(United_States)", "United_States_withdrawal_from_the_Paris_Agreement", "Environmental_Investigation_Agency", "CO2_is_Green"], "ranked_scores": [0.7031, 0.6707, 0.6603, 0.659, 0.6489, 0.6439, 0.6409, 0.6379, 0.6338, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Arctic_geoengineering", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_in_Texas", "Antarctic_Cold_Reversal", "Climate_variability"], "ranked_scores": [0.7758, 0.745, 0.7349, 0.7329, 0.7265, 0.726, 0.7024, 0.7016, 0.7012, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "List_of_glaciers_of_Iceland", "Sea_ice", "Antarctic_ice_sheet", "Thwaites_Glacier", "West_Antarctica", "Geography_of_Antarctica", "Glacier"], "ranked_scores": [0.6835, 0.6679, 0.6637, 0.6509, 0.6425, 0.6406, 0.6378, 0.625, 0.622, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "History_of_coal_mining", "Carbon_dioxide_removal", "Waste-to-energy_plant", "Coal", "Arch_Coal", "Carbon_capture_and_storage_in_Australia", "Coal_by_country"], "ranked_scores": [0.7297, 0.7029, 0.678, 0.67, 0.6545, 0.6507, 0.6349, 0.6261, 0.6185, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Iris_hypothesis", "Global_cooling_(disambiguation)", "Fleischmann–Pons_experiment", "Phosphorus_cycle", "Cold_wave", "Radiative_forcing", "Global_cooling", "PDOS"], "ranked_scores": [0.5104, 0.4888, 0.4744, 0.473, 0.4723, 0.472, 0.4706, 0.4695, 0.4609, 0.4601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Effects_of_global_warming", "Global_warming_controversy", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7878, 0.7774, 0.772, 0.7652, 0.7617, 0.7556, 0.7498, 0.7437, 0.7342, 0.7302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_opinion_by_country", "James_Hansen", "Global_warming_controversy", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5948, 0.588, 0.5815, 0.5773, 0.5773, 0.5689, 0.5682, 0.5544, 0.5523, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Winter_1985_cold_wave", "Great_Lakes_Areas_of_Concern", "Great_Salt_Lake_effect", "January_2016_East_Asia_cold_wave", "Climate_of_Antarctica", "Global_cooling", "January_2017_European_cold_wave", "2006_European_cold_wave", "Cold-air_damming", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6458, 0.6347, 0.6257, 0.6205, 0.6147, 0.6103, 0.6088, 0.6088, 0.6055, 0.6055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming", "Arctic_geoengineering", "Attribution_of_recent_climate_change", "Weather", "Global_change", "Milankovitch_cycles", "Global_dimming", "Orbital_forcing"], "ranked_scores": [0.7631, 0.7631, 0.7102, 0.7095, 0.708, 0.7025, 0.6998, 0.6976, 0.6964, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Skewness", "Trend_stationary", "Regression_toward_the_mean", "Weighting", "Selection_bias", "Dunning–Kruger_effect", "Binomial_regression", "Bias", "Cognitive_bias", "Wage_curve"], "ranked_scores": [0.5888, 0.5808, 0.5757, 0.5613, 0.552, 0.5448, 0.5436, 0.5428, 0.5397, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Greenhouse_gas", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "List_of_countries_by_carbon_dioxide_emissions", "Climate_change_mitigation", "Environmental_issue"], "ranked_scores": [0.7352, 0.7254, 0.697, 0.6945, 0.6894, 0.6878, 0.6869, 0.6861, 0.6826, 0.6746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Neoglaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Last_Glacial_Period", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Noachian", "Paleocene–Eocene_Thermal_Maximum", "Future_of_Earth"], "ranked_scores": [0.7485, 0.726, 0.7111, 0.7073, 0.6922, 0.6921, 0.6905, 0.6904, 0.69, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "False_consensus_effect", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_experimental_errors_and_frauds_in_physics", "I'm_not_a_scientist", "Climate_change_opinion_by_country", "World_Climate_Change_Conference,_Moscow", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6385, 0.6118, 0.6086, 0.5931, 0.5828, 0.5785, 0.5685, 0.5534, 0.5525, 0.5522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["AccuWeather_Network", "Cooling_center", "Summer_of_1976_(Europe)", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Humid_subtropical_climate", "Heat_index", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave"], "ranked_scores": [0.6855, 0.669, 0.6604, 0.6563, 0.6481, 0.6481, 0.6478, 0.6455, 0.6404, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Global_cooling", "Global_warming_controversy", "James_Hansen", "Global_cooling_(disambiguation)", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7465, 0.7248, 0.7071, 0.701, 0.692, 0.6916, 0.6912, 0.6856, 0.6853, 0.6832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Electricity_sector_in_the_United_Kingdom", "Solar_power_in_Italy", "Solar_power_by_country", "List_of_photovoltaic_power_stations", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_Kingdom", "100%_renewable_energy", "Renewable_energy"], "ranked_scores": [0.7898, 0.7898, 0.7759, 0.7716, 0.7643, 0.757, 0.7494, 0.7445, 0.7435, 0.7435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture", "Intensive_animal_farming", "Food,_Conservation,_and_Energy_Act_of_2008", "Wild_farming", "Agricultural_policy_of_the_United_States", "Agricultural_land", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Meat_industry", "Monsanto"], "ranked_scores": [0.7121, 0.6943, 0.6899, 0.6869, 0.686, 0.672, 0.6662, 0.6615, 0.6583, 0.6535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Moose", "Yup'ik_cuisine", "Climate_of_the_Philippines", "Season_creep", "Ursus_americanus_carlottae", "Rubus_arcticus", "Arctic_Lowlands", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.5322, 0.5215, 0.4892, 0.4701, 0.4595, 0.4474, 0.4462, 0.4429, 0.4424, 0.4418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Polar_ice_cap", "Ice_cap", "Antarctic_ice_sheet", "Greenland_Sea", "Ice_rise", "Dry_ice", "Drift_ice", "List_of_glaciers_of_Iceland"], "ranked_scores": [0.6401, 0.6376, 0.6036, 0.6002, 0.5916, 0.5871, 0.5841, 0.5831, 0.5811, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Regional_effects_of_global_warming", "Tide", "Arctic_geoengineering", "Ocean_surface_topography", "Climate_of_Minnesota", "Sea_surface_temperature", "Climate_of_Australia"], "ranked_scores": [0.6937, 0.6639, 0.6625, 0.6455, 0.6415, 0.6407, 0.6338, 0.6322, 0.6261, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Future_sea_level", "Antarctic_ice_sheet", "Arctic_ice_pack", "Antarctic_Cold_Reversal", "Antarctic_sea_ice", "Climate_of_Antarctica", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6842, 0.6709, 0.6414, 0.6286, 0.6273, 0.596, 0.5893, 0.5851, 0.5819, 0.5759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_neutrality", "Carbon_offset", "Climate_footprint", "Green_Power_Partnership", "Environmental_pricing_reform", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.655, 0.6508, 0.63, 0.629, 0.6217, 0.6215, 0.6211, 0.6211, 0.6207, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Carbon_emissions_reporting", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Carbon_price", "Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Politics_of_global_warming", "Greening_Earth_Society"], "ranked_scores": [0.6331, 0.6292, 0.6214, 0.6154, 0.6123, 0.6078, 0.6073, 0.6038, 0.6032, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Antarctic_ice_sheet", "Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Arctic_ice_pack", "Ice_shelf", "List_of_glaciers_of_Iceland", "Sea_level_rise"], "ranked_scores": [0.6808, 0.6753, 0.6594, 0.6579, 0.6565, 0.6322, 0.6305, 0.6222, 0.6126, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Climate_change_in_the_United_States", "James_Hansen", "Greenhouse_gas", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_sensitivity", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6783, 0.6773, 0.6711, 0.6704, 0.6666, 0.6659, 0.6611, 0.6555, 0.655, 0.6534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "List_of_Texas_hurricanes_(1950–79)", "Hurricane_Agnes", "Hurricane_Alberto_(1982)", "Hurricane_Florence_(1988)", "Hurricane_Harvey", "2004_Atlantic_hurricane_season", "Hurricane_Katrina_and_global_warming", "2016_American_Northeast_heat_wave", "Hurricane_Rita_tornado_outbreak"], "ranked_scores": [0.6019, 0.5954, 0.5926, 0.5854, 0.5853, 0.5841, 0.5826, 0.5817, 0.579, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "Climate_of_Minnesota", "Lymphangitis", "Amblyomma_americanum", "List_of_mammals_of_New_England", "Infection", "Climate_of_Oregon", "Acrodermatitis", "Pliocene_climate"], "ranked_scores": [0.6178, 0.5425, 0.5202, 0.5132, 0.5067, 0.4969, 0.4937, 0.4849, 0.4833, 0.4816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["An_Appeal_to_Reason", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Stern_Review", "Mitigation_of_global_warming_in_Australia", "Climate_engineering", "History_of_climate_change_science"], "ranked_scores": [0.5899, 0.5879, 0.5873, 0.5789, 0.5731, 0.5713, 0.5712, 0.5559, 0.5514, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling_(disambiguation)", "100,000-year_problem", "Global_cooling", "George_Kukla", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_(calendar)", "Global_warming_hiatus", "History_of_climate_change_science", "Milankovitch_cycles", "Abrupt_climate_change"], "ranked_scores": [0.6778, 0.6758, 0.6736, 0.6512, 0.65, 0.6448, 0.6368, 0.6344, 0.633, 0.6288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Alta_Wind_Energy_Center", "Mount_Baker", "Hekla_3_eruption", "Climate_of_Hawaii", "Carbon_capture_and_storage", "Satellite_temperature_measurements"], "ranked_scores": [0.5743, 0.5616, 0.5558, 0.5105, 0.502, 0.4907, 0.4766, 0.4765, 0.4743, 0.4657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["PH", "Ocean_acidification", "Carbonic_acid", "Estuarine_acidification", "Alkalinity", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Acid_dissociation_constant", "Acidosis", "Alkaline_tide"], "ranked_scores": [0.6294, 0.6053, 0.6047, 0.5969, 0.5913, 0.5804, 0.5742, 0.5729, 0.5728, 0.564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Global_cooling", "Attribution_of_recent_climate_change", "An_Appeal_to_Reason", "Climate_change_denial", "Greening_Earth_Society", "Media_coverage_of_climate_change", "Global_warming_controversy"], "ranked_scores": [0.6601, 0.6562, 0.6379, 0.6275, 0.6226, 0.6208, 0.6178, 0.6166, 0.6146, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling", "Solar_cycle_18", "Hot_tower", "Global_cooling_(disambiguation)", "Cosmic_microwave_background", "Temperature", "The_Tropical_Sun", "100,000-year_problem", "George_Kukla", "Boreal_(age)"], "ranked_scores": [0.499, 0.4935, 0.4866, 0.4826, 0.4774, 0.477, 0.4732, 0.4707, 0.4694, 0.469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Ian_Clark_(geologist)", "Hockey_stick_controversy", "Global_cooling", "Ice2sea", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Arctic_Climate_Impact_Assessment", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6631, 0.6498, 0.632, 0.6304, 0.629, 0.6197, 0.6159, 0.6067, 0.6044, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Westerlies", "Polar_vortex", "Polar_High", "Trade_winds", "November_2014_North_American_cold_wave", "Winter_1985_cold_wave", "Intertropical_Convergence_Zone", "Polar_low"], "ranked_scores": [0.669, 0.6362, 0.5987, 0.5795, 0.5758, 0.5719, 0.5708, 0.5679, 0.5655, 0.5594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1908", "100,000-year_problem", "Instrumental_temperature_record", "Year_Without_a_Summer", "Highest_temperature_recorded_on_Earth", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "MSU_temperature_measurements", "Satellite_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.67, 0.6415, 0.6382, 0.6247, 0.6217, 0.6125, 0.6123, 0.6073, 0.5999, 0.5951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "James_Hansen", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change", "Clouds_and_the_Earth's_Radiant_Energy_System", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Hockey_Stick_and_the_Climate_Wars", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.581, 0.5576, 0.5483, 0.5435, 0.5433, 0.539, 0.5366, 0.5353, 0.531, 0.5291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "International_Fuel_Tax_Agreement", "Carbon_price", "Fuel_Economy_Reform_Act", "Tax", "Value-added_tax_(United_Kingdom)", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Canadian_Association_of_Petroleum_Producers", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.4455, 0.3934, 0.3932, 0.3922, 0.3881, 0.3861, 0.3787, 0.3745, 0.3682, 0.3663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Antarctic_ice_sheet", "Global_warming_in_Antarctica", "Glacial_period", "Sea_level_rise", "Arctic_resources_race", "Measurement_of_sea_ice", "Arctic_geoengineering"], "ranked_scores": [0.7093, 0.7037, 0.6917, 0.6736, 0.6705, 0.6528, 0.6527, 0.6492, 0.6455, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_extreme_weather_events", "Thaw_(weather)", "1908", "Climate_change_in_Texas", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Summer_solstice", "2010_Northern_Hemisphere_summer_heat_waves", "2006_North_American_heat_wave", "March_2012_North_American_heat_wave", "Instrumental_temperature_record"], "ranked_scores": [0.615, 0.609, 0.5914, 0.5827, 0.5777, 0.5752, 0.5737, 0.5737, 0.5711, 0.57], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Runaway_greenhouse_effect", "Carbonic_acid", "James_Hansen"], "ranked_scores": [0.6634, 0.6422, 0.6129, 0.6037, 0.5922, 0.5918, 0.5902, 0.5781, 0.5613, 0.5608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["100%_renewable_energy", "Demand_destruction", "Climate_change_mitigation", "Risk–benefit_ratio", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Mitigation_of_global_warming_in_Australia", "Energy_industry", "Carbon_diet", "Electrical_energy", "Alternative_energy"], "ranked_scores": [0.5596, 0.5574, 0.5564, 0.5554, 0.5553, 0.5405, 0.5368, 0.5329, 0.5319, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Glacial_earthquake", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Climate_inertia"], "ranked_scores": [0.6665, 0.665, 0.6486, 0.6444, 0.6441, 0.6098, 0.6014, 0.6011, 0.5951, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom", "Arid", "Climate_change_and_agriculture", "Drought_in_Spain", "Climate_change_mitigation_scenarios", "Environmental_emergency", "2012–13_North_American_drought", "Environmental_issue"], "ranked_scores": [0.7, 0.6545, 0.6496, 0.6493, 0.6322, 0.6317, 0.6286, 0.6251, 0.624, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Air_conditioned_clothing", "Climate_change_mitigation_scenarios", "Thermal_pollution", "James_Hansen", "Greening_Earth_Society", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Arctic_geoengineering", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5588, 0.5569, 0.5549, 0.55, 0.5461, 0.5454, 0.5447, 0.5415, 0.5343, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "March_2012_North_American_heat_wave", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "1911_Eastern_North_America_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.757, 0.7461, 0.7287, 0.7263, 0.6927, 0.6868, 0.6845, 0.6827, 0.6764, 0.6756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Attribution_of_recent_climate_change", "James_Hansen", "Climate_change_denial", "Scientific_opinion_on_climate_change", "The_Deniers", "ExxonMobil_climate_change_controversy", "An_Appeal_to_Reason"], "ranked_scores": [0.729, 0.6964, 0.6917, 0.6869, 0.6757, 0.6667, 0.6648, 0.6638, 0.6632, 0.6554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling_(disambiguation)", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Orbital_forcing", "Climate_change_(general_concept)", "Climate_variability", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_cooling", "Arctic_sea_ice_decline"], "ranked_scores": [0.6588, 0.6317, 0.6248, 0.622, 0.6207, 0.6185, 0.6146, 0.6143, 0.6086, 0.6032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Low-carbon_emission", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Greenhouse_effect", "Tropospheric_ozone", "Arctic_methane_emissions", "Carbon_dioxide", "Climate_change_in_the_United_States"], "ranked_scores": [0.6871, 0.6824, 0.6765, 0.6764, 0.6587, 0.6439, 0.6403, 0.6377, 0.6349, 0.6342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Outcome_bias", "Risk–benefit_ratio", "Counterfactual_thinking", "Selection_bias", "Bias", "Truth", "Argument_from_nonbelief", "Cynicism_(contemporary)", "Risk"], "ranked_scores": [0.5617, 0.5381, 0.531, 0.5028, 0.4939, 0.4892, 0.4858, 0.4823, 0.4803, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Presidential_Climate_Action_Plan", "CO2_is_Green", "Carbon_emissions_reporting", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Canada_and_the_Kyoto_Protocol", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Green_Power_Partnership", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.66, 0.6213, 0.6204, 0.6125, 0.6046, 0.5993, 0.5902, 0.5857, 0.5847, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "Global_warming", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Climate_of_the_Arctic", "Climate_change_in_the_Arctic", "Global_warming_hiatus"], "ranked_scores": [0.7549, 0.7133, 0.6994, 0.6966, 0.6887, 0.6868, 0.6848, 0.6762, 0.6743, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Antarctic_ice_sheet", "Arctic_ice_pack", "Antarctic_sea_ice", "Ice2sea", "Winter_1985_cold_wave", "Future_sea_level", "List_of_glaciers_of_Iceland", "Climate_of_Antarctica", "Ice_cap"], "ranked_scores": [0.6445, 0.6184, 0.6118, 0.6063, 0.6026, 0.5882, 0.5847, 0.5841, 0.5812, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Coal_gasification_commercialization", "Arch_Coal", "List_of_coal_fired_power_stations_in_Australia", "Beyond_Coal", "Fossil_fuel_power_station", "Coal_gasification", "Coal"], "ranked_scores": [0.6899, 0.682, 0.6363, 0.6269, 0.6216, 0.6208, 0.6196, 0.6137, 0.6003, 0.5852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling", "Condensation_cloud", "Fleischmann–Pons_experiment", "PDOS", "Automobile_air_conditioning", "Cooling_tower", "Global_cooling_(disambiguation)", "Temperature", "George_Kukla", "Programmed_Data_Processor"], "ranked_scores": [0.4449, 0.4412, 0.4328, 0.4295, 0.4288, 0.4279, 0.4233, 0.4222, 0.4217, 0.4191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_warming_hiatus", "Copenhagen_Diagnosis", "Scientific_opinion_on_climate_change", "IPCC_First_Assessment_Report", "Global_cooling"], "ranked_scores": [0.7266, 0.715, 0.7073, 0.6897, 0.6866, 0.6851, 0.6726, 0.6713, 0.659, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "James_Hansen", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "IPCC_First_Assessment_Report", "The_Real_Global_Warming_Disaster", "Economics_of_global_warming"], "ranked_scores": [0.6058, 0.6002, 0.5768, 0.5765, 0.5762, 0.5695, 0.5672, 0.5627, 0.5591, 0.5579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Arctic_sea_ice_decline", "Thaw_(weather)", "1936_North_American_cold_wave", "Winter", "Climate_of_the_Arctic", "2013–14_North_American_winter", "2016–17_North_American_winter", "Climate_of_Minnesota"], "ranked_scores": [0.5947, 0.5825, 0.5798, 0.5791, 0.578, 0.5753, 0.5745, 0.5731, 0.5725, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Orbital_forcing", "History_of_climate_change_science", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change", "Milankovitch_cycles", "Arctic_geoengineering", "Greenhouse_effect", "Climate_change_in_the_Arctic", "Climate_variability", "Solar_phenomena"], "ranked_scores": [0.6632, 0.6618, 0.6496, 0.6388, 0.6368, 0.636, 0.6285, 0.6262, 0.6253, 0.6221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Statistical_significance", "Solow_residual", "Binomial_regression", "Regression_toward_the_mean", "Null_hypothesis", "Publication_bias", "Selection_bias", "Skewness", "Phillips_curve", "Trend_stationary"], "ranked_scores": [0.4917, 0.4778, 0.4754, 0.4674, 0.4625, 0.4554, 0.4504, 0.4415, 0.4356, 0.4253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "James_Hansen", "Low-carbon_emission", "IPCC_First_Assessment_Report", "Mitigation_of_global_warming_in_Australia", "Climate_change_mitigation_scenarios", "History_of_climate_change_science"], "ranked_scores": [0.6923, 0.6747, 0.6665, 0.6484, 0.639, 0.6349, 0.6332, 0.6325, 0.6307, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Future_of_Earth", "Eocene_Thermal_Maximum_2", "Climate_of_Mars", "Greenhouse_and_icehouse_Earth", "Wibjörn_Karlén", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6939, 0.6802, 0.6748, 0.6638, 0.6622, 0.6616, 0.6525, 0.6515, 0.6469, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "False_consensus_effect", "I'm_not_a_scientist", "Danish_Committees_on_Scientific_Dishonesty", "Climate_Change_Denial:_Heads_in_the_Sand", "Merchants_of_Doubt", "Intergovernmental_Panel_on_Climate_Change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_change_denial", "Evidence"], "ranked_scores": [0.6046, 0.5453, 0.5382, 0.5345, 0.5318, 0.5303, 0.5256, 0.5247, 0.5115, 0.5106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "2000_Southern_United_States_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "Climate_of_Dallas", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "March_2012_North_American_heat_wave", "Heat_wave"], "ranked_scores": [0.6389, 0.6349, 0.6276, 0.618, 0.6103, 0.6081, 0.6079, 0.6057, 0.6037, 0.6022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "James_Hansen", "1997–98_El_Niño_event", "Climate_inertia", "Global_warming_hiatus"], "ranked_scores": [0.6944, 0.678, 0.6676, 0.6606, 0.658, 0.6532, 0.6475, 0.6459, 0.6448, 0.6431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_by_country", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Ivanpah_Solar_Power_Facility", "Solar_power_in_Michigan", "Electricity_sector_in_the_United_Kingdom", "Solar_panel", "Photovoltaics", "Solar_energy"], "ranked_scores": [0.691, 0.6749, 0.6628, 0.6626, 0.6498, 0.6494, 0.6409, 0.6317, 0.6253, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Environmental_impact_of_meat_production", "Agricultural_policy_of_the_United_States", "Agriculture", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Intensive_animal_farming", "Agriculture_in_Ethiopia"], "ranked_scores": [0.6415, 0.6284, 0.6218, 0.6052, 0.594, 0.5903, 0.5898, 0.5864, 0.5836, 0.5792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Moose", "Ursus_americanus_carlottae", "Yup'ik_cuisine", "Brown_bear", "List_of_Alaska_state_forests", "Rubus_arcticus", "Arctic_resources_race"], "ranked_scores": [0.5762, 0.5567, 0.5362, 0.4834, 0.477, 0.4742, 0.4728, 0.4726, 0.464, 0.4593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Arctic_geoengineering", "Drift_ice", "Antarctic_ice_sheet", "Greenhouse_gas", "Ice_cap", "Climate_of_the_Arctic", "Atmospheric_methane"], "ranked_scores": [0.6878, 0.6617, 0.6616, 0.6357, 0.6095, 0.6091, 0.6039, 0.6038, 0.6031, 0.6021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Sea_level", "Sea_surface_temperature", "Annual_cycle_of_sea_level_height", "Regional_effects_of_global_warming", "Oceanic_climate", "Arctic_sea_ice_decline"], "ranked_scores": [0.7654, 0.7437, 0.6946, 0.6647, 0.6624, 0.6546, 0.6524, 0.6439, 0.641, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Arctic_ice_pack", "Future_sea_level", "Antarctic_ice_sheet", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7468, 0.6952, 0.6843, 0.6708, 0.656, 0.6456, 0.639, 0.6346, 0.6235, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Carbon_offset", "Carbon_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia", "Contribution_to_global_warming_by_Australia", "Carbon_tax", "Carbon_profiling", "Carbon_neutrality", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.6946, 0.6758, 0.6739, 0.665, 0.6565, 0.6543, 0.6527, 0.652, 0.6516, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Atmospheric_carbon_cycle", "James_Hansen", "Climate_change_mitigation_scenarios", "CO2_is_Green", "Global_warming", "Climate_change_mitigation", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Deforestation_and_climate_change"], "ranked_scores": [0.7234, 0.6784, 0.6725, 0.6723, 0.6667, 0.6627, 0.6584, 0.6553, 0.6485, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_ice_pack", "Future_sea_level", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Last_Glacial_Maximum"], "ranked_scores": [0.7337, 0.7229, 0.7145, 0.7102, 0.7058, 0.7013, 0.6887, 0.6807, 0.665, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States"], "ranked_scores": [0.7901, 0.7592, 0.7572, 0.7357, 0.7283, 0.7126, 0.7006, 0.7005, 0.6994, 0.6931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Hurricane_Rita_tornado_outbreak", "Global_warming", "Effects_of_global_warming_on_humans", "History_of_climate_change_science", "Hurricane_Florence_(1988)", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6891, 0.6609, 0.6529, 0.6231, 0.6226, 0.6217, 0.6188, 0.6046, 0.604, 0.6012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Amblyomma_americanum", "Lymphangitis", "List_of_West_Nile_virus_outbreaks", "Southern_tick-associated_rash_illness", "Measles", "2013_extreme_weather_events", "Infection", "2014–15_North_American_winter"], "ranked_scores": [0.6703, 0.598, 0.5704, 0.556, 0.5556, 0.5403, 0.5253, 0.523, 0.5226, 0.5177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_prediction", "History_of_climate_change_science", "Economics_of_global_warming", "Climate_change", "Physical_impacts_of_climate_change", "Climate_engineering", "Arctic_geoengineering"], "ranked_scores": [0.6554, 0.6322, 0.6291, 0.6222, 0.6215, 0.6198, 0.6155, 0.614, 0.6033, 0.5952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "George_Kukla", "Climate_change_(general_concept)", "Climate_variability", "Climate_oscillation", "Solar_cycle_(calendar)", "History_of_climate_change_science"], "ranked_scores": [0.7016, 0.6996, 0.6863, 0.6738, 0.6571, 0.6483, 0.6474, 0.6445, 0.6427, 0.635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Mauna_Kea", "Alta_Wind_Energy_Center", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_volcanoes_in_the_Hawaiian_–_Emperor_seamount_chain", "Lōʻihi_Seamount", "Antarctic_oscillation", "Greenhouse_gas_emissions_by_the_United_States", "Mongstad_Power_Station"], "ranked_scores": [0.61, 0.606, 0.5766, 0.5183, 0.4978, 0.4927, 0.4824, 0.4788, 0.4766, 0.4737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Alkalinity", "Total_inorganic_carbon", "Atmospheric_carbon_cycle", "PH", "Acid_dissociation_constant", "Greenhouse_gas", "Metabolic_acidosis"], "ranked_scores": [0.7028, 0.6575, 0.6197, 0.6007, 0.5815, 0.5788, 0.578, 0.5768, 0.5766, 0.5727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Media_coverage_of_climate_change", "An_Appeal_to_Reason", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "George_Kukla"], "ranked_scores": [0.7314, 0.7219, 0.7104, 0.6862, 0.6795, 0.6732, 0.6714, 0.6703, 0.6621, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Temperature", "Solar_cycle", "El_Niño–Southern_Oscillation", "Fleischmann–Pons_experiment", "Paleocene–Eocene_Thermal_Maximum", "Heat", "Condensation_cloud", "Cenomanian", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.488, 0.4798, 0.4797, 0.479, 0.468, 0.4655, 0.4634, 0.4566, 0.4553, 0.4543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Ice2sea", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Arctic_Climate_Impact_Assessment", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6888, 0.6646, 0.6639, 0.6564, 0.6496, 0.6457, 0.6437, 0.6302, 0.6231, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Westerlies", "Intertropical_Convergence_Zone", "Climate_of_the_United_States", "Polar_High", "Rear-inflow_jet", "November_2014_North_American_cold_wave"], "ranked_scores": [0.7676, 0.7531, 0.69, 0.6444, 0.64, 0.636, 0.6318, 0.6257, 0.6158, 0.6121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1908", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Satellite_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Ian_Clark_(geologist)", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7104, 0.693, 0.6895, 0.6885, 0.6764, 0.6643, 0.6559, 0.6397, 0.6328, 0.6262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Advisory_Group_on_Greenhouse_Gases", "CLOUD_experiment", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Copenhagen_Diagnosis", "James_Hansen", "Greening_Earth_Society"], "ranked_scores": [0.6101, 0.6098, 0.5995, 0.5951, 0.5949, 0.584, 0.5682, 0.5593, 0.5572, 0.5539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Environmental_impact_of_transport_in_Australia", "Environmental_pricing_reform", "UK_Emissions_Trading_Scheme", "London_congestion_charge", "International_Fuel_Tax_Agreement"], "ranked_scores": [0.5427, 0.539, 0.5302, 0.4793, 0.4733, 0.4515, 0.4507, 0.4498, 0.4457, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Future_sea_level", "Ice2sea", "Arctic_ice_pack", "Last_Glacial_Maximum", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Arctic_geoengineering", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7399, 0.7227, 0.7191, 0.7162, 0.6913, 0.6869, 0.6833, 0.6705, 0.6695, 0.666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "2010_Northern_Hemisphere_summer_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave", "Thaw_(weather)", "Temperature_record_of_the_past_1000_years", "Climate_change_in_Texas"], "ranked_scores": [0.6449, 0.5999, 0.5971, 0.5927, 0.5876, 0.5863, 0.5808, 0.577, 0.5762, 0.5758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Sulfuric_acid", "Greenhouse_gas", "Anoxic_event", "Carbon_dioxide"], "ranked_scores": [0.7735, 0.7702, 0.6603, 0.6398, 0.6295, 0.6211, 0.6174, 0.5946, 0.5923, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Carbon_diet", "Alternative_energy", "Demand_destruction", "Climate_change_denial", "Sustainable_energy", "Climate_Change_Denial:_Heads_in_the_Sand", "Alternative_medicine", "World_energy_consumption", "100%_renewable_energy", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.5918, 0.5858, 0.5742, 0.5691, 0.5628, 0.56, 0.5433, 0.5431, 0.5409, 0.5398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis"], "ranked_scores": [0.7304, 0.7242, 0.7198, 0.7168, 0.688, 0.6651, 0.6579, 0.6355, 0.6285, 0.6191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Effects_of_global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Global_warming", "Climate_change_in_the_United_States", "Climate_of_Australia", "Climate_change_and_agriculture", "Climate_change_in_Australia"], "ranked_scores": [0.7131, 0.7012, 0.6962, 0.6939, 0.6912, 0.6701, 0.6637, 0.6618, 0.6552, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_sensitivity", "IPCC_First_Assessment_Report", "Global_warming", "James_Hansen", "Arctic_geoengineering", "Environmental_issue", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Climate_change_(general_concept)"], "ranked_scores": [0.6223, 0.6127, 0.5878, 0.5753, 0.5729, 0.5725, 0.5593, 0.558, 0.5573, 0.5483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8275, 0.8257, 0.8174, 0.7842, 0.7833, 0.7828, 0.769, 0.7679, 0.7661, 0.764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "History_of_climate_change_science", "Global_warming_controversy", "Global_warming", "James_Hansen"], "ranked_scores": [0.766, 0.7572, 0.7279, 0.7196, 0.715, 0.6936, 0.6895, 0.6851, 0.6829, 0.6825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Global_cooling", "Orbital_forcing", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6882, 0.679, 0.6765, 0.6757, 0.6585, 0.6559, 0.648, 0.6424, 0.6409, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Greenhouse_effect", "Environmental_impact_of_transport", "Air_pollution", "Global_warming", "Tropospheric_ozone"], "ranked_scores": [0.765, 0.7639, 0.7514, 0.736, 0.7019, 0.6756, 0.6656, 0.6641, 0.6591, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk_neutral", "Outcome_bias", "Risk–benefit_ratio", "Bias", "Risk", "Inherent_bias", "Lazy_reason", "Accident", "Scenario_analysis", "Cognitive_bias"], "ranked_scores": [0.5837, 0.5721, 0.552, 0.5404, 0.5344, 0.5322, 0.5267, 0.5232, 0.5121, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Presidential_Climate_Action_Plan", "Mitigation_of_global_warming_in_Australia", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Canada_and_the_Kyoto_Protocol", "Carbon_emissions_reporting", "Low-carbon_emission", "Beyond_Coal"], "ranked_scores": [0.6802, 0.677, 0.6583, 0.6443, 0.6277, 0.6241, 0.6224, 0.6221, 0.6171, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "History_of_climate_change_science", "Global_warming", "Climate_change_in_Texas", "Pliocene_climate", "2013_extreme_weather_events", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7457, 0.7385, 0.7235, 0.72, 0.7173, 0.702, 0.7009, 0.6971, 0.6968, 0.6905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Glacier_mass_balance", "Holocene_glacial_retreat", "Antarctic_ice_sheet", "Permafrost", "Arctic_geoengineering"], "ranked_scores": [0.7208, 0.6992, 0.6721, 0.665, 0.6617, 0.646, 0.6416, 0.6332, 0.6309, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Coal", "Beyond_Coal", "Coal_gasification_commercialization", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "History_of_coal_mining"], "ranked_scores": [0.7565, 0.7503, 0.7171, 0.7122, 0.6462, 0.6449, 0.6353, 0.6329, 0.629, 0.6264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Condensation_cloud", "Fleischmann–Pons_experiment", "Cooling_tower", "Pacific_decadal_oscillation", "Solar_cycle", "Global_cooling", "Automobile_air_conditioning", "Natural_circulation", "Global_cooling_(disambiguation)"], "ranked_scores": [0.4961, 0.4761, 0.4688, 0.4682, 0.4481, 0.4433, 0.4291, 0.4227, 0.4178, 0.4172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Global_cooling", "Copenhagen_Diagnosis"], "ranked_scores": [0.767, 0.7491, 0.747, 0.7413, 0.7404, 0.7309, 0.7255, 0.7164, 0.7037, 0.696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "Global_warming", "James_Hansen", "Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Climate_justice"], "ranked_scores": [0.6243, 0.6087, 0.6082, 0.6032, 0.6029, 0.6004, 0.5998, 0.5996, 0.5944, 0.566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["1908", "Arctic_sea_ice_decline", "Thaw_(weather)", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Antarctica_cooling_controversy", "Climate_of_Finland"], "ranked_scores": [0.6407, 0.6201, 0.6195, 0.6186, 0.5991, 0.5945, 0.5872, 0.5855, 0.5797, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Greenhouse_effect", "Attribution_of_recent_climate_change", "Climate_change", "Solar_phenomena", "Effects_of_global_warming", "Effect_of_Sun_angle_on_climate"], "ranked_scores": [0.6889, 0.6874, 0.6861, 0.6823, 0.6719, 0.6635, 0.6617, 0.6503, 0.65, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Statistical_significance", "Selection_bias", "Null_hypothesis", "Worse-than-average_effect", "Regression_toward_the_mean", "Skewness", "Trend_stationary", "Outcome_bias", "Weighting", "Publication_bias"], "ranked_scores": [0.5246, 0.511, 0.5024, 0.5011, 0.4987, 0.4717, 0.4561, 0.452, 0.4472, 0.4472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Environmental_issue", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7495, 0.7408, 0.7275, 0.7193, 0.7018, 0.7018, 0.6814, 0.6812, 0.6797, 0.6727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "History_of_climate_change_science", "Future_of_Earth", "Global_cooling", "Bølling-Allerød_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.6988, 0.6883, 0.6728, 0.6702, 0.6612, 0.6584, 0.6572, 0.6533, 0.6519, 0.6497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "False_consensus_effect", "Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "The_Great_Global_Warming_Swindle", "List_of_experimental_errors_and_frauds_in_physics", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus"], "ranked_scores": [0.6446, 0.6158, 0.5813, 0.5641, 0.5628, 0.558, 0.5566, 0.5531, 0.5498, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "Weather_station", "Automatic_weather_station", "2013_Southwestern_United_States_heat_wave", "Weather_media_in_the_United_States", "Weather", "Sun_Belt"], "ranked_scores": [0.6636, 0.651, 0.6492, 0.6468, 0.6296, 0.6288, 0.6195, 0.6023, 0.6004, 0.5958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Global_cooling", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7471, 0.7462, 0.7348, 0.7018, 0.7012, 0.6992, 0.6874, 0.6866, 0.6861, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_by_country", "Solar_power_in_Michigan", "Wind_power_in_California", "Solar_power_in_Italy", "Solar_power_in_Australia", "Solar_energy", "Solar_panel"], "ranked_scores": [0.7918, 0.7715, 0.7498, 0.733, 0.732, 0.7304, 0.72, 0.718, 0.7115, 0.6859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Brazil", "Agriculture", "Agricultural_land", "Food,_Conservation,_and_Energy_Act_of_2008", "Farm_programs", "Dairy_farming_in_Canada"], "ranked_scores": [0.6931, 0.6773, 0.6514, 0.6479, 0.6455, 0.6368, 0.6365, 0.6279, 0.624, 0.6231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Rubus_arcticus", "Grizzly_bear", "Ursus_americanus_carlottae", "Yup'ik_cuisine", "Great_Bear_Wilderness", "Arctic_Alaska", "Cougar", "Moose", "Raccoon"], "ranked_scores": [0.4581, 0.4484, 0.4396, 0.4313, 0.4217, 0.4175, 0.4155, 0.41, 0.4096, 0.4086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Arctic_geoengineering", "Ice_cap", "Polar_ice_cap", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Drift_ice", "Atmospheric_methane", "Sea_ice"], "ranked_scores": [0.6777, 0.6689, 0.6441, 0.6255, 0.6219, 0.6157, 0.6135, 0.6094, 0.606, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Regional_effects_of_global_warming", "Future_sea_level", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Tide", "Annual_cycle_of_sea_level_height", "Sea_level"], "ranked_scores": [0.7103, 0.696, 0.6695, 0.6539, 0.6526, 0.6494, 0.6408, 0.6366, 0.6352, 0.6347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Future_sea_level", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling", "Sea_level_rise"], "ranked_scores": [0.7568, 0.7126, 0.6816, 0.677, 0.663, 0.6541, 0.6496, 0.6417, 0.6333, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Green_Power_Partnership", "Carbon_emission_trading", "Beyond_Coal", "Carbon_offset", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Contribution_to_global_warming_by_Australia", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_credit", "Carbon_emissions_reporting"], "ranked_scores": [0.6542, 0.6473, 0.6439, 0.6439, 0.6428, 0.6365, 0.6339, 0.6326, 0.6325, 0.6311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Politics_of_global_warming", "Deforestation_and_climate_change", "Climate_change_mitigation_scenarios", "Low-carbon_emission", "CO2_is_Green", "Mitigation_of_global_warming_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_emissions_reporting"], "ranked_scores": [0.6808, 0.6787, 0.6786, 0.6774, 0.6693, 0.6683, 0.6659, 0.6616, 0.6596, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Sea_level_rise", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Antarctic_ice_sheet", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7289, 0.7244, 0.7134, 0.7066, 0.6827, 0.677, 0.6702, 0.6702, 0.6573, 0.6463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Global_warming_potential", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen"], "ranked_scores": [0.704, 0.6976, 0.6973, 0.6973, 0.6936, 0.69, 0.6841, 0.6822, 0.6795, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "2016_American_Northeast_heat_wave", "Hurricane_Harvey", "Extreme_weather", "Hurricane_Alberto_(1982)", "Hurricane_Katrina_and_global_warming", "Meteorological_history_of_Hurricane_Matthew", "Disaster", "Hurricane_Florence_(1988)", "Climate_change_in_the_United_States"], "ranked_scores": [0.6175, 0.6158, 0.6023, 0.5983, 0.5964, 0.5939, 0.5923, 0.591, 0.5896, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "Climate_of_Minnesota", "2012–13_North_American_drought", "Continental_climate", "2013_extreme_weather_events", "Pliocene_climate", "Climate_of_Argentina", "History_of_malaria", "Climate_of_Oregon"], "ranked_scores": [0.5392, 0.5052, 0.4954, 0.4735, 0.4716, 0.4669, 0.4613, 0.4595, 0.4515, 0.4496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Politics_of_global_warming", "Climate_change", "Scientific_opinion_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.7118, 0.7035, 0.696, 0.6859, 0.6851, 0.6812, 0.673, 0.6719, 0.6652, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_variability", "List_of_climate_research_satellites", "George_Kukla", "Climate_change_(general_concept)", "1997–98_El_Niño_event", "Climate_state"], "ranked_scores": [0.6786, 0.6762, 0.6596, 0.6574, 0.6446, 0.6367, 0.6356, 0.6331, 0.6325, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Kea", "Alta_Wind_Energy_Center", "Mount_Baker", "Carbon_capture_and_storage", "Copenhagen_Diagnosis", "Global_warming_potential", "Mongstad_Power_Station"], "ranked_scores": [0.5975, 0.5446, 0.5338, 0.5293, 0.5166, 0.4987, 0.4942, 0.4895, 0.4889, 0.4852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Oceanic_carbon_cycle", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Ocean_acidification", "Geological_history_of_oxygen", "Atmospheric_methane", "Alkalinity", "Dole_effect"], "ranked_scores": [0.594, 0.5684, 0.557, 0.5544, 0.5527, 0.5513, 0.5489, 0.5371, 0.5347, 0.5334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "The_Real_Global_Warming_Disaster", "The_Deniers", "Global_warming_controversy", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Climate_change_denial"], "ranked_scores": [0.7177, 0.6865, 0.6858, 0.6849, 0.6839, 0.6828, 0.6824, 0.6804, 0.6803, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3703, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Thermopause", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Thermosphere", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Global_cooling_(disambiguation)", "Eocene_Thermal_Maximum_2", "Orbital_forcing"], "ranked_scores": [0.4794, 0.4711, 0.467, 0.4552, 0.4549, 0.4509, 0.4496, 0.4481, 0.4466, 0.4422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Ian_Clark_(geologist)", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Ice2sea", "Measurement_of_sea_ice", "Global_cooling", "History_of_climate_change_science"], "ranked_scores": [0.6753, 0.6683, 0.6642, 0.6617, 0.6562, 0.6523, 0.6434, 0.6407, 0.6361, 0.6355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "November_2014_North_American_cold_wave", "Weather_front", "Westerlies", "Winter_1985_cold_wave", "Polar_vortex", "Early_2014_North_American_cold_wave", "Polar_High", "Polar_low", "Cold_wave"], "ranked_scores": [0.6377, 0.5978, 0.5882, 0.5854, 0.5786, 0.5717, 0.5682, 0.5655, 0.5653, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Highest_temperature_recorded_on_Earth", "List_of_climate_research_satellites"], "ranked_scores": [0.6711, 0.6629, 0.6366, 0.6303, 0.6279, 0.6273, 0.6263, 0.6244, 0.6201, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Greening_Earth_Society", "James_Hansen", "History_of_climate_change_science", "Advisory_Group_on_Greenhouse_Gases", "Global_warming_controversy", "Ian_Clark_(geologist)", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6216, 0.6214, 0.6117, 0.6056, 0.6008, 0.5941, 0.5921, 0.592, 0.5912, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_transport_in_Australia", "Tax", "Carbon_capture_and_storage_in_Australia", "Value-added_tax_(United_Kingdom)", "Canada_and_the_Kyoto_Protocol", "Low-carbon_emission"], "ranked_scores": [0.5184, 0.4727, 0.4672, 0.4536, 0.4465, 0.4427, 0.4399, 0.4395, 0.439, 0.4319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Last_Glacial_Maximum", "Future_sea_level", "Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctic_ice_sheet", "Arctic_geoengineering", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7312, 0.7085, 0.6922, 0.6897, 0.6878, 0.6746, 0.6705, 0.6703, 0.6653, 0.6635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_Texas", "2013_extreme_weather_events", "Climate_of_Mars", "Ian_Clark_(geologist)", "1936_North_American_cold_wave", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6137, 0.5961, 0.5802, 0.5792, 0.5675, 0.5655, 0.5642, 0.5616, 0.5596, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Deforestation_and_climate_change", "Effects_of_global_warming", "Global_warming", "Chemical_oceanography", "Politics_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.6956, 0.6632, 0.6259, 0.6226, 0.6019, 0.6018, 0.5993, 0.5975, 0.5975, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Fossil_fuel_divestment", "Environmental_impact_of_the_coal_industry", "Pro-nuclear_movement", "Nuclear_power_debate", "Climate_change_in_Canada", "Environmental_impact_of_nuclear_power", "Energy_in_the_United_States", "Demand_destruction", "Misuse_of_statistics"], "ranked_scores": [0.6033, 0.603, 0.5897, 0.5892, 0.5859, 0.5808, 0.5769, 0.5734, 0.572, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Sea_level_rise", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Glacial_earthquake", "Global_stilling"], "ranked_scores": [0.7308, 0.7143, 0.7062, 0.6998, 0.6979, 0.6713, 0.6647, 0.6556, 0.644, 0.6347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "Drought_in_Spain", "Environmental_issue", "Deforestation_and_climate_change", "Effects_of_global_warming", "1997–98_El_Niño_event"], "ranked_scores": [0.7193, 0.6809, 0.6519, 0.6519, 0.6518, 0.6485, 0.6474, 0.6461, 0.6452, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "James_Hansen", "Arctic_geoengineering", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Reasons_for_concern"], "ranked_scores": [0.6045, 0.6033, 0.6029, 0.6017, 0.6014, 0.5946, 0.5945, 0.5938, 0.5912, 0.5854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "Summer_of_1976_(Europe)", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.7018, 0.7016, 0.6903, 0.6755, 0.6668, 0.6609, 0.6602, 0.6567, 0.654, 0.6539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "The_Real_Global_Warming_Disaster", "James_Hansen", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Climate_Change_Denial:_Heads_in_the_Sand", "Greening_Earth_Society"], "ranked_scores": [0.7153, 0.7114, 0.6944, 0.6919, 0.6907, 0.686, 0.6854, 0.6848, 0.6799, 0.6774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Global_warming_hiatus", "History_of_climate_change_science", "Climate_variability", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change", "Global_cooling", "Scientific_opinion_on_climate_change", "Climate_change", "Global_warming"], "ranked_scores": [0.6764, 0.6745, 0.6707, 0.6696, 0.6653, 0.6635, 0.6628, 0.6521, 0.6509, 0.6442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6423, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Atmospheric_methane", "Low-carbon_emission", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Deforestation_and_climate_change", "350.org", "Fossil_fuel", "Carbon_diet", "Environmental_impact_of_transport"], "ranked_scores": [0.7123, 0.702, 0.6863, 0.6861, 0.6756, 0.6526, 0.6521, 0.6427, 0.6396, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Deterrence_(psychology)", "Misuse_of_statistics", "Worst-case_scenario", "Inherent_bias", "Cynicism_(contemporary)", "Absolute_risk_reduction", "Scenario_analysis", "Systematic_risk"], "ranked_scores": [0.5792, 0.5483, 0.5363, 0.5347, 0.5301, 0.5181, 0.5147, 0.5116, 0.5091, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Beyond_Coal", "Carbon_emissions_reporting", "CO2_is_Green", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia", "UK_Emissions_Trading_Scheme"], "ranked_scores": [0.6801, 0.6721, 0.6618, 0.6603, 0.66, 0.659, 0.6565, 0.6432, 0.641, 0.6359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Climate_change_in_Texas", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Instrumental_temperature_record", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_variability", "Global_cooling", "Climate_change_(general_concept)"], "ranked_scores": [0.7144, 0.6895, 0.6716, 0.6662, 0.6658, 0.6648, 0.6638, 0.6563, 0.6557, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Antarctic_sea_ice", "Holocene_glacial_retreat", "Ice2sea", "Climate_of_Antarctica", "Polar_seas", "Measurement_of_sea_ice"], "ranked_scores": [0.6913, 0.6611, 0.6462, 0.6391, 0.6381, 0.6351, 0.6286, 0.6283, 0.6216, 0.6204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Coal_gasification_commercialization", "Coal", "History_of_coal_mining", "Carbon_capture_and_storage", "Fossil_fuel", "Beyond_Coal"], "ranked_scores": [0.7122, 0.7117, 0.68, 0.6606, 0.6425, 0.6369, 0.6267, 0.6246, 0.6242, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Global_cooling", "Global_cooling_(disambiguation)", "Programmed_Data_Processor", "PDOS", "Pacific_decadal_oscillation", "Federal_Fuel_Administration", "Thermopause", "Cooling_tower", "Cool_tropics_paradox"], "ranked_scores": [0.4723, 0.4639, 0.4612, 0.4583, 0.458, 0.4366, 0.4304, 0.4238, 0.4178, 0.4102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "Economics_of_global_warming", "James_Hansen"], "ranked_scores": [0.7619, 0.7304, 0.7296, 0.7201, 0.7177, 0.7147, 0.7046, 0.6975, 0.6935, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Intergovernmental_Panel_on_Climate_Change", "2011_United_Nations_Climate_Change_Conference", "James_Hansen", "Climate_change_policy_of_the_United_States", "Climate_change_in_Canada", "Politics_of_global_warming", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.6501, 0.6476, 0.6358, 0.6186, 0.617, 0.6159, 0.6149, 0.6119, 0.611, 0.6106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Arctic_geoengineering", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "2013_extreme_weather_events", "Measurement_of_sea_ice"], "ranked_scores": [0.5975, 0.5973, 0.5923, 0.5902, 0.5857, 0.5795, 0.5752, 0.5688, 0.568, 0.5598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["History_of_climate_change_science", "Ian_Clark_(geologist)", "Climate_variability", "Climate_change_(general_concept)", "Arctic_geoengineering", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "Scientific_opinion_on_climate_change", "Global_warming", "James_Hansen"], "ranked_scores": [0.7056, 0.6855, 0.684, 0.6839, 0.6763, 0.6746, 0.6736, 0.6603, 0.6552, 0.6539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1021, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Wage_curve", "Phillips_curve", "Trend_stationary", "Management_systems_for_road_safety", "Statistical_significance", "Developing_country", "List_of_recessions_in_the_United_States", "Ordinal_regression", "Economic_growth", "Publication_bias"], "ranked_scores": [0.4952, 0.4867, 0.4794, 0.4767, 0.4756, 0.4725, 0.4631, 0.4573, 0.4573, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "James_Hansen", "Global_warming"], "ranked_scores": [0.7058, 0.7057, 0.6982, 0.684, 0.6785, 0.6774, 0.6693, 0.6662, 0.6648, 0.6642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6984, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "History_of_climate_change_science", "Instrumental_temperature_record", "Global_cooling", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6949, 0.6846, 0.674, 0.6729, 0.6714, 0.6692, 0.6675, 0.6629, 0.6592, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Climate_Change_Denial:_Heads_in_the_Sand", "False_consensus_effect", "Scientific_dissent", "Merchants_of_Doubt", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "I'm_not_a_scientist", "Denialism", "Lists_about_skepticism"], "ranked_scores": [0.6253, 0.602, 0.5806, 0.5707, 0.5679, 0.5674, 0.566, 0.5608, 0.5596, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Cooling_center", "Automatic_weather_station", "Excessive_heat_watch", "Late_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave", "Weatherization", "Early_2009_southeastern_Australia_heat_wave", "Summer_of_1976_(Europe)", "2018_British_Isles_heat_wave"], "ranked_scores": [0.6502, 0.6418, 0.6221, 0.6176, 0.6114, 0.6063, 0.6053, 0.604, 0.6036, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "James_Hansen", "IPCC_First_Assessment_Report", "1997–98_El_Niño_event"], "ranked_scores": [0.7228, 0.7213, 0.7094, 0.7067, 0.6992, 0.6906, 0.6879, 0.6849, 0.6785, 0.6776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_by_country", "Wind_power_in_California", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_States", "Solar_power_in_Italy", "Solar_power", "List_of_photovoltaic_power_stations", "Electricity_sector_in_the_United_Kingdom", "Wind_power_in_New_Mexico"], "ranked_scores": [0.7129, 0.7013, 0.6905, 0.6876, 0.6794, 0.6778, 0.6699, 0.656, 0.6508, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Dairy_farming_in_Canada", "Farm_programs", "Environmental_impact_of_meat_production", "Agriculture_in_Ethiopia", "Agriculture", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.6186, 0.597, 0.5969, 0.5824, 0.5815, 0.5744, 0.573, 0.5696, 0.5666, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Arctic_Alaska", "Rubus_arcticus", "Brown_bear", "Moose", "Arctic_char", "Ursus_americanus_carlottae", "Geography_of_Yukon"], "ranked_scores": [0.5388, 0.4905, 0.489, 0.465, 0.451, 0.45, 0.4489, 0.4444, 0.4404, 0.4383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Arctic_geoengineering", "Atmospheric_methane", "Ice_cap", "Arctic_sea_ice_decline", "Permafrost", "Holocene_glacial_retreat", "Global_warming_in_Antarctica"], "ranked_scores": [0.7524, 0.7059, 0.6826, 0.6784, 0.6492, 0.6356, 0.634, 0.6318, 0.621, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Sea_level", "Tide", "Future_sea_level", "Sea", "Arctic_geoengineering", "Sea_surface_temperature"], "ranked_scores": [0.7631, 0.7524, 0.7091, 0.6893, 0.6845, 0.6807, 0.6783, 0.6603, 0.6599, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "Arctic_ice_pack", "Sea_level_rise"], "ranked_scores": [0.8019, 0.7559, 0.7394, 0.7194, 0.7115, 0.6864, 0.6812, 0.679, 0.6771, 0.6738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_offset", "Contribution_to_global_warming_by_Australia", "Carbon_emission_trading", "Carbon_emissions_reporting", "Politics_of_global_warming", "Carbon_capture_and_storage_in_Australia", "Carbon_footprint"], "ranked_scores": [0.6827, 0.6797, 0.6772, 0.6719, 0.6705, 0.665, 0.6632, 0.6549, 0.6538, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Politics_of_global_warming", "Climate_change_mitigation_scenarios", "Greenhouse_gas", "James_Hansen", "Deforestation_and_climate_change", "CO2_is_Green", "Effects_of_global_warming", "Climate_change_in_China", "List_of_countries_by_carbon_dioxide_emissions_per_capita"], "ranked_scores": [0.7508, 0.7483, 0.7271, 0.7151, 0.7127, 0.7105, 0.7002, 0.6941, 0.6939, 0.6938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Sea_level_rise", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Past_sea_level"], "ranked_scores": [0.7863, 0.7713, 0.7627, 0.7568, 0.7529, 0.7391, 0.7186, 0.7161, 0.707, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "James_Hansen", "Atmospheric_carbon_cycle", "350.org", "History_of_climate_change_science"], "ranked_scores": [0.8001, 0.7901, 0.7803, 0.7622, 0.7503, 0.7502, 0.7345, 0.7294, 0.7281, 0.7243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "Meteorological_history_of_Hurricane_Matthew", "Hurricane_Florence_(1988)", "Effects_of_Hurricane_Georges_in_Louisiana", "Climate_change_mitigation_scenarios", "Economics_of_global_warming"], "ranked_scores": [0.696, 0.6588, 0.6583, 0.6418, 0.6345, 0.6108, 0.6044, 0.6041, 0.6032, 0.603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Humid_continental_climate", "2013_extreme_weather_events", "Southern_tick-associated_rash_illness", "Measles", "Amblyomma_americanum", "Lymphangitis", "Climate_of_the_United_States", "Climate_of_Finland"], "ranked_scores": [0.5971, 0.5394, 0.5107, 0.5089, 0.5046, 0.5032, 0.502, 0.499, 0.4955, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_mitigation_scenarios", "Climate_change", "Physical_impacts_of_climate_change", "Climate_prediction", "Scientific_opinion_on_climate_change", "Global_warming"], "ranked_scores": [0.7516, 0.7329, 0.7255, 0.7158, 0.7025, 0.6971, 0.6883, 0.6813, 0.6758, 0.6738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "List_of_climate_research_satellites", "History_of_climate_change_science", "Climate_variability", "Bølling-Allerød_warming", "George_Kukla", "Effects_of_global_warming"], "ranked_scores": [0.7197, 0.7018, 0.6788, 0.6779, 0.6558, 0.6555, 0.652, 0.6464, 0.6439, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Lōʻihi_Seamount", "Atmosphere_of_Mars", "Alta_Wind_Energy_Center", "Michael_E._Mann", "Greenhouse_gas", "Mount_Baker"], "ranked_scores": [0.636, 0.6114, 0.5907, 0.5464, 0.533, 0.5003, 0.4987, 0.4985, 0.4974, 0.4969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Alkalinity", "Greenhouse_gas", "PH", "Atmospheric_methane"], "ranked_scores": [0.688, 0.6438, 0.5988, 0.5953, 0.5901, 0.5791, 0.5779, 0.5763, 0.57, 0.5545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "An_Appeal_to_Reason", "The_Real_Global_Warming_Disaster", "World_Climate_Change_Conference,_Moscow", "James_Hansen", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7836, 0.7564, 0.7356, 0.7352, 0.7196, 0.7149, 0.711, 0.6968, 0.694, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "El_Niño–Southern_Oscillation", "PDOS", "Paleocene–Eocene_Thermal_Maximum", "Global_cooling_(disambiguation)", "Global_cooling", "Eocene_Thermal_Maximum_2", "Condensation_cloud", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Thermosphere"], "ranked_scores": [0.4965, 0.4625, 0.4576, 0.4512, 0.4502, 0.4482, 0.4426, 0.4398, 0.4373, 0.4357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Ice2sea", "Scientific_consensus_on_climate_change", "Ian_Clark_(geologist)", "Global_warming_in_Antarctica", "History_of_climate_change_science", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7163, 0.7052, 0.6753, 0.6715, 0.6659, 0.6646, 0.6619, 0.6612, 0.6607, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Climate_of_the_United_States", "Westerlies", "November_2014_North_American_cold_wave", "Climate_of_Finland", "Winter_1985_cold_wave", "January_2017_European_cold_wave"], "ranked_scores": [0.7254, 0.6833, 0.6522, 0.6374, 0.634, 0.62, 0.6193, 0.6087, 0.6064, 0.6003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "MSU_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "Ian_Clark_(geologist)"], "ranked_scores": [0.7211, 0.705, 0.6888, 0.6856, 0.6846, 0.6801, 0.6782, 0.6547, 0.6415, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Advisory_Group_on_Greenhouse_Gases", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Greening_Earth_Society"], "ranked_scores": [0.6557, 0.641, 0.6363, 0.6342, 0.6326, 0.6306, 0.6264, 0.6257, 0.6221, 0.6157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Emissions_trading", "Environmental_impact_of_aviation", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.5944, 0.5923, 0.5756, 0.5228, 0.516, 0.512, 0.4853, 0.485, 0.4841, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Last_Glacial_Maximum", "Global_warming_in_Antarctica", "Future_sea_level", "Sea_level_rise", "Arctic_geoengineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_ice_pack", "Past_sea_level"], "ranked_scores": [0.7542, 0.7338, 0.7144, 0.714, 0.7131, 0.7128, 0.7005, 0.6945, 0.6913, 0.6902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["1908", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "March_2012_North_American_heat_wave", "Instrumental_temperature_record", "2013_extreme_weather_events", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites", "Satellite_temperature_measurements", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6244, 0.6209, 0.5982, 0.5962, 0.5854, 0.5839, 0.5821, 0.5818, 0.5798, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Greenhouse_gas", "Global_warming", "Anoxic_event"], "ranked_scores": [0.7853, 0.7716, 0.6815, 0.6505, 0.6417, 0.6412, 0.6303, 0.6286, 0.6275, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "Environmental_impact_of_the_coal_industry", "Pro-nuclear_movement", "Climate_Change_Denial:_Heads_in_the_Sand", "Waste-to-energy_plant", "Fossil_fuel_divestment", "Nuclear_power_debate", "Sustainable_energy", "Renewable_energy_debate"], "ranked_scores": [0.6421, 0.6126, 0.5921, 0.592, 0.5879, 0.5861, 0.5845, 0.5817, 0.5816, 0.5776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming_in_Antarctica", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7798, 0.7794, 0.7676, 0.7625, 0.7417, 0.7089, 0.7049, 0.6986, 0.6982, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_Spain", "Effects_of_global_warming", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Environmental_issue", "Climate_change_in_Europe", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.7359, 0.7035, 0.6969, 0.6937, 0.6896, 0.6757, 0.6725, 0.6637, 0.6598, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Global_warming", "IPCC_First_Assessment_Report", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "History_of_climate_change_science", "Greenhouse_gas", "Climate_sensitivity"], "ranked_scores": [0.6581, 0.62, 0.6185, 0.6172, 0.6145, 0.6139, 0.6116, 0.6052, 0.6044, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.8, 0.7944, 0.7681, 0.7674, 0.759, 0.7546, 0.7466, 0.7426, 0.7301, 0.7253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "An_Appeal_to_Reason", "Global_warming"], "ranked_scores": [0.7686, 0.7435, 0.738, 0.7314, 0.7264, 0.7208, 0.7126, 0.7118, 0.7095, 0.7091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_warming_hiatus", "Global_cooling", "Global_warming", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.7028, 0.7001, 0.6982, 0.6925, 0.6861, 0.6842, 0.6804, 0.6766, 0.673, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5535, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Environmental_impact_of_transport", "Deforestation_and_climate_change", "Arctic_methane_emissions", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Environmental_impact_of_aviation"], "ranked_scores": [0.7674, 0.7651, 0.7599, 0.749, 0.6987, 0.6957, 0.683, 0.674, 0.671, 0.6704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Management_systems_for_road_safety", "Absolute_risk_reduction", "Scenario_analysis", "Lazy_reason", "Prudent_avoidance_principle", "Worst-case_scenario", "Risk_assessment", "Counterfactual_thinking"], "ranked_scores": [0.6121, 0.5774, 0.5488, 0.5458, 0.5413, 0.541, 0.5388, 0.5367, 0.5307, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Beyond_Coal", "Presidential_Climate_Action_Plan", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Mitigation_of_global_warming_in_Australia", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "CO2_is_Green", "Environmental_policy_of_the_Donald_Trump_administration", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.703, 0.6868, 0.6838, 0.6826, 0.6723, 0.6715, 0.6687, 0.6623, 0.6623, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming", "History_of_climate_change_science", "Pliocene_climate", "Climate_change_in_the_Arctic", "Climate_variability", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7311, 0.7118, 0.702, 0.7003, 0.6938, 0.6873, 0.6864, 0.6704, 0.6703, 0.6701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Sea_ice", "Sea_ice_thickness"], "ranked_scores": [0.7507, 0.743, 0.6919, 0.6836, 0.6814, 0.6791, 0.6742, 0.6698, 0.6692, 0.657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "History_of_coal_mining", "Waste-to-energy_plant", "Beyond_Coal", "Carbon_capture_and_storage_in_Australia", "Coal", "Refined_coal"], "ranked_scores": [0.7869, 0.7812, 0.7238, 0.704, 0.6776, 0.6753, 0.6695, 0.6649, 0.661, 0.6603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Global_cooling", "Pacific_decadal_oscillation", "Global_cooling_(disambiguation)", "Programmed_Data_Processor", "Fleischmann–Pons_experiment", "Indonesian_Democratic_Party", "Federal_Fuel_Administration", "ECMWF_re-analysis", "Automobile_air_conditioning"], "ranked_scores": [0.4958, 0.4769, 0.4718, 0.4663, 0.4515, 0.4493, 0.4434, 0.4357, 0.4333, 0.4324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Effects_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Global_cooling", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.795, 0.7927, 0.7848, 0.7749, 0.7604, 0.7595, 0.7547, 0.7532, 0.7384, 0.7306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Physical_impacts_of_climate_change", "Global_warming", "James_Hansen", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy"], "ranked_scores": [0.6597, 0.6515, 0.6407, 0.6368, 0.6349, 0.6343, 0.6342, 0.6331, 0.6266, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering", "Global_cooling", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6227, 0.6225, 0.6131, 0.6063, 0.6052, 0.6009, 0.5992, 0.5947, 0.5935, 0.5888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Global_warming", "Effects_of_global_warming", "Climate_change", "Attribution_of_recent_climate_change", "Ian_Clark_(geologist)", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7338, 0.7284, 0.725, 0.7159, 0.7043, 0.7024, 0.6955, 0.6936, 0.6888, 0.6872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Phillips_curve", "Wage_curve", "Trend_stationary", "Worse-than-average_effect", "Deglobalization", "Unemployment_in_the_United_States", "Regression_toward_the_mean", "Demographic_dividend", "Effects_of_global_warming_on_humans", "Statistical_significance"], "ranked_scores": [0.4999, 0.4974, 0.4966, 0.4895, 0.465, 0.4647, 0.4625, 0.4592, 0.4578, 0.4551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Global_warming", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "James_Hansen", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7843, 0.7589, 0.7498, 0.7419, 0.7407, 0.731, 0.7123, 0.7107, 0.7089, 0.704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Pliocene_climate", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Paleocene–Eocene_Thermal_Maximum", "Climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling"], "ranked_scores": [0.6995, 0.6954, 0.6881, 0.688, 0.6865, 0.6833, 0.6825, 0.6813, 0.6767, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Danish_Committees_on_Scientific_Dishonesty", "The_Great_Global_Warming_Swindle", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Friends_of_Science", "March_for_Science"], "ranked_scores": [0.6268, 0.6033, 0.594, 0.5835, 0.5787, 0.5762, 0.5761, 0.5711, 0.5683, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Automatic_weather_station", "Cooling_center", "US_Weather_Bureau_Station_(Block_Island)", "Weather_forecasting", "Weather_media_in_the_United_States", "Excessive_heat_watch", "Weather", "Weatherization", "2016_North_American_heat_wave"], "ranked_scores": [0.7003, 0.6578, 0.6431, 0.6373, 0.6293, 0.6272, 0.6211, 0.6142, 0.6094, 0.6039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [0.7893, 0.7695, 0.7627, 0.7357, 0.7355, 0.7331, 0.7304, 0.7255, 0.719, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_power_by_country", "Solar_power_in_Michigan", "Solar_power_in_Spain", "Solar_energy", "Solar_power_in_Italy", "Solar_power_in_Australia"], "ranked_scores": [0.7758, 0.7651, 0.7436, 0.7412, 0.732, 0.7311, 0.7204, 0.7112, 0.7104, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Farm_programs", "Agriculture_in_Ethiopia", "Agriculture_in_Syria", "Agriculture", "Environmental_impact_of_meat_production", "Agriculture_in_Brazil"], "ranked_scores": [0.6611, 0.6446, 0.6383, 0.6328, 0.6241, 0.6212, 0.6122, 0.6024, 0.6007, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Brown_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Arctic_char", "Brown_bear", "Grizzly_bear", "Great_Bear_Wilderness", "Arctic_ecology", "Weddell_seal", "Narwhal", "Cougar"], "ranked_scores": [0.5546, 0.5363, 0.4938, 0.4931, 0.4869, 0.4735, 0.4723, 0.4667, 0.4631, 0.4612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Thaumasia_quadrangle", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Arctic_ice_pack", "Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Permafrost", "Atmospheric_methane", "Polar_ice_cap"], "ranked_scores": [0.7531, 0.6832, 0.6712, 0.6555, 0.6458, 0.6427, 0.6419, 0.6405, 0.6363, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3764, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Future_sea_level", "Sea_level", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Tide", "Sea", "Climate"], "ranked_scores": [0.7542, 0.7298, 0.6934, 0.6887, 0.6866, 0.6842, 0.6771, 0.6757, 0.6607, 0.6601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Global_warming", "Effects_of_global_warming", "Arctic_sea_ice_decline", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Sea_level_rise", "Sea_ice", "Global_warming_in_Antarctica"], "ranked_scores": [0.7943, 0.7308, 0.7244, 0.7222, 0.6958, 0.6924, 0.6852, 0.6782, 0.6675, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Renewable_energy", "Carbon_footprint"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Mitigation_of_global_warming_in_Australia", "Carbon_offset", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_emissions_reporting", "Carbon_capture_and_storage_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_footprint", "GHG_footprint", "Carbon_tax"], "ranked_scores": [0.6919, 0.6895, 0.688, 0.6817, 0.6806, 0.68, 0.6797, 0.678, 0.6767, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Scott_Pruitt", "Greenhouse_gas", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Deforestation_and_climate_change", "CO2_is_Green", "Climate_change_mitigation_scenarios", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "James_Hansen", "Effects_of_global_warming", "Global_warming"], "ranked_scores": [0.7493, 0.7373, 0.7253, 0.7246, 0.7192, 0.7135, 0.7065, 0.7059, 0.7033, 0.7006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_ice_pack", "Arctic_geoengineering", "Measurement_of_sea_ice", "Past_sea_level"], "ranked_scores": [0.7846, 0.7723, 0.7528, 0.7361, 0.7303, 0.7158, 0.7125, 0.7093, 0.7077, 0.7035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Climate_sensitivity", "Permian–Triassic_extinction_event", "Global_warming"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Attribution_of_recent_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.8039, 0.785, 0.7588, 0.7503, 0.7496, 0.747, 0.7454, 0.7444, 0.738, 0.7376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Hurricane_Florence_(1988)", "Effects_of_global_warming_on_humans", "Hurricane_Alberto_(1982)", "Meteorological_history_of_Hurricane_Matthew", "Effects_of_Hurricane_Katrina_in_Mississippi", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.656, 0.6529, 0.6525, 0.6273, 0.6173, 0.6123, 0.6105, 0.6071, 0.5965, 0.5963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "Continental_climate", "Humid_continental_climate", "1936_North_American_cold_wave", "Amblyomma_americanum", "2013_extreme_weather_events", "Infection", "Lymphangitis", "Boutonneuse_fever"], "ranked_scores": [0.6046, 0.5391, 0.5301, 0.5187, 0.5105, 0.5093, 0.4977, 0.4974, 0.4914, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "General_circulation_model", "Science", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "Climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "Global_warming", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7264, 0.7222, 0.714, 0.709, 0.7031, 0.7017, 0.6969, 0.6893, 0.689, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "Little_Ice_Age", "John_D._Hamaker"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "Abrupt_climate_change", "List_of_climate_research_satellites", "Bølling-Allerød_warming", "Climate_oscillation"], "ranked_scores": [0.6842, 0.6779, 0.672, 0.6682, 0.6657, 0.6585, 0.6579, 0.6567, 0.6501, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Greenhouse_effect", "Global_warming"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Global_Historical_Climatology_Network", "Greenhouse_gas", "Atmospheric_methane", "Lōʻihi_Seamount", "Hekla_3_eruption", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.6165, 0.6147, 0.5671, 0.5569, 0.5302, 0.5301, 0.5298, 0.5241, 0.5183, 0.5176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["Acid", "PH", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Alkalinity", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Atmospheric_methane", "PH", "Greenhouse_gas"], "ranked_scores": [0.6854, 0.6736, 0.6059, 0.6055, 0.6032, 0.6023, 0.595, 0.5949, 0.5945, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Global_cooling", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.7528, 0.7451, 0.739, 0.739, 0.7356, 0.7297, 0.7262, 0.719, 0.7068, 0.6948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "PDO", "Heat", "Fleischmann–Pons_experiment", "Milankovitch_cycles", "Eocene_Thermal_Maximum_2", "Degree_day"], "ranked_scores": [0.4992, 0.4653, 0.459, 0.4553, 0.4497, 0.4377, 0.4371, 0.4324, 0.4306, 0.4303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Climate_change_in_the_Arctic", "Ice2sea", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "James_Hansen", "Wibjörn_Karlén"], "ranked_scores": [0.6963, 0.6779, 0.6742, 0.6654, 0.6561, 0.651, 0.6504, 0.6502, 0.6493, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Climate_of_the_United_States", "Westerlies", "Polar_low", "Winter_1985_cold_wave", "Intertropical_Convergence_Zone", "Climate_of_Finland"], "ranked_scores": [0.715, 0.6832, 0.6671, 0.6598, 0.6507, 0.6434, 0.6406, 0.6321, 0.6321, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "1908", "Global_warming_hiatus", "Highest_temperature_recorded_on_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7276, 0.712, 0.7001, 0.6943, 0.6854, 0.6808, 0.6691, 0.6494, 0.6492, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["CLOUD_experiment", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)"], "ranked_ids": ["James_Hansen", "CLOUD_experiment", "Attribution_of_recent_climate_change", "Greenhouse_gas", "History_of_climate_change_science", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_mitigation_scenarios", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6746, 0.6539, 0.6453, 0.6438, 0.6388, 0.6373, 0.6366, 0.636, 0.6337, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Value-added_tax_(United_Kingdom)", "European_Union_value_added_tax", "Carbon_offset", "European_Union_Emission_Trading_Scheme", "Canada_and_the_Kyoto_Protocol", "Carbon_emission_trading", "Carbon_credit"], "ranked_scores": [0.5898, 0.5686, 0.5493, 0.5148, 0.5028, 0.4889, 0.4865, 0.4821, 0.4789, 0.4749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Past_sea_level", "Measurement_of_sea_ice", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Last_Glacial_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7331, 0.7268, 0.709, 0.6968, 0.6946, 0.6909, 0.6807, 0.6786, 0.6786, 0.6762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Satellite_temperature_measurements", "1908", "List_of_climate_research_satellites"], "ranked_scores": [0.6181, 0.6102, 0.6094, 0.6083, 0.6062, 0.6054, 0.6034, 0.6021, 0.6015, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_rain", "Effects_of_global_warming", "Greenhouse_gas", "Tropospheric_ozone"], "ranked_scores": [0.7634, 0.7566, 0.6699, 0.6659, 0.6428, 0.6428, 0.6355, 0.6248, 0.6228, 0.612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Alternative_medicine", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience", "Minimum_wage", "Economics"], "ranked_ids": ["Alternative_energy", "Fossil_fuel_divestment", "Environmental_impact_of_the_coal_industry", "Climate_change_denial", "Nuclear_power_debate", "Energy_policy_of_the_United_States", "List_of_renewable_energy_companies_by_stock_exchange", "100%_renewable_energy", "Waste-to-energy_plant", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [0.6177, 0.5719, 0.5668, 0.566, 0.5658, 0.5653, 0.5618, 0.5598, 0.5574, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Past_sea_level", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Global_warming"], "ranked_scores": [0.7709, 0.7695, 0.7589, 0.7192, 0.7151, 0.709, 0.7041, 0.6961, 0.6888, 0.661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom", "1997–98_El_Niño_event", "Effects_of_global_warming", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.72, 0.7047, 0.689, 0.6832, 0.67, 0.6613, 0.6564, 0.6492, 0.6486, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Global_warming", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Climate_sensitivity", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas", "Instrumental_temperature_record", "Global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "James_Hansen"], "ranked_scores": [0.6516, 0.6479, 0.6411, 0.6403, 0.6331, 0.6314, 0.6311, 0.6284, 0.624, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Excessive_heat_watch", "2016_American_Northeast_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.8168, 0.8166, 0.8058, 0.8011, 0.7908, 0.7892, 0.7791, 0.7544, 0.7541, 0.7534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen", "History_of_climate_change_science", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "Global_warming", "An_Appeal_to_Reason"], "ranked_scores": [0.7541, 0.7368, 0.7341, 0.7333, 0.7323, 0.7183, 0.7095, 0.7021, 0.7013, 0.7008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age", "Global_warming_hiatus"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Attribution_of_recent_climate_change", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_geoengineering"], "ranked_scores": [0.7202, 0.7053, 0.7051, 0.6969, 0.6966, 0.6915, 0.6842, 0.6785, 0.6784, 0.6782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Natural_gas", "Methane", "Biogas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Fossil_fuel", "Global_warming_potential", "Deforestation_and_climate_change", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7686, 0.7625, 0.7548, 0.7434, 0.7269, 0.7034, 0.6934, 0.6882, 0.6861, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Futures_studies", "Human_extinction", "Nick_Bostrom", "Risk"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Worst-case_scenario", "Risk_analysis", "Scenario_analysis", "Prudent_avoidance_principle", "Project_risk_management", "Risk_(statistics)", "Risk_neutral", "Risk_assessment"], "ranked_scores": [0.6607, 0.6194, 0.6079, 0.6001, 0.5813, 0.5794, 0.5758, 0.5742, 0.5738, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration", "Emissions_trading", "Climate_change_policy_of_the_United_States"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Environmental_policy_of_the_Donald_Trump_administration", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Canada_and_the_Kyoto_Protocol", "CO2_is_Green"], "ranked_scores": [0.6928, 0.6876, 0.684, 0.6676, 0.6638, 0.6614, 0.656, 0.6556, 0.6524, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "History_of_climate_change_science", "Satellite_temperature_measurements", "Global_warming", "Climate_change_in_Texas", "2013_extreme_weather_events", "Global_cooling"], "ranked_scores": [0.7121, 0.7119, 0.7107, 0.7043, 0.6918, 0.6803, 0.68, 0.677, 0.6747, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Sea_ice", "Arctic", "Antarctica"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Measurement_of_sea_ice", "Sea_ice", "Sea_ice_thickness", "Arctic_Ocean", "Antarctic_sea_ice", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Antarctic_ice_sheet"], "ranked_scores": [0.7343, 0.7124, 0.6844, 0.6822, 0.6745, 0.6714, 0.653, 0.6478, 0.6451, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Beyond_Coal", "Waste-to-energy_plant", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage_in_Australia", "History_of_coal_mining", "Coal_gasification"], "ranked_scores": [0.7799, 0.7633, 0.7194, 0.7083, 0.6893, 0.6849, 0.67, 0.6618, 0.6596, 0.6483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Indonesian_Democratic_Party", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Global_cooling", "Automobile_air_conditioning", "Programmed_Data_Processor", "Air_conditioned_clothing", "PDO", "Global_cooling_(disambiguation)"], "ranked_scores": [0.4942, 0.4728, 0.4521, 0.4516, 0.4409, 0.4379, 0.4373, 0.4316, 0.4301, 0.4298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7788, 0.7784, 0.777, 0.7744, 0.7681, 0.7615, 0.7556, 0.7537, 0.749, 0.7338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Effects_of_global_warming", "Global_warming_controversy", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6694, 0.6489, 0.6471, 0.645, 0.6447, 0.6412, 0.6411, 0.6389, 0.6359, 0.6351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Permafrost", "Precipitation", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Arctic_geoengineering", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Cold_wave", "2013_extreme_weather_events"], "ranked_scores": [0.6486, 0.6452, 0.6413, 0.6279, 0.6269, 0.6218, 0.6202, 0.6106, 0.6097, 0.6092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Climate", "Cosmic_ray", "21st_century", "Global_warming"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "History_of_climate_change_science", "Climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic", "Global_cooling"], "ranked_scores": [0.744, 0.7421, 0.7379, 0.7196, 0.7069, 0.7044, 0.6957, 0.6911, 0.6905, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Solar_cycle", "Usage_share_of_operating_systems", "Hysterectomy"], "ranked_ids": ["Phillips_curve", "Regression_toward_the_mean", "Trend_stationary", "Skewness", "Misuse_of_statistics", "Wage_curve", "Selection_bias", "Seasonal_adjustment", "Statistical_significance", "Publication_bias"], "ranked_scores": [0.5025, 0.4802, 0.4787, 0.4713, 0.4689, 0.4649, 0.4551, 0.4523, 0.4484, 0.4474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Global_warming", "Effects_of_global_warming", "Environmental_issue", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7881, 0.7576, 0.7413, 0.739, 0.7317, 0.7211, 0.7159, 0.707, 0.7048, 0.7045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Earth", "Little_Ice_Age", "Sun", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Instrumental_temperature_record", "Climate_change", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_cooling"], "ranked_scores": [0.7125, 0.7111, 0.6975, 0.6947, 0.6873, 0.6823, 0.682, 0.6808, 0.6795, 0.6787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Danish_Committees_on_Scientific_Dishonesty", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "List_of_experimental_errors_and_frauds_in_physics", "Climate_change_denial", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6121, 0.6118, 0.6102, 0.5907, 0.5801, 0.5771, 0.5755, 0.5715, 0.5712, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3172, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_station", "Cooling_center", "Weather_media_in_the_United_States", "Excessive_heat_watch", "Weather_forecasting", "US_Weather_Bureau_Station_(Block_Island)", "Automatic_weather_station", "Weatherization", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [0.6884, 0.6611, 0.6418, 0.6401, 0.6345, 0.6329, 0.6242, 0.62, 0.6183, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Paleocene", "Eocene"], "ranked_ids": ["History_of_climate_change_science", "Global_cooling", "Global_warming", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "James_Hansen", "Global_warming_controversy"], "ranked_scores": [0.784, 0.7703, 0.7626, 0.7503, 0.7448, 0.7407, 0.7406, 0.7402, 0.7347, 0.7332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power_by_country", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_energy", "Solar_power_in_Italy", "List_of_photovoltaic_power_stations", "Solar_power_in_Spain", "Solar_power_in_Michigan", "Wind_power_in_California"], "ranked_scores": [0.7608, 0.7517, 0.7475, 0.7455, 0.721, 0.7154, 0.7097, 0.7045, 0.7019, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Farm_programs", "Agriculture,_forestry,_and_fishing_in_Japan", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Agriculture", "Agriculture_in_Syria", "Agriculture_in_Brazil", "Agriculture_in_Ethiopia"], "ranked_scores": [0.6514, 0.6408, 0.6213, 0.6102, 0.6029, 0.5967, 0.5938, 0.5937, 0.5829, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Kodiak_bear", "Bile_bear", "Grizzly_bear", "Ursus_americanus_carlottae", "Syrian_brown_bear", "Rubus_arcticus", "Bear_attack", "Beringian_wolf", "Cascade_effect_(ecology)"], "ranked_scores": [0.4544, 0.4452, 0.4298, 0.4109, 0.4004, 0.3778, 0.3748, 0.3621, 0.3573, 0.3412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Polar_High", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Polar_ice_cap"], "ranked_scores": [0.6429, 0.5784, 0.5216, 0.5188, 0.5133, 0.5065, 0.5055, 0.4977, 0.4963, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Annual_cycle_of_sea_level_height", "Sea_level_rise", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Climate_change_(general_concept)", "Future_sea_level", "Climate_variability", "Climate_oscillation", "Sea_level"], "ranked_scores": [0.4895, 0.4873, 0.4756, 0.4507, 0.442, 0.4351, 0.4346, 0.4334, 0.4185, 0.4175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Future_sea_level", "Fast_ice", "Arctic_geoengineering", "Sea_ice", "Antarctic_Cold_Reversal", "Global_warming_hiatus", "Sea_level_rise"], "ranked_scores": [0.6279, 0.5443, 0.5355, 0.5259, 0.5185, 0.5084, 0.5035, 0.4983, 0.4902, 0.4894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5032, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Growth_of_wind_power_in_the_United_States", "GHG_footprint", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power", "Carbon_offset", "Carbon_diet", "Carbon_neutrality", "Wind_power_by_country"], "ranked_scores": [0.5929, 0.5784, 0.5686, 0.5632, 0.5631, 0.562, 0.5267, 0.526, 0.5215, 0.5198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming_controversy", "Carbon_dioxide", "Carbon_neutrality", "CO2_is_Green", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_offset", "ExxonMobil_climate_change_controversy", "Global_cooling"], "ranked_scores": [0.5796, 0.5663, 0.5661, 0.553, 0.5402, 0.535, 0.5227, 0.5225, 0.5209, 0.516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Climate_change_in_the_Arctic", "Greenland_ice_sheet", "Global_warming_in_Antarctica", "Ice2sea", "Ice_rise", "East_Greenland_Current", "Greenland", "Glacial_earthquake"], "ranked_scores": [0.5844, 0.568, 0.4993, 0.4892, 0.4747, 0.4714, 0.4662, 0.4656, 0.4655, 0.4649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Attribution_of_recent_climate_change", "Climate_inertia", "Politics_of_global_warming", "Climate_change_mitigation_scenarios", "Keeling_Curve", "History_of_climate_change_science", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5719, 0.5417, 0.5381, 0.5313, 0.5257, 0.5243, 0.5177, 0.5174, 0.5161, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "The_Real_Global_Warming_Disaster", "Global_warming", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Climate_change_in_the_United_States", "Regional_effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_and_gender"], "ranked_scores": [0.6238, 0.5811, 0.5645, 0.5604, 0.5599, 0.5319, 0.5309, 0.5305, 0.5301, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Climate_of_the_United_States", "Southern_tick-associated_rash_illness", "North_Carolina", "Frost_Belt", "Sun_Belt", "Geography_of_North_America", "2014–15_North_American_winter", "Temperate_climate", "Climate_of_Georgia_(U.S._state)"], "ranked_scores": [0.4707, 0.4392, 0.4385, 0.4378, 0.4309, 0.423, 0.413, 0.4056, 0.3978, 0.3971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6105, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Effects_of_global_warming", "ECMWF_re-analysis", "Economics_of_global_warming", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_feedback", "Coupled_model_intercomparison_project", "Attribution_of_recent_climate_change", "Climate_prediction", "Hockey_stick_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5324, 0.5216, 0.5173, 0.5113, 0.5111, 0.5093, 0.5083, 0.5062, 0.5059, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "100,000-year_problem", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Milankovitch_cycles", "Ian_Clark_(geologist)", "Global_cooling_(disambiguation)"], "ranked_scores": [0.5139, 0.5087, 0.5047, 0.5041, 0.5004, 0.4845, 0.4695, 0.4594, 0.4592, 0.4575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_Climate_Observing_System", "Climate_change_in_Tuvalu", "Free_Ocean_CO2_Enrichment", "Carbon_profiling", "Carbon_dioxide_in_Earth's_atmosphere", "Attribution_of_recent_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "IPCC_First_Assessment_Report"], "ranked_scores": [0.4941, 0.4682, 0.4405, 0.4089, 0.4004, 0.3985, 0.3857, 0.3846, 0.3832, 0.382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Metabolic_acidosis", "Oceanic_carbon_cycle", "Acid_rain", "Acid", "Carbonic_acid", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_dissociation_constant", "PH"], "ranked_scores": [0.4448, 0.434, 0.3903, 0.386, 0.3764, 0.3726, 0.3722, 0.3715, 0.3657, 0.3648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "Environmental_skepticism", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "Skeptical_Science", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5463, 0.5187, 0.5159, 0.5086, 0.5038, 0.5032, 0.4895, 0.488, 0.4822, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "2010_Northern_Hemisphere_heat_waves", "El_Niño", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Cool_tropics_paradox", "2010_Northern_Hemisphere_summer_heat_waves", "El_Niño–Southern_Oscillation", "Indonesian_Democratic_Party", "Timeline_of_the_2005_Pacific_hurricane_season"], "ranked_scores": [0.4317, 0.3983, 0.3627, 0.3567, 0.3555, 0.3474, 0.3419, 0.3338, 0.3325, 0.3241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Climatic_Research_Unit_email_controversy", "Arctic_Climate_Impact_Assessment", "Measurement_of_sea_ice", "Ian_Clark_(geologist)", "Arctic_geoengineering", "Ice2sea", "Climate_change_in_the_Arctic", "The_Hockey_Stick_Illusion", "Wiesław_Masłowski"], "ranked_scores": [0.6159, 0.5283, 0.5222, 0.5184, 0.5152, 0.5083, 0.5038, 0.5032, 0.4996, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Rear-inflow_jet", "Jet_stream", "Weather_front", "Low-pressure_area", "Wind_shear", "Polar_front", "Winter_1985_cold_wave", "Gulf_Stream", "Early_2014_North_American_cold_wave", "Cold-air_damming"], "ranked_scores": [0.5116, 0.5109, 0.4817, 0.4783, 0.4728, 0.4723, 0.4694, 0.4615, 0.4562, 0.4538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "1908", "Instrumental_temperature_record", "List_of_climate_research_satellites", "NOAA-7", "1997–98_El_Niño_event", "Weather_satellite"], "ranked_scores": [0.579, 0.5766, 0.545, 0.4896, 0.4724, 0.4585, 0.4485, 0.4474, 0.4374, 0.4293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "Heaven_and_Earth_(book)", "Global_Climate_Observing_System", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Journal_for_Geoclimatic_Studies", "Copenhagen_Diagnosis", "EdGCM"], "ranked_scores": [0.4207, 0.3769, 0.3724, 0.3671, 0.3495, 0.3445, 0.3434, 0.3423, 0.3411, 0.337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Keystone_Pipeline", "Mitigation_of_global_warming_in_Australia", "Politics_of_global_warming", "TransCanada_Corporation"], "ranked_scores": [0.5347, 0.5111, 0.4923, 0.4829, 0.4513, 0.447, 0.4336, 0.4296, 0.4224, 0.4179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Post-glacial_rebound", "Last_Glacial_Maximum", "Arctic_sea_ice_decline", "Past_sea_level", "Measurement_of_sea_ice", "Deglaciation", "Ice2sea", "Holocene_glacial_retreat"], "ranked_scores": [0.556, 0.5103, 0.5039, 0.5007, 0.5001, 0.4859, 0.4764, 0.4709, 0.4635, 0.4557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "1908", "2016_North_American_heat_wave", "Hurricane_Katrina_and_global_warming", "2001_Eastern_North_America_heat_wave", "World_Climate_Report", "Early_2009_southeastern_Australia_heat_wave", "Satellite_temperature_measurements"], "ranked_scores": [0.4807, 0.4514, 0.4333, 0.4267, 0.4158, 0.4142, 0.4134, 0.409, 0.4065, 0.4052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Environmental_threats_to_the_Great_Barrier_Reef", "Free_Ocean_CO2_Enrichment", "Sea", "Chemical_oceanography", "Iron_fertilization", "Acid_rain", "Mercury_pollution_in_the_ocean"], "ranked_scores": [0.6592, 0.6351, 0.5668, 0.5118, 0.5007, 0.5006, 0.4999, 0.4977, 0.4928, 0.4906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "The_Real_Global_Warming_Disaster", "Junk_science", "Alternative_medicine", "List_of_topics_characterized_as_pseudoscience", "Climate_change_denial", "Energy_accidents", "Management_systems_for_road_safety", "Environmental_skepticism"], "ranked_scores": [0.4346, 0.4346, 0.4235, 0.4071, 0.4056, 0.402, 0.4001, 0.3935, 0.3826, 0.3824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.252, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Fast_ice", "Past_sea_level", "Global_warming_in_Antarctica", "Ice_rise", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Glacial_earthquake"], "ranked_scores": [0.6814, 0.6285, 0.5487, 0.5199, 0.5165, 0.4973, 0.4949, 0.4893, 0.4789, 0.4753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Dust_Bowl", "Megadrought", "Effects_of_global_warming_on_humans", "Drought_in_the_United_Kingdom", "Grassland_degradation", "Climate_change_in_Europe"], "ranked_scores": [0.5134, 0.4826, 0.4814, 0.478, 0.4683, 0.4432, 0.4402, 0.4332, 0.4219, 0.4162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Climate_Change_Denial:_Heads_in_the_Sand", "Antarctica_cooling_controversy", "Climate_change_in_Texas", "Media_coverage_of_climate_change"], "ranked_scores": [0.4722, 0.4707, 0.4689, 0.4601, 0.4591, 0.4542, 0.4533, 0.4525, 0.4484, 0.4481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.555, 0.5405, 0.5225, 0.5182, 0.4944, 0.4938, 0.4807, 0.4728, 0.468, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Global_warming_conspiracy_theory", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Skeptical_Science", "The_Great_Global_Warming_Swindle", "World_Climate_Report"], "ranked_scores": [0.5617, 0.5356, 0.5182, 0.5175, 0.5054, 0.5019, 0.4998, 0.4927, 0.4806, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Proxy_(climate)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_feedback", "Climate_pattern", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.5856, 0.5724, 0.5258, 0.4869, 0.4839, 0.4771, 0.4707, 0.4665, 0.4637, 0.463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_offset", "Mootral", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Atmospheric_methane", "Climate_change_in_China", "Environmental_impact_of_aviation", "Carbon_emissions_reporting"], "ranked_scores": [0.5341, 0.5065, 0.4891, 0.4887, 0.4842, 0.4838, 0.4753, 0.4745, 0.4721, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Risk", "Centre_for_the_Study_of_Existential_Risk", "Longevity_risk", "Manufactured_risk", "Risk_neutral", "Probability_of_error", "Policy_uncertainty", "Value_of_life", "Policy_Uncertainty"], "ranked_scores": [0.4435, 0.4388, 0.4345, 0.4292, 0.4045, 0.4039, 0.3966, 0.3892, 0.3887, 0.3857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Carbon-neutral_fuel", "Coal_pollution_mitigation", "Scott_Pruitt", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_neutrality", "Global_Warming_Pollution_Reduction_Act_of_2007", "Green_Power_Partnership"], "ranked_scores": [0.4584, 0.427, 0.4211, 0.4192, 0.4157, 0.4049, 0.4023, 0.4011, 0.3953, 0.3921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño", "1908", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Year_Without_a_Summer", "2010_Northern_Hemisphere_summer_heat_waves", "Instrumental_temperature_record", "2016_North_American_heat_wave"], "ranked_scores": [0.5976, 0.5498, 0.5338, 0.5289, 0.5048, 0.4995, 0.4947, 0.4826, 0.4786, 0.4775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Sea_ice_thickness", "Sea_ice", "Polar_seas", "Ice2sea", "Arctic_ice_pack", "Drift_ice", "Climate_of_the_Arctic"], "ranked_scores": [0.5942, 0.5769, 0.574, 0.5678, 0.5607, 0.5483, 0.5462, 0.5302, 0.5233, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Coal_mining", "Cleaner_production", "List_of_coal_fired_power_stations_in_Australia", "Coal", "Carbon_capture_and_storage", "Coal_gasification", "Fossil_fuel_power_station"], "ranked_scores": [0.6668, 0.6416, 0.5262, 0.5222, 0.5191, 0.506, 0.4976, 0.4898, 0.4845, 0.4824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Programmed_Data_Processor", "Cool_tropics_paradox", "PDOS", "Global_warming_hiatus", "Indonesian_Democratic_Party", "El_Niño–Southern_Oscillation", "Cold_drop", "Global_cooling_(disambiguation)"], "ranked_scores": [0.4411, 0.4278, 0.3684, 0.3674, 0.3408, 0.3355, 0.3228, 0.3227, 0.3218, 0.3147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "2015_United_Nations_Climate_Change_Conference", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Global_Climate_Observing_System", "Environmental_indicator", "Global_stilling", "Carbon_emissions_reporting", "Scientific_consensus_on_climate_change", "Global_warming", "Climate_inertia"], "ranked_scores": [0.4669, 0.4653, 0.4546, 0.4541, 0.4484, 0.4454, 0.4439, 0.4401, 0.4399, 0.4387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change", "Attribution_of_recent_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.6118, 0.5678, 0.5597, 0.5458, 0.5434, 0.5406, 0.5371, 0.5335, 0.5332, 0.5326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["March_2012_North_American_heat_wave", "Retreat_of_glaciers_since_1850", "United_States_rainfall_climatology", "Measurement_of_sea_ice", "Arctic_geoengineering", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2014–15_North_American_winter", "List_of_storms_on_the_Great_Lakes", "Regional_effects_of_global_warming"], "ranked_scores": [0.3378, 0.3374, 0.3328, 0.3266, 0.326, 0.3257, 0.3239, 0.3206, 0.32, 0.3187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Idealized_greenhouse_model", "Effects_of_global_warming", "Climate_change", "Global_warming_in_Antarctica", "Greenhouse_effect", "History_of_climate_change_science"], "ranked_scores": [0.6357, 0.5915, 0.5798, 0.5749, 0.574, 0.5712, 0.5666, 0.5601, 0.5539, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Diminishing_returns", "Dumbing_down", "Worse-than-average_effect", "Global_warming_hiatus", "Soft_landing_(economics)", "List_of_fields_of_application_of_statistics", "Skewness", "Regime_shift"], "ranked_scores": [0.4129, 0.4094, 0.3805, 0.3768, 0.3636, 0.3512, 0.3505, 0.3307, 0.3303, 0.3254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_sustainability", "Effects_of_global_warming", "Environmental_issue", "Effects_of_global_warming_on_humans", "Attribution_of_recent_climate_change", "Greenhouse_gas", "Environmental_impact_of_aviation"], "ranked_scores": [0.5443, 0.5233, 0.5037, 0.4909, 0.4843, 0.4796, 0.4774, 0.4751, 0.4705, 0.4704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.559, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Attribution_of_recent_climate_change", "Cool_tropics_paradox", "Global_warming", "Global_cooling", "Global_warming_in_Antarctica"], "ranked_scores": [0.5324, 0.5178, 0.5088, 0.5082, 0.5041, 0.5038, 0.5003, 0.4996, 0.4954, 0.4847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Ian_Clark_(geologist)", "Antarctica_cooling_controversy", "Views_on_the_Kyoto_Protocol", "Global_warming_controversy", "Skeptical_Science", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.4795, 0.4517, 0.4271, 0.4177, 0.3959, 0.3954, 0.3939, 0.3898, 0.3897, 0.3897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Automobile_air_conditioning", "Hot_tower", "List_of_heat_waves", "Weather_station", "Urban_heat_island", "2001_Eastern_North_America_heat_wave", "Cooling_tower", "2000_Southern_United_States_heat_wave", "Station_model"], "ranked_scores": [0.4623, 0.4416, 0.4379, 0.433, 0.4229, 0.4222, 0.4023, 0.3979, 0.3957, 0.3912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "IPCC_Fourth_Assessment_Report", "Global_warming", "Global_cooling", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "History_of_climate_change_science"], "ranked_scores": [0.5467, 0.5404, 0.5387, 0.5337, 0.527, 0.521, 0.5131, 0.5127, 0.5127, 0.5107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "California", "Plug-in_hybrids_in_California", "Electricity_sector_of_the_United_States", "Culture_of_California", "Six_Californias", "Wind_power_in_the_United_States", "Solar_power_by_country"], "ranked_scores": [0.5276, 0.5259, 0.5049, 0.4931, 0.4472, 0.4429, 0.4421, 0.4361, 0.4341, 0.4341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agricultural_policy_of_the_United_States", "Agriculture_in_Argentina", "Solow_residual", "Agriculture,_forestry,_and_fishing_in_Japan", "Productivity_(ecology)", "Agriculture_in_Syria", "Biofuel_in_the_United_States"], "ranked_scores": [0.4603, 0.4513, 0.4453, 0.4308, 0.4259, 0.4228, 0.4122, 0.4108, 0.395, 0.3937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m192-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Grizzly_bear", "Syrian_brown_bear", "Ursus_americanus_carlottae", "Hunting_and_fishing_in_Alaska", "Mount_Bear", "Sloth_bear", "Bear_attack"], "ranked_scores": [0.4592, 0.4457, 0.4391, 0.388, 0.387, 0.383, 0.3628, 0.3474, 0.3463, 0.3387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Methane_clathrate", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Clathrate_gun_hypothesis", "Atmospheric_methane", "Global_warming_in_Antarctica", "Cryovolcano", "Ice_cap"], "ranked_scores": [0.6322, 0.5597, 0.5401, 0.5185, 0.5084, 0.5083, 0.5017, 0.4971, 0.4967, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Past_sea_level", "Sea_level_rise", "Climate_variability", "Tide", "Future_sea_level", "Climate_change_(general_concept)", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Ocean_surface_topography"], "ranked_scores": [0.503, 0.476, 0.4558, 0.4318, 0.4317, 0.4299, 0.4214, 0.4205, 0.4059, 0.3985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Measurement_of_sea_ice", "Fast_ice", "Deglaciation", "Arctic_geoengineering", "Neoglaciation", "Antarctic_Cold_Reversal", "Glacier_mass_balance"], "ranked_scores": [0.6216, 0.5536, 0.5217, 0.5185, 0.5092, 0.5005, 0.4958, 0.4885, 0.4799, 0.4727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_footprint", "Growth_of_wind_power_in_the_United_States", "GHG_footprint", "Wind_power_in_Colorado", "100%_renewable_energy", "Wind_power", "Carbon_diet", "Carbon_neutrality"], "ranked_scores": [0.5676, 0.5667, 0.5612, 0.5519, 0.5374, 0.5305, 0.5258, 0.5231, 0.5231, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Global_warming_controversy", "Politics_of_global_warming", "Carbon_neutrality", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "CO2_is_Green", "Greenhouse_gas_emissions_by_the_United_States", "ExxonMobil_climate_change_controversy", "Global_cooling"], "ranked_scores": [0.5557, 0.5552, 0.5505, 0.5358, 0.5195, 0.5193, 0.5158, 0.5132, 0.5106, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Ice2sea", "Geography_of_Greenland", "Glacial_earthquake", "Climate_change_in_the_Arctic", "Greenland_Sea", "Climate_inertia"], "ranked_scores": [0.5421, 0.5374, 0.4867, 0.4852, 0.4818, 0.4794, 0.4708, 0.466, 0.4656, 0.46], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Climate_change_feedback", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_sensitivity", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Global_warming", "Climate_change_mitigation_scenarios", "Global_warming_in_Antarctica", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.5702, 0.5246, 0.5226, 0.5169, 0.5136, 0.5116, 0.5113, 0.5075, 0.4995, 0.4908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7157, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Scientific_opinion_on_climate_change", "Global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Regional_effects_of_global_warming", "Global_warming_controversy", "Environmental_issue", "Effects_of_global_warming"], "ranked_scores": [0.6371, 0.5455, 0.5271, 0.5245, 0.5244, 0.5223, 0.5217, 0.5187, 0.5106, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["North_Carolina", "Lyme_disease", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "Disease_diffusion_mapping", "Frost_Belt", "Pneumonia_front", "Sun_Belt", "List_of_mammals_of_New_England", "Temperate_climate"], "ranked_scores": [0.4505, 0.4304, 0.4269, 0.4177, 0.415, 0.4074, 0.4041, 0.4026, 0.3983, 0.3972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4317, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "ECMWF_re-analysis", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_controversy", "Climate_change_adaptation_in_Nepal", "Scientific_opinion_on_climate_change", "Coupled_model_intercomparison_project", "World_Climate_Change_Conference,_Moscow", "Climate_change_policy_of_the_United_States"], "ranked_scores": [0.5266, 0.503, 0.4981, 0.4974, 0.4956, 0.495, 0.4937, 0.4916, 0.4888, 0.4882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "100,000-year_problem", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Milankovitch_cycles", "Pliocene_climate", "1808/1809_mystery_eruption"], "ranked_scores": [0.5096, 0.5086, 0.482, 0.4763, 0.4761, 0.4747, 0.4572, 0.4444, 0.4408, 0.4406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Global_Climate_Observing_System", "Keeling_Curve", "NoCO2_Certification_Program", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_sensitivity", "Argo_(oceanography)", "Greenhouse_gas_emissions_by_the_United_States", "World_Climate_Research_Programme", "Climate_footprint"], "ranked_scores": [0.4938, 0.4381, 0.4369, 0.4073, 0.4023, 0.3789, 0.3788, 0.3762, 0.3759, 0.3747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Extreme_environment", "Metabolic_acidosis", "Acid_rain", "Oceanic_carbon_cycle", "Carbonic_acid", "Acidophobe", "PH", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.444, 0.4151, 0.379, 0.3749, 0.3686, 0.3628, 0.3597, 0.3594, 0.358, 0.3579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Global_cooling", "Global_cooling_(disambiguation)", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "Skeptical_Science", "Scientific_opinion_on_climate_change", "Climate_change_denial", "World_Climate_Report"], "ranked_scores": [0.5218, 0.5201, 0.5179, 0.5135, 0.501, 0.4857, 0.4832, 0.4789, 0.4776, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Cool_tropics_paradox", "2005_Pacific_hurricane_season", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_summer_heat_waves", "Eugenius_Warming", "2010_Northern_Hemisphere_heat_waves", "Global_warming_hiatus", "El_Niño"], "ranked_scores": [0.406, 0.3479, 0.3445, 0.3417, 0.3412, 0.3294, 0.3279, 0.3275, 0.323, 0.3219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Arctic_geoengineering", "The_Hockey_Stick_Illusion", "Measurement_of_sea_ice", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "Stern_Review", "Wiesław_Masłowski", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5846, 0.5691, 0.5121, 0.4999, 0.4996, 0.4976, 0.4974, 0.4932, 0.4872, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Rear-inflow_jet", "Jet_stream", "Wind_shear", "Weather_front", "Winter_1985_cold_wave", "Low-pressure_area", "Gulf_Stream", "Temperate_climate", "Early_2014_North_American_cold_wave", "Polar_front"], "ranked_scores": [0.5166, 0.5037, 0.479, 0.4677, 0.4589, 0.4404, 0.435, 0.4345, 0.4317, 0.4293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "NOAA-7", "1908", "Highest_temperature_recorded_on_Earth", "1997–98_El_Niño_event", "List_of_climate_research_satellites", "Summer_of_1976_(Europe)", "Landsat_1"], "ranked_scores": [0.5551, 0.5414, 0.514, 0.4417, 0.4373, 0.4345, 0.4226, 0.4226, 0.4172, 0.4138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_email_controversy", "Cosmic-ray_observatory", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "Journal_for_Geoclimatic_Studies", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_engineering", "Climate_Change_Science_Program"], "ranked_scores": [0.4131, 0.3639, 0.3597, 0.3502, 0.3465, 0.3386, 0.3325, 0.3303, 0.3295, 0.327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Carbon_price", "Carbon_pricing_in_Australia", "Carbon_bubble", "TransCanada_Corporation", "Environmental_impact_of_transport_in_Australia", "Fuel_Economy_Reform_Act", "Green_Energy_Act_2009", "Gasoline_gallon_equivalent"], "ranked_scores": [0.4988, 0.4739, 0.4714, 0.4668, 0.435, 0.4331, 0.4329, 0.4159, 0.414, 0.4087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Past_sea_level", "Last_Glacial_Maximum", "Post-glacial_rebound", "Ice2sea", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Sea_level_rise", "Holocene_glacial_retreat", "Deglaciation"], "ranked_scores": [0.5303, 0.4767, 0.4756, 0.4749, 0.4737, 0.4692, 0.4669, 0.4519, 0.4506, 0.4476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Media_coverage_of_climate_change", "1908", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "Satellite_temperature_measurements", "2016_North_American_heat_wave", "Climate_Central", "Climate_change_in_the_United_States", "MSU_temperature_measurements", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.4341, 0.4296, 0.4285, 0.4277, 0.416, 0.4147, 0.4098, 0.4014, 0.3993, 0.3971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Environmental_threats_to_the_Great_Barrier_Reef", "Environmental_issues_with_coral_reefs", "Mercury_pollution_in_the_ocean", "Acid_rain", "Environmental_hazard", "Free_Ocean_CO2_Enrichment", "Chemical_oceanography"], "ranked_scores": [0.6534, 0.6193, 0.5598, 0.498, 0.4945, 0.4891, 0.4848, 0.4796, 0.4683, 0.4667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "Alternative_medicine", "Energy_accidents", "Environmental_skepticism", "Junk_science", "Climate_Change_Denial:_Heads_in_the_Sand", "Lies,_damned_lies,_and_statistics", "Nuclear_power_debate"], "ranked_scores": [0.4468, 0.4141, 0.4103, 0.4098, 0.3967, 0.3904, 0.3882, 0.3865, 0.3847, 0.3844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Past_sea_level", "Fast_ice", "Raised_shoreline", "Abrupt_climate_change", "Ice_rise", "Glacial_earthquake"], "ranked_scores": [0.6545, 0.5909, 0.5536, 0.513, 0.5113, 0.4938, 0.484, 0.4825, 0.4774, 0.4746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Desertification", "Dust_Bowl", "Drought_in_the_United_Kingdom", "United_Nations_Convention_to_Combat_Desertification", "Climate_change_in_Europe", "Drylands"], "ranked_scores": [0.5112, 0.4785, 0.4481, 0.4402, 0.4348, 0.4343, 0.4265, 0.4265, 0.4083, 0.3983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Climatic_Research_Unit_documents", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Community_Earth_System_Model", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Stern_Review", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.4686, 0.4618, 0.4592, 0.4564, 0.4551, 0.4499, 0.4497, 0.4488, 0.4443, 0.4436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave", "Mountain_States"], "ranked_scores": [0.5269, 0.5062, 0.4964, 0.4771, 0.4761, 0.4661, 0.4458, 0.4304, 0.4225, 0.4198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Skeptical_Science", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "World_Climate_Report"], "ranked_scores": [0.5471, 0.542, 0.4941, 0.4936, 0.4916, 0.4865, 0.4782, 0.4765, 0.4695, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Greenhouse_and_icehouse_Earth", "Global_warming_controversy"], "ranked_scores": [0.5611, 0.5543, 0.5117, 0.5054, 0.4858, 0.4811, 0.4654, 0.4638, 0.4634, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Mootral", "Contribution_to_global_warming_by_Australia", "Climate_change_in_China", "Greenhouse_gas", "Emission_intensity", "Wind", "Carbon_diet", "Atmospheric_methane", "Carbon_emissions_reporting"], "ranked_scores": [0.4902, 0.487, 0.4837, 0.4799, 0.4794, 0.4645, 0.4643, 0.4628, 0.4555, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Longevity_risk", "Risk_neutral", "Risk", "Probability_of_error", "Management_systems_for_road_safety", "Hypotheticals", "Centre_for_the_Study_of_Existential_Risk", "Policy_uncertainty", "Manufactured_risk"], "ranked_scores": [0.4334, 0.4245, 0.4032, 0.4026, 0.3904, 0.39, 0.3828, 0.3817, 0.3781, 0.3765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Coal_pollution_mitigation", "Carbon-neutral_fuel", "Greenhouse_gas_emissions_by_the_United_States", "Green_Power_Partnership", "Lisa_P._Jackson", "Carbon_neutrality", "Clean_Air_Act_(United_States)"], "ranked_scores": [0.4355, 0.423, 0.4084, 0.3966, 0.395, 0.3946, 0.3877, 0.3786, 0.3783, 0.3692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño", "1908", "El_Niño–Southern_Oscillation", "1808/1809_mystery_eruption", "Instrumental_temperature_record", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Year_Without_a_Summer"], "ranked_scores": [0.5743, 0.5512, 0.5155, 0.5115, 0.5112, 0.4913, 0.4796, 0.4772, 0.4734, 0.4719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Sea_ice_thickness", "Sea_ice", "Arctic_geoengineering", "Ice2sea", "Drift_ice", "Climate_of_the_Arctic", "Polar_seas"], "ranked_scores": [0.5718, 0.567, 0.5457, 0.5449, 0.5302, 0.5191, 0.518, 0.5166, 0.5131, 0.5071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Refined_coal", "Carbon_capture_and_storage", "Cleaner_production", "Coal_mining", "Coal", "List_of_coal_fired_power_stations_in_Australia", "Coal_by_country", "Fossil_fuel_power_station"], "ranked_scores": [0.6355, 0.6323, 0.5048, 0.4826, 0.4794, 0.4775, 0.4761, 0.4601, 0.457, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Cool_tropics_paradox", "PDO", "Programmed_Data_Processor", "PDOS", "Global_warming_hiatus", "Indonesian_Democratic_Party", "History_of_the_Philippines_(1898–1946)", "Pacifico_Yokohama", "Paradigm_shift"], "ranked_scores": [0.4326, 0.3639, 0.3567, 0.3481, 0.3405, 0.3175, 0.3101, 0.3089, 0.3073, 0.305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Climate_footprint", "Global_stilling", "Greenhouse_gas_emissions_by_the_United_States", "Global_Climate_Observing_System", "Politics_of_global_warming", "Environmental_indicator", "Global_warming", "Carbon_footprint", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.4439, 0.4427, 0.4409, 0.4379, 0.4378, 0.4357, 0.4346, 0.4337, 0.4319, 0.4317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Climate_change_in_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_change", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "ExxonMobil_climate_change_controversy", "Media_coverage_of_climate_change", "IPCC_Fourth_Assessment_Report", "Climate_change_denial"], "ranked_scores": [0.5772, 0.5414, 0.5405, 0.5377, 0.5358, 0.5288, 0.519, 0.5159, 0.5101, 0.5098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Early_2014_North_American_cold_wave", "March_2012_North_American_heat_wave", "Global_stilling", "Sea_surface_temperature", "2014–15_North_American_winter", "Great_Lakes_tectonic_zone", "List_of_storms_on_the_Great_Lakes", "Hockey_stick_graph", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.3277, 0.3262, 0.3241, 0.3225, 0.3218, 0.3195, 0.315, 0.3126, 0.3095, 0.3088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate_change_and_agriculture", "Greenhouse_effect", "Global_warming_in_Antarctica", "Climate_change", "Idealized_greenhouse_model"], "ranked_scores": [0.6035, 0.5813, 0.5583, 0.5527, 0.5514, 0.5458, 0.545, 0.5442, 0.5422, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Soft_landing_(economics)", "Diminishing_returns", "Skewness", "Global_warming_hiatus", "Worse-than-average_effect", "List_of_fields_of_application_of_statistics", "Progress_(history)", "Dumbing_down"], "ranked_scores": [0.4413, 0.4106, 0.3702, 0.3674, 0.3626, 0.3507, 0.3413, 0.3378, 0.3355, 0.3325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Abrupt_climate_change", "Environmental_issue", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Ozone_depletion_and_climate_change", "Effects_of_global_warming_on_humans", "Human_overpopulation"], "ranked_scores": [0.5281, 0.5042, 0.4827, 0.4804, 0.4752, 0.4734, 0.469, 0.4583, 0.4569, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Neoglaciation", "Global_warming_in_Antarctica", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Cool_tropics_paradox", "Proxy_(climate)"], "ranked_scores": [0.5348, 0.5185, 0.505, 0.4911, 0.4878, 0.4852, 0.4789, 0.4765, 0.4654, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Environmental_skepticism", "Scientific_community", "Not_even_wrong", "Scientific_opinion_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.4381, 0.4072, 0.4064, 0.3981, 0.3953, 0.395, 0.3943, 0.3854, 0.3808, 0.3764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Weather_station", "Hot_tower", "US_Weather_Bureau_Station_(Block_Island)", "Urban_heat_island", "List_of_energy_efficient_buildings_in_India", "Automobile_air_conditioning", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "Ground-coupled_heat_exchanger"], "ranked_scores": [0.4426, 0.4396, 0.4167, 0.4023, 0.4001, 0.3962, 0.3961, 0.3856, 0.3845, 0.3825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "Global_warming", "History_of_climate_change_science", "Global_warming_controversy", "Reasons_for_concern", "Global_cooling"], "ranked_scores": [0.5545, 0.5234, 0.5102, 0.508, 0.5044, 0.5035, 0.5035, 0.502, 0.5005, 0.4994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Six_Californias", "Southern_California_Edison", "Renewable_energy_in_the_United_States", "Plug-in_hybrids_in_California", "Solar_power_by_country", "Solar_power_in_Michigan", "California_State_Assembly"], "ranked_scores": [0.506, 0.4748, 0.4608, 0.4546, 0.4477, 0.438, 0.4334, 0.4268, 0.4244, 0.409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_Act_of_2014", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Workforce_productivity", "Agriculture_in_Syria", "Food,_Conservation,_and_Energy_Act_of_2008", "Productivity_(ecology)", "Solow_residual"], "ranked_scores": [0.4411, 0.4369, 0.4224, 0.4093, 0.408, 0.394, 0.3936, 0.3926, 0.3925, 0.389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m96-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Kodiak_bear", "Brown_bear", "Grizzly_bear", "Hunting_and_fishing_in_Alaska", "Aronia", "The_Bear_(1988_film)", "Bile_bear", "Syrian_brown_bear"], "ranked_scores": [0.4213, 0.3893, 0.3842, 0.3838, 0.3721, 0.3717, 0.3699, 0.3681, 0.3674, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Arctic_geoengineering", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica"], "ranked_scores": [0.6872, 0.6135, 0.5772, 0.573, 0.5664, 0.5539, 0.5425, 0.5384, 0.5291, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Tide", "Sea_level", "Ocean_surface_topography", "Tidal_range", "Sea_state", "Temperate_climate"], "ranked_scores": [0.6419, 0.6065, 0.5946, 0.585, 0.5703, 0.5417, 0.5155, 0.5141, 0.495, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Global_cooling", "Future_sea_level", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Antarctic_sea_ice"], "ranked_scores": [0.6432, 0.6052, 0.567, 0.5616, 0.5552, 0.5454, 0.5265, 0.5155, 0.5136, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Carbon_emissions_reporting", "Climate_footprint", "Deforestation_and_climate_change", "Wind_power_by_country", "Environmental_impact_of_aviation", "Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Wind_power", "Environmental_impact_of_transport", "Environmental_impact_of_biodiesel"], "ranked_scores": [0.5367, 0.5324, 0.5182, 0.5092, 0.4997, 0.4991, 0.4945, 0.4936, 0.4895, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle", "Scientific_consensus_on_climate_change", "Carbon_diet", "Global_cooling", "Climate_change_mitigation", "Greenhouse_gas", "CO2_is_Green", "Global_warming"], "ranked_scores": [0.555, 0.526, 0.5179, 0.5097, 0.5082, 0.5069, 0.496, 0.4921, 0.4918, 0.4913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Climate_inertia", "Ice2sea", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis", "Past_sea_level", "Deglaciation", "Global_cooling"], "ranked_scores": [0.6464, 0.6165, 0.6082, 0.6025, 0.5919, 0.5851, 0.5788, 0.5769, 0.5593, 0.5471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Environmental_issue", "Effects_of_global_warming", "Global_cooling"], "ranked_scores": [0.6021, 0.5937, 0.5881, 0.5872, 0.5763, 0.5712, 0.5706, 0.5603, 0.5588, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_in_Texas", "Hurricane_Katrina_and_global_warming", "Hurricane_Harvey", "Reasons_for_concern", "Effects_of_global_warming_on_humans", "Effects_of_global_warming", "Environmental_issue", "Tropical_Storm_Harvey_(2011)", "Extreme_weather"], "ranked_scores": [0.5485, 0.5295, 0.5263, 0.5234, 0.5207, 0.517, 0.5078, 0.5052, 0.5026, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Winter_1985_cold_wave", "Granuloma_multiforme", "Measles", "Mediterranean_climate", "List_of_mammals_of_New_England", "Early_2014_North_American_cold_wave", "2015_North_American_heat_wave", "Meningococcal_disease", "Drought_in_Spain", "Multiple_sclerosis"], "ranked_scores": [0.4249, 0.4244, 0.4163, 0.4118, 0.41, 0.4066, 0.4039, 0.3931, 0.3916, 0.3909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_risk", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Climate_change_in_Canada", "Reasons_for_concern", "Climate_change_adaptation_in_Nepal", "Arctic_geoengineering", "Climate_change_adaptation", "Physical_impacts_of_climate_change", "Climate_prediction"], "ranked_scores": [0.5051, 0.5002, 0.4849, 0.4825, 0.4814, 0.4758, 0.4719, 0.4592, 0.4557, 0.4536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change", "History_of_climate_change_science", "Bølling-Allerød_warming", "Global_warming", "Global_cooling", "Future_of_Earth", "Antarctic_Cold_Reversal"], "ranked_scores": [0.6291, 0.5625, 0.562, 0.5451, 0.5413, 0.5381, 0.5318, 0.5304, 0.5259, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Future_sea_level", "Past_sea_level", "Ozone_depletion_and_climate_change", "James_Hansen", "Atmospheric_carbon_cycle", "Great_Salt_Lake_effect", "Climate_change_in_the_United_States"], "ranked_scores": [0.5224, 0.5108, 0.5082, 0.4885, 0.4872, 0.478, 0.4691, 0.4593, 0.4589, 0.4589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Greenhouse_gas", "Tropospheric_ozone", "Great_Oxygenation_Event", "Atmospheric_carbon_cycle", "Carbon_dioxide", "Geological_history_of_oxygen"], "ranked_scores": [0.5365, 0.5105, 0.4603, 0.4513, 0.4437, 0.437, 0.4333, 0.4253, 0.4235, 0.4203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "World_Climate_Change_Conference,_Moscow", "Global_warming_controversy", "Greening_Earth_Society", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6021, 0.558, 0.5422, 0.5327, 0.5317, 0.5307, 0.5237, 0.5223, 0.5213, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Pliocene_climate", "Indonesian_Democratic_Party", "2014–16_El_Niño_event", "Abrupt_climate_change", "Secretary_of_State_for_Energy_and_Climate_Change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.3712, 0.3388, 0.3266, 0.3262, 0.3185, 0.3035, 0.2908, 0.2903, 0.2848, 0.2844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_cooling", "Arctic_Climate_Impact_Assessment", "Ice2sea", "Antarctica_cooling_controversy", "Wiesław_Masłowski"], "ranked_scores": [0.6133, 0.5856, 0.57, 0.56, 0.5565, 0.5267, 0.5246, 0.5238, 0.5231, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Westerlies", "El_Niño–Southern_Oscillation", "Trade_winds", "Sea_surface_temperature", "Gulf_Stream", "Shutdown_of_thermohaline_circulation", "Climate_of_Finland"], "ranked_scores": [0.6044, 0.6009, 0.5867, 0.5866, 0.5859, 0.5561, 0.5459, 0.5407, 0.5405, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "MSU_temperature_measurements", "Instrumental_temperature_record", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "March_2012_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2013_extreme_weather_events", "1997–98_El_Niño_event", "Climate_change_in_the_Arctic"], "ranked_scores": [0.5412, 0.5108, 0.5104, 0.4921, 0.4747, 0.4717, 0.4641, 0.4627, 0.4582, 0.449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Cold_fusion", "Copenhagen_Diagnosis", "Climatic_Research_Unit_email_controversy", "Global_cooling", "Collider_Detector_at_Fermilab", "World_Climate_Change_Conference,_Moscow", "Contraction_and_Convergence", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.4855, 0.4713, 0.4431, 0.4426, 0.4377, 0.4362, 0.4294, 0.4283, 0.4227, 0.4169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Minerals_Resource_Rent_Tax", "Mandatory_renewable_energy_target", "Mitigation_of_global_warming_in_Australia", "Clean_Energy_Regulator", "Contribution_to_global_warming_by_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.468, 0.4559, 0.4387, 0.4326, 0.4283, 0.3843, 0.3735, 0.3724, 0.3629, 0.3619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_cooling", "Winter_1985_cold_wave", "Past_sea_level", "Global_warming_in_Antarctica"], "ranked_scores": [0.5796, 0.5733, 0.5386, 0.5379, 0.5336, 0.5334, 0.5259, 0.5187, 0.5173, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1908", "2001_Eastern_North_America_heat_wave", "Scientific_consensus_on_climate_change", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "Media_coverage_of_climate_change", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave"], "ranked_scores": [0.4897, 0.4735, 0.4666, 0.4652, 0.4587, 0.4526, 0.4517, 0.4514, 0.4456, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Anoxic_event", "Acid_rain", "Air_pollution", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Clathrate_gun_hypothesis"], "ranked_scores": [0.6248, 0.5841, 0.5388, 0.5352, 0.529, 0.5219, 0.5112, 0.4906, 0.4874, 0.4836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "Environmental_impact_of_the_coal_industry", "The_Real_Global_Warming_Disaster", "Demand_destruction", "Greening_Earth_Society", "False_attribution", "Non-renewable_resource", "Sustainable_energy", "Nuclear_power_debate"], "ranked_scores": [0.4493, 0.444, 0.4247, 0.4135, 0.4042, 0.3918, 0.387, 0.3851, 0.3814, 0.3804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Climate_inertia", "Sea_ice"], "ranked_scores": [0.6958, 0.6925, 0.6079, 0.6017, 0.5911, 0.5711, 0.5565, 0.535, 0.5303, 0.5246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Desertification", "Drought_in_Spain", "2006_European_cold_wave", "Drought_in_the_United_Kingdom", "Global_warming_in_Antarctica", "Grassland_degradation", "1980_United_States_heat_wave"], "ranked_scores": [0.4944, 0.4901, 0.4779, 0.4723, 0.4659, 0.4529, 0.4443, 0.4378, 0.4305, 0.4262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Stern_Review", "Carbon_diet", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_capture_and_storage_in_Australia", "Cool_tropics_paradox"], "ranked_scores": [0.5126, 0.5062, 0.5046, 0.5044, 0.5039, 0.5018, 0.4986, 0.4979, 0.4973, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2018_British_Isles_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.7764, 0.6954, 0.6916, 0.6801, 0.6755, 0.668, 0.6532, 0.6513, 0.6476, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Attribution_of_recent_climate_change", "James_Hansen", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Global_cooling"], "ranked_scores": [0.6392, 0.5736, 0.5697, 0.5599, 0.5592, 0.5584, 0.5538, 0.5504, 0.5486, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Global_cooling", "Climate_pattern", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Glacial_period"], "ranked_scores": [0.5853, 0.5853, 0.5733, 0.5548, 0.5454, 0.5436, 0.5354, 0.5348, 0.5338, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Environmental_issue", "Greenhouse_effect", "Environmental_impact_of_aviation", "Global_warming"], "ranked_scores": [0.6471, 0.6292, 0.6265, 0.602, 0.5706, 0.566, 0.5555, 0.5515, 0.5462, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Risk", "Manufactured_risk", "Risk–benefit_ratio", "Risk_neutral", "Longevity_risk", "Accident", "Finite_Risk_insurance", "Risk_assessment", "Policy_Uncertainty"], "ranked_scores": [0.5226, 0.5079, 0.505, 0.4908, 0.48, 0.4738, 0.4531, 0.4487, 0.4486, 0.4327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Beyond_Coal", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Climate_change_mitigation"], "ranked_scores": [0.4889, 0.447, 0.445, 0.4312, 0.4238, 0.4203, 0.4193, 0.408, 0.4026, 0.4006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016_American_Northeast_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.6466, 0.639, 0.6243, 0.6193, 0.5982, 0.5797, 0.5773, 0.5721, 0.5642, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Arctic_sea_ice_decline", "Climate_of_Antarctica", "Antarctic_Treaty_System", "West_Antarctica"], "ranked_scores": [0.6209, 0.5846, 0.573, 0.5717, 0.5337, 0.526, 0.524, 0.5208, 0.5124, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_cycle_re-balancing", "Coal_gasification_commercialization", "Carbon_dioxide_removal", "Arch_Coal"], "ranked_scores": [0.6456, 0.6288, 0.5653, 0.5609, 0.5345, 0.5339, 0.5296, 0.5249, 0.5107, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "Indonesian_Democratic_Party", "Shutdown_of_thermohaline_circulation", "Estado_Novo_(Portugal)", "Department_of_Energy_and_Environment", "Progressive_rock", "ADEOS_I", "Climate_of_Oregon"], "ranked_scores": [0.3522, 0.334, 0.3306, 0.3176, 0.2908, 0.2766, 0.2746, 0.2707, 0.2663, 0.2622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Global_cooling", "Climate_change", "Environmental_issue", "Climate_change_in_the_United_States", "Effects_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.6263, 0.5443, 0.536, 0.5307, 0.5254, 0.5182, 0.5094, 0.5054, 0.5022, 0.4999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "History_of_climate_change_science", "United_Nations_Climate_Change_conference", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Effects_of_global_warming", "Climate_risk", "Global_warming", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5066, 0.499, 0.4969, 0.4933, 0.4916, 0.4874, 0.4834, 0.4796, 0.4796, 0.4792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Great_Lakes_Areas_of_Concern", "Instrumental_temperature_record", "Freezing_level", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Global_stilling", "Arctic_sea_ice_decline", "Early_2014_North_American_cold_wave", "Great_Salt_Lake_effect"], "ranked_scores": [0.387, 0.3826, 0.3807, 0.3746, 0.3743, 0.3694, 0.3656, 0.3611, 0.359, 0.3576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Environmental_issue", "Physical_impacts_of_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6969, 0.6705, 0.6675, 0.6499, 0.6499, 0.6415, 0.6368, 0.6291, 0.6227, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Global_dimming", "Antarctica_cooling_controversy", "Trend_stationary", "Statistical_significance", "Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Pacific_decadal_oscillation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.4175, 0.4163, 0.3733, 0.371, 0.3596, 0.3493, 0.3427, 0.338, 0.3361, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Effects_of_global_warming", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Atmospheric_methane", "Thermal_pollution"], "ranked_scores": [0.6082, 0.6006, 0.5895, 0.5616, 0.5461, 0.5449, 0.536, 0.5335, 0.527, 0.5237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7537, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Water_on_Mars", "Scientific_consensus_on_climate_change", "Future_of_Earth", "Life_on_Mars", "Climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Mars", "Bølling-Allerød_warming"], "ranked_scores": [0.5905, 0.5609, 0.5337, 0.5334, 0.5332, 0.5282, 0.5269, 0.526, 0.5223, 0.5211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Scientific_community", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_Fourth_Assessment_Report", "Media_coverage_of_climate_change"], "ranked_scores": [0.5188, 0.5022, 0.4793, 0.4734, 0.4625, 0.4553, 0.4506, 0.4413, 0.4373, 0.4355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Excessive_heat_watch", "Satellite_temperature_measurements", "Cooling_center", "Air_conditioned_clothing", "Weather_station", "Effect_of_Sun_angle_on_climate", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "Weather_map"], "ranked_scores": [0.5503, 0.5487, 0.5457, 0.523, 0.5215, 0.5089, 0.5089, 0.5042, 0.5, 0.4998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Environmental_issue", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Greenhouse_gas"], "ranked_scores": [0.663, 0.6268, 0.6202, 0.6182, 0.615, 0.5961, 0.5884, 0.5849, 0.5823, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Wind_power_in_the_United_States", "Solar_power_by_country", "List_of_photovoltaic_power_stations"], "ranked_scores": [0.6261, 0.5634, 0.5473, 0.5173, 0.5096, 0.4863, 0.4784, 0.4678, 0.4616, 0.4588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Growth_of_wind_power_in_the_United_States", "Energy_in_the_United_States", "Agricultural_Act_of_2014", "Agriculture_in_Syria", "Gold_mining_in_the_United_States", "Farm_programs", "Economy_of_the_United_States", "Petroleum_in_the_United_States"], "ranked_scores": [0.5435, 0.4581, 0.4314, 0.427, 0.4226, 0.4128, 0.4118, 0.4092, 0.4051, 0.4015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-pq-m192-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Bear_attack", "Brown_bear", "Kodiak_bear", "Grizzly_bear", "Syrian_brown_bear", "The_Bear_(1988_film)", "List_of_Alaska_state_forests"], "ranked_scores": [0.4176, 0.3663, 0.3653, 0.3623, 0.3596, 0.3534, 0.3495, 0.3448, 0.3322, 0.3291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5051, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Atmospheric_carbon_cycle", "Thermopause", "Greenhouse_gas", "Arctic_sea_ice_decline"], "ranked_scores": [0.6776, 0.6135, 0.5661, 0.5586, 0.5335, 0.5278, 0.5261, 0.5224, 0.5201, 0.5173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Annual_cycle_of_sea_level_height", "Tide", "Future_sea_level", "Sea_level", "Tidal_range", "Temperate_climate", "Sea_surface_temperature", "Ocean_surface_topography"], "ranked_scores": [0.6284, 0.6009, 0.5725, 0.5519, 0.5417, 0.529, 0.5031, 0.4875, 0.4873, 0.4757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Arctic_geoengineering", "Global_cooling", "Future_sea_level", "Antarctica_cooling_controversy", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Shutdown_of_thermohaline_circulation", "Antarctic_ice_sheet"], "ranked_scores": [0.6292, 0.5903, 0.5688, 0.5562, 0.5485, 0.5339, 0.5302, 0.5113, 0.5101, 0.5025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Environmental_impact_of_transport", "Wind_power_in_the_United_States", "Environmental_impact_of_aviation", "Atmospheric_carbon_cycle", "Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Effects_of_global_warming"], "ranked_scores": [0.5227, 0.5056, 0.4933, 0.4815, 0.4792, 0.4755, 0.4668, 0.4668, 0.4663, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Effects_of_global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Greening_Earth_Society", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5464, 0.5349, 0.516, 0.4956, 0.4927, 0.4865, 0.4847, 0.484, 0.484, 0.4708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "Global_cooling", "Climate_inertia", "Copenhagen_Diagnosis", "Past_sea_level", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6172, 0.5973, 0.5756, 0.5753, 0.5728, 0.5495, 0.547, 0.5435, 0.5382, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Deforestation_and_climate_change", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Ozone_depletion_and_climate_change", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.5856, 0.5677, 0.554, 0.5536, 0.5515, 0.546, 0.5445, 0.5399, 0.5371, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Hurricane_Katrina_and_global_warming", "Climate_risk", "Hurricane_Harvey", "Environmental_issue", "History_of_climate_change_science", "Extreme_weather", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.5317, 0.5284, 0.5057, 0.5056, 0.4996, 0.4905, 0.4883, 0.4848, 0.4827, 0.4826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Multiple_sclerosis", "Granuloma_multiforme", "Winter_1985_cold_wave", "Early_2014_North_American_cold_wave", "List_of_mammals_of_New_England", "Droughts_in_the_United_States", "Westerlies", "Gore_Effect", "Nor'easter", "Drought_in_Spain"], "ranked_scores": [0.4309, 0.4163, 0.4038, 0.4031, 0.3985, 0.3982, 0.3973, 0.3948, 0.3922, 0.3894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_in_Canada", "Climate_risk", "Arctic_geoengineering", "Reasons_for_concern", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "Economics_of_global_warming", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.4901, 0.4886, 0.4774, 0.4773, 0.4674, 0.463, 0.4615, 0.4568, 0.4525, 0.4515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling", "Bølling-Allerød_warming", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climate_change", "Shutdown_of_thermohaline_circulation", "Future_of_Earth"], "ranked_scores": [0.5967, 0.5328, 0.5311, 0.5289, 0.5282, 0.527, 0.5261, 0.5227, 0.5148, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Climate_change_in_the_United_States", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Mesopause", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy"], "ranked_scores": [0.5055, 0.4977, 0.4903, 0.4826, 0.4743, 0.4665, 0.4616, 0.4612, 0.4546, 0.4483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Air_pollution_in_the_United_States", "Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Tropospheric_ozone", "Dole_effect", "Atmospheric_carbon_cycle", "Great_Oxygenation_Event"], "ranked_scores": [0.5069, 0.4808, 0.4468, 0.4327, 0.4325, 0.4286, 0.4203, 0.4195, 0.4111, 0.4077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "An_Appeal_to_Reason", "James_Hansen", "Global_warming_controversy"], "ranked_scores": [0.5784, 0.5542, 0.5515, 0.5284, 0.522, 0.5133, 0.5074, 0.5067, 0.5028, 0.5008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "Paleocene–Eocene_Thermal_Maximum", "Tipping_point_(climatology)", "Indonesian_Democratic_Party", "Pliocene_climate", "Eocene_Thermal_Maximum_2", "List_of_parties_to_the_Kyoto_Protocol", "Secretary_of_State_for_Energy_and_Climate_Change", "Climate_of_Oregon"], "ranked_scores": [0.3935, 0.3258, 0.3098, 0.3031, 0.2991, 0.2984, 0.2948, 0.2879, 0.2862, 0.286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Antarctica_cooling_controversy", "Arctic_geoengineering", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Wiesław_Masłowski", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [0.5923, 0.58, 0.577, 0.5558, 0.55, 0.5442, 0.5132, 0.5095, 0.5057, 0.5057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Westerlies", "Weather_front", "Polar_vortex", "Trade_winds", "Sea_surface_temperature", "Gulf_Stream", "Shutdown_of_thermohaline_circulation", "Nor'easter"], "ranked_scores": [0.5907, 0.5791, 0.5714, 0.5696, 0.5483, 0.5373, 0.5275, 0.5249, 0.5194, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "Instrumental_temperature_record", "March_2012_North_American_heat_wave", "MSU_temperature_measurements", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "1997–98_El_Niño_event"], "ranked_scores": [0.4949, 0.4941, 0.4857, 0.4819, 0.4807, 0.4612, 0.4525, 0.4494, 0.4444, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_documents", "Collider_Detector_at_Fermilab", "Global_cooling", "Copenhagen_Diagnosis", "Cold_fusion", "Climatic_Research_Unit_email_controversy", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate_change_mitigation_scenarios", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.4495, 0.4466, 0.4418, 0.4303, 0.4276, 0.4259, 0.4227, 0.4206, 0.4155, 0.4114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Minerals_Resource_Rent_Tax", "Clean_Energy_Regulator", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Mitigation_of_global_warming_in_Australia", "European_Union_value_added_tax"], "ranked_scores": [0.4611, 0.4301, 0.4151, 0.4082, 0.3993, 0.3983, 0.3788, 0.3588, 0.3556, 0.3488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Winter_1985_cold_wave", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Antarctic_Cold_Reversal"], "ranked_scores": [0.5603, 0.5538, 0.5351, 0.5268, 0.5206, 0.5137, 0.513, 0.5082, 0.5053, 0.5006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Scientific_consensus_on_climate_change", "1908", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "Antarctica_cooling_controversy", "Media_coverage_of_climate_change", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave", "2014–16_El_Niño_event", "Winter_1985_cold_wave"], "ranked_scores": [0.4898, 0.4879, 0.4566, 0.4562, 0.4453, 0.4415, 0.4403, 0.4371, 0.437, 0.4296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Acid_rain", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Air_pollution", "Anoxic_waters", "Metabolic_acidosis", "Clathrate_gun_hypothesis", "Thermal_pollution"], "ranked_scores": [0.6334, 0.5918, 0.5216, 0.5144, 0.509, 0.4962, 0.4823, 0.4815, 0.4766, 0.4757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "Energy_value_of_coal", "False_attribution", "Beyond_Coal", "Environmental_impact_of_the_coal_industry", "Worse-than-average_effect", "Demand_destruction"], "ranked_scores": [0.447, 0.4377, 0.4283, 0.3916, 0.3839, 0.3838, 0.3775, 0.3736, 0.3692, 0.3689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Ice2sea", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Antarctic_ice_sheet"], "ranked_scores": [0.6615, 0.6558, 0.6021, 0.5843, 0.568, 0.5529, 0.5502, 0.5323, 0.4973, 0.495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Desertification", "Global_warming_in_Antarctica", "Droughts_in_the_United_States", "2006_European_cold_wave", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Grassland_degradation", "Climate_change_in_Europe", "Climate_of_Antarctica"], "ranked_scores": [0.4623, 0.4602, 0.4595, 0.4541, 0.4466, 0.4451, 0.4404, 0.435, 0.4312, 0.4278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Antarctica_cooling_controversy", "Global_cooling", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_Europe", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_bubble", "Stern_Review", "World_Energy_Outlook", "An_Appeal_to_Reason"], "ranked_scores": [0.5098, 0.4957, 0.4954, 0.4934, 0.492, 0.4903, 0.4828, 0.4813, 0.4812, 0.4746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2018_British_Isles_heat_wave", "2016_American_Northeast_heat_wave"], "ranked_scores": [0.7184, 0.6459, 0.6299, 0.6293, 0.6253, 0.6152, 0.6041, 0.5946, 0.5942, 0.5871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "History_of_climate_change_science", "Global_warming", "Global_cooling", "Effects_of_global_warming", "James_Hansen", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6435, 0.5521, 0.5449, 0.5434, 0.539, 0.5379, 0.5371, 0.536, 0.5353, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_change", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "Instrumental_temperature_record", "Glacial_period", "Arctic_geoengineering", "Climate_oscillation"], "ranked_scores": [0.562, 0.5564, 0.55, 0.5495, 0.5351, 0.5317, 0.5169, 0.5153, 0.5132, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Deforestation_and_climate_change", "Atmospheric_methane", "Environmental_issue", "Arctic_methane_emissions", "Greenhouse_effect", "Climate_change_in_the_United_States", "Environmental_impact_of_aviation", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6182, 0.6127, 0.5845, 0.5804, 0.5553, 0.5511, 0.5505, 0.5435, 0.5365, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Manufactured_risk", "Risk", "Worst-case_scenario", "Risk_neutral", "Accident", "Finite_Risk_insurance", "Prudentialism", "Risk_analysis", "Hazard"], "ranked_scores": [0.5016, 0.4942, 0.4905, 0.4777, 0.458, 0.4504, 0.4371, 0.4329, 0.432, 0.4276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Beyond_Coal", "Environmental_policy_of_the_Donald_Trump_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_policy_of_the_United_States", "2011_United_Nations_Climate_Change_Conference", "Greening_Earth_Society", "Climate_change_in_the_United_States"], "ranked_scores": [0.4568, 0.423, 0.4162, 0.4089, 0.4058, 0.397, 0.3913, 0.3908, 0.3802, 0.3765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "January_2016_East_Asia_cold_wave", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.6487, 0.62, 0.5973, 0.5793, 0.5637, 0.5622, 0.5584, 0.5506, 0.5492, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "Climate_of_Antarctica", "Antarctica_cooling_controversy", "West_Antarctica"], "ranked_scores": [0.5871, 0.5673, 0.5461, 0.5412, 0.5317, 0.5127, 0.5113, 0.494, 0.4824, 0.481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "List_of_coal_fired_power_stations_in_Australia"], "ranked_scores": [0.6215, 0.6153, 0.554, 0.5523, 0.5188, 0.4998, 0.4989, 0.4885, 0.4838, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Indonesian_Democratic_Party", "Progressive_rock", "Estado_Novo_(Portugal)", "Climate_of_Oregon", "Shutdown_of_thermohaline_circulation", "Demand_destruction", "PDOS", "Deindustrialisation_by_country"], "ranked_scores": [0.3359, 0.3274, 0.326, 0.2906, 0.2845, 0.2798, 0.2771, 0.2681, 0.2666, 0.2615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Global_warming", "Physical_impacts_of_climate_change", "Environmental_issue", "Climate_change", "Climate_change_in_the_United_States", "Global_cooling", "Climate_change_in_the_Arctic", "History_of_climate_change_science"], "ranked_scores": [0.6427, 0.5363, 0.5287, 0.5176, 0.5124, 0.5106, 0.5105, 0.496, 0.4953, 0.4857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "United_Nations_Climate_Change_conference", "2011_United_Nations_Climate_Change_Conference", "Climate_Change_Science_Program", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "History_of_climate_change_science", "Effects_of_global_warming"], "ranked_scores": [0.4924, 0.4897, 0.4886, 0.4881, 0.4843, 0.4774, 0.4715, 0.4715, 0.4705, 0.4702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Cool_tropics_paradox", "Great_Lakes_Areas_of_Concern", "Instrumental_temperature_record", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Freezing_level", "Fahrenheit", "Global_Historical_Climatology_Network", "Antarctica_cooling_controversy", "Global_warming_hiatus"], "ranked_scores": [0.3958, 0.394, 0.3691, 0.3588, 0.3565, 0.3564, 0.3563, 0.3513, 0.3492, 0.344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Environmental_issue", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Physical_impacts_of_climate_change"], "ranked_scores": [0.6584, 0.6429, 0.6423, 0.6348, 0.6224, 0.6214, 0.621, 0.6192, 0.6153, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Trend_stationary", "Global_dimming", "Scientific_consensus_on_climate_change", "Wage_curve", "Antarctica_cooling_controversy", "Pacific_decadal_oscillation", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Statistical_significance"], "ranked_scores": [0.3995, 0.3917, 0.3688, 0.3556, 0.3518, 0.3402, 0.3391, 0.3363, 0.3343, 0.3336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Abrupt_climate_change", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Ozone_depletion_and_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.586, 0.5411, 0.5391, 0.5304, 0.5287, 0.5248, 0.5233, 0.5104, 0.5039, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Geodynamics_of_Mars", "Climate_of_Mars", "Water_on_Mars", "Environmental_issue", "List_of_climate_research_satellites", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Future_of_Earth"], "ranked_scores": [0.5377, 0.5347, 0.5322, 0.5294, 0.5218, 0.5213, 0.5081, 0.5077, 0.5073, 0.5068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Scientific_community", "Climatic_Research_Unit_documents", "Research_ethics", "Environmental_skepticism"], "ranked_scores": [0.4866, 0.446, 0.4436, 0.4436, 0.4383, 0.4366, 0.4331, 0.4293, 0.4216, 0.4125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3693, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "2000_Southern_United_States_heat_wave", "Satellite_temperature_measurements", "Weather_station", "Air_conditioned_clothing", "2013_Southwestern_United_States_heat_wave", "Weather_map", "Effect_of_Sun_angle_on_climate", "Air_source_heat_pumps"], "ranked_scores": [0.5317, 0.522, 0.514, 0.5095, 0.5067, 0.4816, 0.4816, 0.4801, 0.4762, 0.4704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Environmental_issue", "Global_warming", "Climate_change_in_the_United_States", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.6461, 0.6137, 0.6048, 0.6032, 0.589, 0.5887, 0.5844, 0.5831, 0.5792, 0.5693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power", "Solar_energy", "Solar_power_by_country", "Contribution_to_global_warming_by_Australia", "List_of_power_stations_in_Texas"], "ranked_scores": [0.5897, 0.549, 0.5142, 0.51, 0.4672, 0.4606, 0.4594, 0.4446, 0.4431, 0.435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Energy_in_the_United_States", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Growth_of_wind_power_in_the_United_States", "List_of_Michigan_locations_by_per_capita_income", "Agricultural_Act_of_2014"], "ranked_scores": [0.5148, 0.4338, 0.4195, 0.4066, 0.4055, 0.4053, 0.4017, 0.4016, 0.3893, 0.3848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m96-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Arctic_Alaska", "Arctic_char", "Grizzly_bear", "List_of_Alaska_state_forests", "Arctic_ecology", "Brown_bear", "Yup'ik_cuisine", "The_Bear_(1988_film)"], "ranked_scores": [0.4404, 0.4307, 0.3858, 0.38, 0.3725, 0.3701, 0.366, 0.3494, 0.3441, 0.3387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7989, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Polar_ice_cap", "Permafrost", "Arctic_geoengineering", "Methane", "Greenhouse_gas", "Arctic_ice_pack"], "ranked_scores": [0.6592, 0.5957, 0.5789, 0.5631, 0.5559, 0.5415, 0.5397, 0.5366, 0.5346, 0.5335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea", "Sea_surface_temperature", "Ocean_surface_topography", "Future_sea_level", "Climate_of_the_Arctic"], "ranked_scores": [0.6415, 0.6154, 0.6076, 0.6027, 0.5891, 0.5876, 0.5784, 0.5611, 0.5575, 0.5555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_stilling", "Holocene_glacial_retreat", "Copenhagen_Diagnosis"], "ranked_scores": [0.7189, 0.6583, 0.6323, 0.6199, 0.6058, 0.5976, 0.5647, 0.5621, 0.5583, 0.5581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Climate_footprint", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Atmospheric_carbon_cycle", "Carbon_offset", "GHG_footprint", "Contribution_to_global_warming_by_Australia", "Carbon_dioxide_removal", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [0.5926, 0.5749, 0.5748, 0.5684, 0.5584, 0.5578, 0.5493, 0.5424, 0.5337, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "Global_warming_controversy", "Carbon_dioxide_removal", "Climate_change_mitigation", "Politics_of_global_warming", "Carbon_diet", "Scientific_opinion_on_climate_change", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change"], "ranked_scores": [0.5981, 0.5528, 0.537, 0.5369, 0.5352, 0.5343, 0.5292, 0.5279, 0.5219, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Last_Glacial_Maximum"], "ranked_scores": [0.6834, 0.6739, 0.6719, 0.654, 0.6239, 0.6042, 0.5951, 0.5906, 0.5898, 0.5856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Effects_of_global_warming", "Copenhagen_Diagnosis"], "ranked_scores": [0.6991, 0.6913, 0.6597, 0.6588, 0.6546, 0.6535, 0.6513, 0.6483, 0.6449, 0.6334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Hurricane_Katrina_and_global_warming", "Environmental_issue", "Effects_of_global_warming_on_humans", "Reasons_for_concern", "Climate_change_in_Texas", "Hurricane_Harvey", "Economics_of_global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.5861, 0.5808, 0.5736, 0.5599, 0.5569, 0.552, 0.5497, 0.546, 0.5453, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Climate_of_the_United_States", "Climate_of_Minnesota", "Continental_climate", "Disease", "1936_North_American_cold_wave", "Climate_of_Minneapolis–Saint_Paul", "2013_extreme_weather_events", "Climate_of_Australia"], "ranked_scores": [0.4987, 0.4752, 0.4625, 0.4577, 0.4567, 0.452, 0.4513, 0.447, 0.4456, 0.4406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "Stern_Review", "Climate_change_mitigation"], "ranked_scores": [0.6535, 0.6404, 0.6069, 0.6022, 0.6018, 0.6013, 0.593, 0.592, 0.5896, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Bølling-Allerød_warming", "George_Kukla", "Global_warming_hiatus", "History_of_climate_change_science", "Termination_(geomorphology)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites"], "ranked_scores": [0.5701, 0.5587, 0.5495, 0.5388, 0.5374, 0.5374, 0.5213, 0.5173, 0.5154, 0.5131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "HadCM3", "Shale_gas", "Greenhouse_gas_emissions_by_the_United_States", "Permanent_Service_for_Mean_Sea_Level", "Future_sea_level", "Sea_level_rise"], "ranked_scores": [0.5334, 0.5018, 0.4608, 0.4514, 0.4133, 0.4, 0.3993, 0.3947, 0.3931, 0.3926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis", "Atmospheric_carbon_cycle", "Seawater", "Greenhouse_gas", "Atmospheric_methane"], "ranked_scores": [0.5944, 0.549, 0.5336, 0.4993, 0.4991, 0.4927, 0.4892, 0.4807, 0.4799, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "James_Hansen", "Global_warming_controversy", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [0.6828, 0.6774, 0.6538, 0.6366, 0.634, 0.6303, 0.6245, 0.6235, 0.6173, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Bølling-Allerød_warming", "Fleischmann–Pons_experiment", "Eocene_Thermal_Maximum_2", "Cold_fusion", "Orbital_forcing", "PDOS", "Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.3911, 0.3858, 0.3661, 0.3564, 0.3494, 0.3448, 0.3418, 0.3303, 0.3291, 0.3279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Wibjörn_Karlén", "Ice2sea", "Antarctica_cooling_controversy", "Adam_Scaife", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Ian_Clark_(geologist)", "James_Hansen", "Global_warming_in_Antarctica"], "ranked_scores": [0.5707, 0.5699, 0.5613, 0.5498, 0.5486, 0.5452, 0.5448, 0.543, 0.5356, 0.5243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Polar_High", "Climate_of_the_United_States", "Gulf_Stream", "Climate_of_Finland", "Polar_low"], "ranked_scores": [0.6684, 0.6476, 0.6004, 0.5882, 0.5673, 0.5624, 0.5567, 0.5501, 0.5483, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.638, 0.6122, 0.6013, 0.5988, 0.5978, 0.5968, 0.5959, 0.5797, 0.5664, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "Climate_change_mitigation_scenarios", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Global_cooling", "Advisory_Group_on_Greenhouse_Gases", "Greenhouse_gas", "Ian_Clark_(geologist)", "Global_warming_controversy"], "ranked_scores": [0.582, 0.558, 0.5173, 0.5135, 0.5005, 0.4961, 0.494, 0.493, 0.4912, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Carbon_bubble", "Environmental_impact_of_transport_in_Australia", "Canada_and_the_Kyoto_Protocol", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Value-added_tax_(United_Kingdom)", "Canadian_Association_of_Petroleum_Producers"], "ranked_scores": [0.5053, 0.4618, 0.4333, 0.4129, 0.4073, 0.403, 0.3851, 0.3817, 0.3799, 0.3787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Last_Glacial_Maximum", "Sea_level_rise", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Past_sea_level", "Ice_age", "Ice2sea", "Hockey_stick_graph", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6428, 0.633, 0.6038, 0.6004, 0.5978, 0.5899, 0.5876, 0.5819, 0.5709, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Wibjörn_Karlén", "March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_summer_heat_waves", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_heat_waves", "1908", "Climate_of_Mars", "2015_North_American_heat_wave"], "ranked_scores": [0.5004, 0.4967, 0.4819, 0.4745, 0.4635, 0.463, 0.4622, 0.4555, 0.4468, 0.4461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Greenhouse_gas", "Runaway_greenhouse_effect", "Anoxic_event", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.7137, 0.6898, 0.6291, 0.6144, 0.5891, 0.5859, 0.5733, 0.5484, 0.548, 0.5418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Waste-to-energy_plant", "Sustainable_energy", "Fossil_fuel_divestment", "Climate_Change_Denial:_Heads_in_the_Sand", "Environmental_skepticism", "Nuclear_power_debate", "Global_warming_conspiracy_theory", "Nuclear_power_proposed_as_renewable_energy"], "ranked_scores": [0.492, 0.4908, 0.4729, 0.4639, 0.4637, 0.4629, 0.4625, 0.46, 0.4596, 0.4586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Past_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming", "Arctic_geoengineering"], "ranked_scores": [0.6851, 0.6599, 0.6563, 0.6353, 0.6264, 0.5917, 0.5889, 0.5838, 0.5806, 0.5718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Droughts_in_the_United_States", "Climate_change_in_Europe", "1997–98_El_Niño_event", "Climate_change_in_Australia", "Drought_in_Spain", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.6086, 0.6078, 0.6014, 0.5689, 0.5658, 0.564, 0.5602, 0.5576, 0.5565, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Cool_tropics_paradox", "IPCC_First_Assessment_Report", "Carbon_cycle_re-balancing", "Earth's_energy_budget", "Climate_sensitivity", "Climate_variability", "Economics_of_global_warming", "Greenhouse_gas"], "ranked_scores": [0.5514, 0.5269, 0.5137, 0.5076, 0.5074, 0.5072, 0.5053, 0.5036, 0.5012, 0.4996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.71, 0.7011, 0.6977, 0.6806, 0.6772, 0.6375, 0.6273, 0.6235, 0.6168, 0.6164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "James_Hansen", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Environmental_skepticism"], "ranked_scores": [0.6803, 0.6518, 0.6217, 0.618, 0.6111, 0.6021, 0.5984, 0.5902, 0.5852, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "Climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Climate_variability", "Global_cooling"], "ranked_scores": [0.5785, 0.5639, 0.5568, 0.5563, 0.5539, 0.5511, 0.5469, 0.5461, 0.546, 0.5408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "Airborne_fraction", "Deforestation_and_climate_change", "Global_warming_potential", "Environmental_impact_of_transport", "Fossil_fuel"], "ranked_scores": [0.6516, 0.6465, 0.6361, 0.6209, 0.5753, 0.5717, 0.5622, 0.5549, 0.5517, 0.5511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Lazy_reason", "Prudent_avoidance_principle", "Scenario_analysis", "Argument_from_nonbelief", "Prudentialism", "Risk", "Counterfactual_thinking", "Global_catastrophic_risk", "HIV/AIDS_denialism"], "ranked_scores": [0.4912, 0.4867, 0.4708, 0.4484, 0.4382, 0.4379, 0.4372, 0.4359, 0.4357, 0.4316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_withdrawal_from_the_Paris_Agreement", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Carbon_pricing_in_Australia", "Canada_and_the_Kyoto_Protocol", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Mitigation_of_global_warming_in_Australia", "CO2_is_Green"], "ranked_scores": [0.5727, 0.5474, 0.523, 0.5199, 0.5101, 0.4898, 0.4841, 0.4798, 0.4794, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "Pliocene_climate", "Polar_amplification", "Climate_change_in_the_Arctic", "Global_cooling", "History_of_climate_change_science", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [0.627, 0.6223, 0.6181, 0.5909, 0.5858, 0.5824, 0.5737, 0.5673, 0.5672, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Polar_seas", "Sea_ice", "Measurement_of_sea_ice", "Sea_ice_thickness", "Antarctic_sea_ice", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet"], "ranked_scores": [0.6092, 0.5926, 0.5514, 0.5459, 0.5159, 0.5117, 0.5105, 0.5074, 0.4994, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Clean_technology", "List_of_coal_fired_power_stations_in_Australia", "Fossil_fuel_power_station", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "History_of_coal_mining", "Beyond_Coal"], "ranked_scores": [0.6626, 0.6303, 0.6124, 0.5532, 0.5507, 0.5503, 0.5465, 0.5418, 0.5288, 0.526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Indonesian_Democratic_Party", "Global_cooling", "Pacific_decadal_oscillation", "Cool_tropics_paradox", "PDOS", "Global_cooling_(disambiguation)", "Fleischmann–Pons_experiment", "Automobile_air_conditioning", "Cold_fusion", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [0.3996, 0.3876, 0.3792, 0.3714, 0.3617, 0.3474, 0.3464, 0.3327, 0.3279, 0.3268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_mitigation_scenarios", "Global_warming_controversy", "Environmental_issue"], "ranked_scores": [0.6831, 0.6827, 0.6612, 0.6449, 0.6415, 0.6407, 0.6333, 0.6243, 0.621, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "350.org", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation_scenarios", "James_Hansen", "United_Nations_Climate_Change_conference"], "ranked_scores": [0.5515, 0.5334, 0.5293, 0.5248, 0.5074, 0.5021, 0.5007, 0.4978, 0.4969, 0.496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Arctic_sea_ice_decline", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_geoengineering", "Global_cooling_(disambiguation)", "Climate_of_Antarctica", "Little_Ice_Age"], "ranked_scores": [0.4996, 0.479, 0.4723, 0.4705, 0.4596, 0.4586, 0.4581, 0.4571, 0.4509, 0.4468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["History_of_climate_change_science", "Climate_variability", "Climate_change_(general_concept)", "Ian_Clark_(geologist)", "Attribution_of_recent_climate_change", "Solar_phenomena", "Climate_change", "Global_warming", "Effect_of_Sun_angle_on_climate", "Global_cooling"], "ranked_scores": [0.6266, 0.626, 0.61, 0.6029, 0.6024, 0.6022, 0.599, 0.5904, 0.5879, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Wage_curve", "Covariate", "Statistical_significance", "Seasonal_adjustment", "Skewness", "Kuznets_curve", "Economic_growth", "Deglobalization"], "ranked_scores": [0.4429, 0.4376, 0.4114, 0.404, 0.4003, 0.3962, 0.3917, 0.3774, 0.3747, 0.3742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Atmospheric_methane", "Global_warming", "Future_of_Earth", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Climate_inertia", "Geological_history_of_oxygen"], "ranked_scores": [0.6425, 0.6207, 0.6035, 0.6032, 0.5855, 0.5787, 0.5758, 0.5732, 0.5697, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7877, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "History_of_climate_change_science", "Global_warming", "Eocene_Thermal_Maximum_2", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "Polar_forests_of_the_Cretaceous", "Climate_change", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.6344, 0.6214, 0.6126, 0.6009, 0.6001, 0.5999, 0.5937, 0.5911, 0.5886, 0.5854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "Scientific_consensus_on_climate_change", "Friends_of_Science", "List_of_experimental_errors_and_frauds_in_physics", "Publication_bias", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "False_balance"], "ranked_scores": [0.5201, 0.5116, 0.4968, 0.4942, 0.4827, 0.4778, 0.4745, 0.4726, 0.4705, 0.4697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Weather_station", "Station_model", "Weather", "Cooling_center", "Satellite_temperature_measurements", "Humid_subtropical_climate", "2016_North_American_heat_wave", "Automatic_weather_station", "Climate_of_Africa", "Weather_media_in_the_United_States"], "ranked_scores": [0.5832, 0.5249, 0.5246, 0.5209, 0.5182, 0.5126, 0.5114, 0.5102, 0.4929, 0.4913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Global_warming", "Attribution_of_recent_climate_change", "James_Hansen", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Media_coverage_of_climate_change", "Ian_Clark_(geologist)"], "ranked_scores": [0.6954, 0.6627, 0.6473, 0.6417, 0.6238, 0.6212, 0.621, 0.6206, 0.6045, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "Solar_power", "Solar_power_in_Spain", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Photovoltaics", "Wind_power_in_the_United_States"], "ranked_scores": [0.6798, 0.6718, 0.6176, 0.6101, 0.6011, 0.5821, 0.5807, 0.5764, 0.5762, 0.5568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Agricultural_Act_of_2014", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Brazil", "Economic_growth", "Farm_programs", "Agriculture"], "ranked_scores": [0.5857, 0.5333, 0.5321, 0.5216, 0.5165, 0.5159, 0.5105, 0.5052, 0.5029, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m192-n4": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Yup'ik_cuisine", "Grizzly_bear", "Arctic_Alaska", "Arctic_char", "Brown_bear", "List_of_Alaska_state_forests", "Arctic_ecology", "Bear_attack"], "ranked_scores": [0.4522, 0.4036, 0.3876, 0.3603, 0.3592, 0.3451, 0.3435, 0.3401, 0.3382, 0.3285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8278, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Antarctic_ice_sheet", "Polar_ice_cap", "Permafrost", "Arctic_geoengineering", "Sea_ice", "Antarctic_sea_ice", "Ice_cap"], "ranked_scores": [0.6344, 0.5938, 0.5725, 0.5506, 0.5412, 0.5377, 0.5374, 0.5351, 0.5283, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Regional_effects_of_global_warming", "Sea_level_rise", "Sea_surface_temperature", "Annual_cycle_of_sea_level_height", "Sea", "Tide", "Climate_of_the_Arctic", "Ocean_surface_topography", "Climate_pattern"], "ranked_scores": [0.6436, 0.621, 0.5918, 0.581, 0.5774, 0.5687, 0.5565, 0.5488, 0.5445, 0.5352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Copenhagen_Diagnosis", "Climate_change_in_the_Arctic", "Global_cooling", "Holocene_glacial_retreat"], "ranked_scores": [0.6946, 0.6465, 0.6219, 0.609, 0.5883, 0.5751, 0.5593, 0.5562, 0.545, 0.5429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["GHG_footprint", "Carbon_footprint", "Mitigation_of_global_warming_in_Australia", "Carbon_emissions_reporting", "Carbon_capture_and_storage_in_Australia", "Carbon_offset", "Climate_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_dioxide_removal", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.5621, 0.5591, 0.5563, 0.5474, 0.5419, 0.5314, 0.5294, 0.526, 0.5208, 0.5169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["CO2_is_Green", "James_Hansen", "350.org", "Global_warming_controversy", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Atmospheric_carbon_cycle", "Climate_change_mitigation", "Climate_change_denial", "Climate_change_mitigation_scenarios", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5862, 0.5385, 0.533, 0.5323, 0.5234, 0.5173, 0.5166, 0.5078, 0.5053, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Past_sea_level", "Last_Glacial_Maximum", "Copenhagen_Diagnosis", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6644, 0.6515, 0.6432, 0.6362, 0.6156, 0.5905, 0.5901, 0.5859, 0.5758, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Atmospheric_methane", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States"], "ranked_scores": [0.6726, 0.6574, 0.6506, 0.6488, 0.632, 0.6315, 0.6175, 0.6174, 0.61, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming", "Reasons_for_concern", "Hurricane_Harvey", "Effects_of_global_warming_on_humans", "Environmental_issue", "Hurricane_Katrina_and_global_warming", "History_of_climate_change_science", "Climate_change_adaptation", "Scientific_opinion_on_climate_change", "Global_warming"], "ranked_scores": [0.5594, 0.5462, 0.5461, 0.5448, 0.5401, 0.5386, 0.5286, 0.5224, 0.5224, 0.5212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Humid_continental_climate", "Continental_climate", "List_of_mammals_of_New_England", "Climate_of_Minnesota", "1936_North_American_cold_wave", "2013_extreme_weather_events", "Droughts_in_the_United_States", "Amblyomma_americanum", "Frost_Belt"], "ranked_scores": [0.5083, 0.4775, 0.4595, 0.4393, 0.439, 0.4305, 0.4284, 0.4256, 0.4221, 0.4209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Economics_of_global_warming", "Effects_of_global_warming", "Climate_change", "Climate_change_policy_of_the_United_States", "An_Appeal_to_Reason", "Arctic_geoengineering", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Climate_prediction", "Climate_change_in_the_United_States"], "ranked_scores": [0.635, 0.6255, 0.6046, 0.598, 0.5936, 0.5932, 0.5829, 0.5743, 0.5739, 0.5676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Global_cooling", "Bølling-Allerød_warming", "George_Kukla", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Orbital_forcing", "Climate_oscillation", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Climate_change_in_Europe"], "ranked_scores": [0.5648, 0.5448, 0.5292, 0.5221, 0.5156, 0.507, 0.5017, 0.4965, 0.4959, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Permanent_Service_for_Mean_Sea_Level", "Atmosphere_of_Mars", "Michael_E._Mann", "Greenhouse_gas_emissions_by_the_United_States", "Atmospheric_methane", "HadCM3"], "ranked_scores": [0.5273, 0.4774, 0.4416, 0.4265, 0.4077, 0.3991, 0.3982, 0.3873, 0.3798, 0.3791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Dole_effect", "Geological_history_of_oxygen", "Greenhouse_gas", "Seawater"], "ranked_scores": [0.5802, 0.551, 0.5158, 0.4753, 0.471, 0.4659, 0.4644, 0.4599, 0.4536, 0.4535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling_(disambiguation)", "Environmental_skepticism", "James_Hansen", "Media_coverage_of_climate_change"], "ranked_scores": [0.6704, 0.6565, 0.6289, 0.627, 0.6116, 0.6112, 0.6089, 0.6062, 0.6029, 0.5924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Bølling-Allerød_warming", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Indonesian_Democratic_Party", "Global_cooling", "Orbital_forcing", "PDOS", "Cool_tropics_paradox", "100,000-year_problem", "Heat"], "ranked_scores": [0.3726, 0.3614, 0.3484, 0.3428, 0.3383, 0.3363, 0.3271, 0.322, 0.3212, 0.3162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ice2sea", "Wibjörn_Karlén", "Ian_Clark_(geologist)", "Adam_Scaife", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Climate_change_in_the_Arctic", "Scientific_consensus_on_climate_change", "Global_warming_in_Antarctica", "History_of_climate_change_science"], "ranked_scores": [0.5704, 0.5606, 0.5591, 0.5538, 0.5453, 0.5429, 0.5388, 0.532, 0.5281, 0.5092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2913, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_High", "Polar_vortex", "Jet_stream", "Westerlies", "North_Atlantic_Current", "Gulf_Stream", "Polar_low", "Intertropical_Convergence_Zone"], "ranked_scores": [0.6263, 0.602, 0.5553, 0.5549, 0.5529, 0.5466, 0.5426, 0.5365, 0.5208, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Satellite_temperature_measurements", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [0.6056, 0.5997, 0.5825, 0.5799, 0.5761, 0.5566, 0.5522, 0.5448, 0.5351, 0.5336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Climate_change_mitigation_scenarios", "Clouds_and_the_Earth's_Radiant_Energy_System", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.5428, 0.5293, 0.5061, 0.5036, 0.5018, 0.495, 0.4885, 0.4869, 0.481, 0.4809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "California_Proposition_23_(2010)", "Competitive_Tax_Plan"], "ranked_scores": [0.4788, 0.4473, 0.4346, 0.39, 0.3805, 0.3743, 0.3732, 0.3671, 0.363, 0.3582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Last_Glacial_Maximum", "Sea_level_rise", "Past_sea_level", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Deglaciation", "Ice2sea"], "ranked_scores": [0.6358, 0.6005, 0.5894, 0.5831, 0.5811, 0.5715, 0.5641, 0.5635, 0.5605, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "International_Geophysical_Year", "Wibjörn_Karlén", "List_of_climate_scientists", "Scientific_consensus_on_climate_change", "Climate_of_Mars", "Global_Historical_Climatology_Network", "2013_extreme_weather_events", "Ian_Clark_(geologist)", "1908"], "ranked_scores": [0.4767, 0.4556, 0.4495, 0.4423, 0.4413, 0.439, 0.4387, 0.4363, 0.4343, 0.4337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Atmospheric_carbon_cycle", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "Sea_level_rise", "Greenhouse_gas", "Free_Ocean_CO2_Enrichment", "Geological_history_of_oxygen"], "ranked_scores": [0.7029, 0.6809, 0.5943, 0.5786, 0.5751, 0.5505, 0.5451, 0.5442, 0.5404, 0.5341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Junk_science", "Waste-to-energy_plant", "Pseudoscience", "Nuclear_power_debate", "Energy_accidents", "Environmental_skepticism", "Denialism", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [0.5063, 0.4787, 0.4781, 0.469, 0.4576, 0.4559, 0.4509, 0.449, 0.4464, 0.4405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Past_sea_level", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "Arctic_geoengineering"], "ranked_scores": [0.6824, 0.6436, 0.6321, 0.6219, 0.6116, 0.5959, 0.591, 0.5856, 0.5669, 0.5534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Climate_change_in_Europe", "Climate_change_mitigation_scenarios", "Climate_change_in_the_United_States", "Drought_in_Spain", "1997–98_El_Niño_event", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.6059, 0.5852, 0.5791, 0.5624, 0.5579, 0.5494, 0.5468, 0.5443, 0.5437, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Earth's_energy_budget", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_(general_concept)", "Climate_sensitivity", "IPCC_First_Assessment_Report", "Carbon_cycle_re-balancing", "Climate_change_in_Europe", "Climate_variability"], "ranked_scores": [0.5365, 0.5215, 0.5114, 0.5024, 0.4993, 0.4987, 0.4971, 0.4967, 0.4956, 0.4954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2018_British_Isles_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6723, 0.6627, 0.6472, 0.6349, 0.6156, 0.6051, 0.5991, 0.5928, 0.592, 0.5865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["James_Hansen", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Deniers", "The_Real_Global_Warming_Disaster"], "ranked_scores": [0.6221, 0.62, 0.6086, 0.6041, 0.6018, 0.6012, 0.5904, 0.5765, 0.5731, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "Climate_change_(general_concept)", "Global_warming", "Climate_variability", "History_of_climate_change_science", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)"], "ranked_scores": [0.562, 0.5587, 0.5556, 0.5476, 0.5392, 0.5342, 0.5302, 0.5269, 0.5266, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.5925, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_impact_of_transport", "Low-carbon_emission", "Airborne_fraction", "Global_warming_potential", "CO2_fertilization_effect", "Fossil_fuel_power_station"], "ranked_scores": [0.6368, 0.6062, 0.5986, 0.5932, 0.5721, 0.5703, 0.5476, 0.5473, 0.5452, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Counterfactual_thinking", "Risk", "Scenario_analysis", "Prudent_avoidance_principle", "Risk_neutral", "Accident", "Lazy_reason", "Value_of_life", "HIV/AIDS_denialism"], "ranked_scores": [0.4674, 0.4479, 0.4435, 0.4387, 0.4364, 0.4339, 0.4332, 0.4305, 0.4197, 0.4145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Greenhouse_gas_emissions_by_the_United_States", "CO2_is_Green", "United_States_withdrawal_from_the_Paris_Agreement", "Beyond_Coal", "Energy_policy_of_the_Barack_Obama_administration", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.5328, 0.5269, 0.5116, 0.5058, 0.4947, 0.4947, 0.4805, 0.4746, 0.473, 0.467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "Pliocene_climate", "2014–16_El_Niño_event", "Polar_amplification", "2010_Northern_Hemisphere_heat_waves", "Bølling-Allerød_warming", "Satellite_temperature_measurements", "Climate_change_in_the_Arctic", "Global_cooling"], "ranked_scores": [0.616, 0.5882, 0.5846, 0.5799, 0.5782, 0.5729, 0.5621, 0.5555, 0.5477, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Polar_seas", "Holocene_glacial_retreat", "Sea_ice", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice", "Arctic_resources_race", "Arctic_geoengineering"], "ranked_scores": [0.5918, 0.5885, 0.532, 0.5034, 0.4937, 0.4933, 0.4919, 0.4879, 0.4827, 0.4815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Clean_coal_technology", "Clean_technology", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "List_of_coal_fired_power_stations_in_Australia", "Beyond_Coal", "Capitol_Power_Plant", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6289, 0.6045, 0.5955, 0.5424, 0.5413, 0.5188, 0.5108, 0.5104, 0.5042, 0.4984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Global_cooling", "Cool_tropics_paradox", "Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "Global_cooling_(disambiguation)", "PDOS", "Indonesian_Democratic_Party", "Automobile_air_conditioning", "Orbital_forcing", "Air_conditioned_clothing"], "ranked_scores": [0.3949, 0.3862, 0.3534, 0.3449, 0.3434, 0.3389, 0.3358, 0.33, 0.3247, 0.3077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Environmental_issue", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Global_warming_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6699, 0.6608, 0.6304, 0.6258, 0.6197, 0.615, 0.6038, 0.6038, 0.6002, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Intergovernmental_Panel_on_Climate_Change", "James_Hansen", "Scientific_consensus_on_climate_change", "Climate_change_denial", "2015_United_Nations_Climate_Change_Conference", "350.org"], "ranked_scores": [0.5561, 0.5311, 0.5115, 0.5069, 0.506, 0.5027, 0.5015, 0.4995, 0.4989, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "1908", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_of_Antarctica", "Arctic_geoengineering", "Cool_tropics_paradox", "Global_cooling"], "ranked_scores": [0.4936, 0.4634, 0.4592, 0.4581, 0.4573, 0.4515, 0.4371, 0.4357, 0.4283, 0.4223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["History_of_climate_change_science", "Ian_Clark_(geologist)", "Global_warming_in_Antarctica", "Climate_variability", "Climate_change_(general_concept)", "Polar_amplification", "Attribution_of_recent_climate_change", "Solar_phenomena", "Climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6088, 0.5994, 0.5955, 0.59, 0.5852, 0.581, 0.5693, 0.563, 0.5607, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Wage_curve", "Seasonal_adjustment", "Statistical_significance", "Phillips_curve", "Covariate", "Publication_bias", "Glacier_mass_balance", "Selection_bias"], "ranked_scores": [0.4439, 0.4433, 0.4244, 0.408, 0.4056, 0.4055, 0.3882, 0.3876, 0.3826, 0.3678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_inertia", "Global_warming", "Atmospheric_methane", "Atmospheric_carbon_cycle", "James_Hansen", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Geological_history_of_oxygen"], "ranked_scores": [0.6383, 0.6081, 0.581, 0.5668, 0.5636, 0.5579, 0.5549, 0.5539, 0.5499, 0.5483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "History_of_climate_change_science", "Climate_of_Mars", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Abrupt_climate_change", "Climate_change"], "ranked_scores": [0.6173, 0.5899, 0.5865, 0.5853, 0.5841, 0.5781, 0.5726, 0.567, 0.5646, 0.5615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Media_coverage_of_climate_change", "Global_warming_controversy", "False_balance", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [0.5208, 0.4967, 0.4864, 0.4783, 0.4776, 0.4694, 0.4608, 0.4565, 0.455, 0.4515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Weather_station", "Cooling_center", "Automatic_weather_station", "Station_model", "Weather", "Satellite_temperature_measurements", "2013_Southwestern_United_States_heat_wave", "Humid_subtropical_climate", "Instrumental_temperature_record", "Excessive_heat_watch"], "ranked_scores": [0.5972, 0.5249, 0.5181, 0.5179, 0.5068, 0.5025, 0.496, 0.4954, 0.4915, 0.4896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "History_of_climate_change_science", "Global_warming", "James_Hansen", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6638, 0.6273, 0.6075, 0.6038, 0.6008, 0.6002, 0.6, 0.5986, 0.5951, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Spain", "Solar_power_in_Italy", "Solar_power_in_Michigan", "Renewable_energy", "Photovoltaics", "Solar_power_by_country"], "ranked_scores": [0.6401, 0.6308, 0.6128, 0.571, 0.5593, 0.5586, 0.5529, 0.5494, 0.549, 0.5409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Ethiopia", "Economic_growth", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Brazil", "Agriculture", "Agriculture_in_Syria", "Economy_of_the_United_States", "Agriculture_in_Pennsylvania"], "ranked_scores": [0.5526, 0.5336, 0.5239, 0.5134, 0.5087, 0.4916, 0.4886, 0.4881, 0.479, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m96-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Bile_bear", "Brown_bear", "Grizzly_bear", "Bear_attack", "Ursus_americanus_carlottae", "Beringian_wolf", "Rubus_arcticus", "Syrian_brown_bear", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [0.6243, 0.6216, 0.6184, 0.5608, 0.5528, 0.5499, 0.5408, 0.5362, 0.5291, 0.5228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Methane_clathrate", "Cryosphere", "Cryovolcano", "Clathrate_gun_hypothesis", "Methane", "Polar_High", "Polar_ice_cap"], "ranked_scores": [0.7639, 0.6988, 0.6897, 0.6803, 0.6641, 0.664, 0.6614, 0.6487, 0.6487, 0.6425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Permanent_Service_for_Mean_Sea_Level", "Climate_variability", "Tide", "Sea_level", "Raised_shoreline", "Climate_change_in_Tuvalu"], "ranked_scores": [0.6755, 0.6643, 0.648, 0.6211, 0.5889, 0.586, 0.5846, 0.5829, 0.579, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Fast_ice", "Future_sea_level", "Measurement_of_sea_ice", "Global_warming_hiatus", "Sea_ice", "Antarctic_Cold_Reversal", "Neoglaciation", "Arctic_geoengineering"], "ranked_scores": [0.7447, 0.6838, 0.6534, 0.6503, 0.6498, 0.6325, 0.6323, 0.6226, 0.6224, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Wind_power", "Growth_of_wind_power_in_the_United_States", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_offset", "Wind_power_by_country", "Wind_power_in_the_United_Kingdom", "100%_renewable_energy", "Carbon_cycle_re-balancing", "Climate_footprint"], "ranked_scores": [0.7252, 0.7057, 0.7026, 0.6953, 0.6653, 0.664, 0.6627, 0.6605, 0.6579, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_neutrality", "Politics_of_global_warming", "Global_warming_controversy", "CO2_is_Green", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Atmospheric_carbon_cycle", "Carbon_offset"], "ranked_scores": [0.6932, 0.6887, 0.6733, 0.6704, 0.6651, 0.6554, 0.6468, 0.6467, 0.6438, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Greenland", "Climate_change_in_the_Arctic", "Greenland_ice_core_project", "Geography_of_Greenland", "Greenland_Sea"], "ranked_scores": [0.6897, 0.6785, 0.6436, 0.6351, 0.6331, 0.6325, 0.6302, 0.6272, 0.6261, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Climate_change_feedback", "Global_warming", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Global_warming_potential", "Scientific_opinion_on_climate_change", "Keeling_Curve", "Effects_of_global_warming"], "ranked_scores": [0.7021, 0.7013, 0.698, 0.6874, 0.6833, 0.6759, 0.6741, 0.674, 0.6691, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States", "Regional_effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change", "Climate_change_and_gender"], "ranked_scores": [0.7236, 0.6712, 0.6624, 0.6606, 0.6603, 0.6435, 0.6427, 0.6378, 0.6329, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Amblyomma_americanum", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "Sun_Belt", "Ixodes", "List_of_mammals_of_New_England", "Ehrlichia_Wisconsin_HM543746", "Geography_of_North_America", "North_Carolina"], "ranked_scores": [0.6303, 0.5881, 0.5799, 0.577, 0.56, 0.5575, 0.5488, 0.5476, 0.5449, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["IPCC_First_Assessment_Report", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Hockey_stick_controversy", "Attribution_of_recent_climate_change", "Climate_prediction", "Economics_of_global_warming", "ECMWF_re-analysis", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6704, 0.6667, 0.6663, 0.6645, 0.663, 0.6623, 0.6597, 0.6581, 0.6561, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "100,000-year_problem", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Greenhouse_and_icehouse_Earth", "Global_cooling_(disambiguation)", "Ian_Clark_(geologist)", "Neoglaciation"], "ranked_scores": [0.6776, 0.6753, 0.6712, 0.6702, 0.6502, 0.6485, 0.6449, 0.6447, 0.6324, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "Keeling_Curve", "Free_Ocean_CO2_Enrichment", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Global_Climate_Observing_System", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_Tuvalu", "Argo_(oceanography)", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6504, 0.5921, 0.5893, 0.5781, 0.5694, 0.5663, 0.5656, 0.5641, 0.5615, 0.5588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "PH", "Acid_dissociation_constant", "Acid_rain", "Geological_history_of_oxygen", "Acid", "Carbonic_acid", "Carbon_dioxide", "Metabolic_acidosis"], "ranked_scores": [0.5894, 0.5735, 0.5507, 0.5487, 0.5462, 0.5413, 0.5394, 0.5364, 0.5347, 0.5331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5323, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling_(disambiguation)", "Global_cooling", "Global_warming_conspiracy_theory", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Global_warming_controversy", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Climatic_Research_Unit_documents", "Ian_Clark_(geologist)"], "ranked_scores": [0.6628, 0.6539, 0.6503, 0.6491, 0.6408, 0.6392, 0.6342, 0.6322, 0.6273, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Programmed_Data_Processor", "El_Niño–Southern_Oscillation", "PDOS", "2010_Northern_Hemisphere_heat_waves", "El_Niño", "Cool_tropics_paradox", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.572, 0.5654, 0.5353, 0.5197, 0.5192, 0.5166, 0.5083, 0.5078, 0.5078, 0.5057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Ian_Clark_(geologist)", "Climatic_Research_Unit_email_controversy", "Measurement_of_sea_ice", "Arctic_Climate_Impact_Assessment", "Arctic_sea_ice_decline", "Scientific_opinion_on_climate_change", "Hockey_stick_controversy", "Arctic_geoengineering"], "ranked_scores": [0.7155, 0.6784, 0.6763, 0.6711, 0.67, 0.6657, 0.6648, 0.6644, 0.6619, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Rear-inflow_jet", "Low-pressure_area", "November_2014_North_American_cold_wave", "Cold-air_damming", "Weather_front", "Winter_1985_cold_wave", "Wind_shear", "Norwegian_cyclone_model", "Polar_High"], "ranked_scores": [0.6844, 0.6387, 0.6357, 0.6276, 0.6246, 0.6206, 0.6189, 0.6159, 0.614, 0.6121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "Highest_temperature_recorded_on_Earth", "NOAA-7", "List_of_climate_research_satellites", "1908", "Instrumental_temperature_record", "Earth_Radiation_Budget_Satellite", "Weather_satellite"], "ranked_scores": [0.7432, 0.7226, 0.7123, 0.6723, 0.6512, 0.6443, 0.6373, 0.6302, 0.6113, 0.6072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climatic_Research_Unit_documents", "List_of_experimental_errors_and_frauds_in_physics", "Climatic_Research_Unit_email_controversy", "Cosmic-ray_observatory", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [0.5475, 0.5305, 0.5227, 0.5092, 0.5066, 0.4987, 0.494, 0.4939, 0.4923, 0.4809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "TransCanada_Corporation", "Environmental_impact_of_transport_in_Australia", "Carbon_offset", "Mitigation_of_global_warming_in_Australia", "Fuel_Economy_Reform_Act"], "ranked_scores": [0.638, 0.6209, 0.616, 0.6009, 0.5823, 0.565, 0.5575, 0.5509, 0.5457, 0.5435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "Past_sea_level", "Last_Glacial_Maximum", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Post-glacial_rebound", "Deglaciation"], "ranked_scores": [0.6944, 0.689, 0.6606, 0.6511, 0.6487, 0.647, 0.646, 0.6382, 0.6361, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "1908", "Climate_change_in_the_United_States", "Weather_media_in_the_United_States", "Hurricane_Katrina_and_global_warming", "NOAA-7"], "ranked_scores": [0.6421, 0.6217, 0.6176, 0.6121, 0.5995, 0.5974, 0.5866, 0.5841, 0.5822, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Chemical_oceanography", "Anoxic_event", "Sea", "Acid_rain", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.7876, 0.7651, 0.6922, 0.6514, 0.6424, 0.6409, 0.6399, 0.6323, 0.6278, 0.6263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Demand_destruction", "List_of_topics_characterized_as_pseudoscience", "Energy_accidents", "Climate_Change_Denial:_Heads_in_the_Sand", "Junk_science", "Alternative_medicine", "Climate_change_denial", "Misuse_of_statistics"], "ranked_scores": [0.5816, 0.5709, 0.5697, 0.5631, 0.5544, 0.5521, 0.5485, 0.5462, 0.5444, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2531, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Past_sea_level", "Fast_ice", "Global_warming_in_Antarctica", "Ice_rise", "Climate_change_in_the_Arctic", "Raised_shoreline", "Abrupt_climate_change"], "ranked_scores": [0.7765, 0.717, 0.6866, 0.6793, 0.6551, 0.6473, 0.6244, 0.6128, 0.6103, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Megadrought", "Dust_Bowl", "Drought_in_the_United_Kingdom", "Climate_change_in_Europe", "Effects_of_global_warming_on_humans", "United_Nations_Convention_to_Combat_Desertification"], "ranked_scores": [0.6332, 0.6171, 0.6139, 0.613, 0.5876, 0.575, 0.5732, 0.5677, 0.5597, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Scientific_opinion_on_climate_change", "Antarctica_cooling_controversy", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "The_Real_Global_Warming_Disaster", "Stern_Review", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6557, 0.6383, 0.6359, 0.6338, 0.6264, 0.6239, 0.6185, 0.617, 0.616, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2016_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6958, 0.687, 0.671, 0.6571, 0.6564, 0.6483, 0.6466, 0.6352, 0.6264, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Climate_change_denial", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "Attribution_of_recent_climate_change", "World_Climate_Report"], "ranked_scores": [0.6915, 0.6659, 0.6647, 0.6615, 0.6588, 0.6497, 0.6495, 0.6374, 0.6351, 0.633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Global_cooling", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Proxy_(climate)", "Global_warming_controversy", "Climate_inertia", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.7113, 0.7104, 0.6746, 0.6703, 0.6489, 0.6227, 0.6209, 0.6174, 0.6174, 0.6166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Contribution_to_global_warming_by_Australia", "Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions", "Climate_change_in_China", "Methane", "Arctic_methane_emissions", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle"], "ranked_scores": [0.666, 0.6645, 0.663, 0.6557, 0.6362, 0.6358, 0.6328, 0.6257, 0.6212, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Longevity_risk", "Risk", "Risk_neutral", "Prudent_avoidance_principle", "Management_systems_for_road_safety", "Centre_for_the_Study_of_Existential_Risk", "Global_catastrophic_risk", "Hypotheticals", "Policy_Uncertainty", "Simulation_heuristic"], "ranked_scores": [0.5734, 0.5732, 0.5729, 0.5718, 0.5615, 0.5537, 0.5519, 0.5455, 0.5375, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_Donald_Trump_administration", "Carbon-neutral_fuel", "Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_Environmental_Protection_Agency", "Clean_Energy_Regulator", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_neutrality", "Clean_Development_Mechanism"], "ranked_scores": [0.5091, 0.4958, 0.481, 0.4788, 0.4699, 0.4694, 0.4683, 0.4632, 0.4563, 0.4442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "El_Niño–Southern_Oscillation", "Instrumental_temperature_record", "El_Niño", "1982–83_El_Niño_event", "Year_Without_a_Summer", "2010_Northern_Hemisphere_heat_waves", "1908", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7351, 0.7218, 0.6988, 0.6871, 0.6857, 0.6801, 0.6766, 0.6718, 0.6694, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Sea_ice", "Arctic_ice_pack", "Sea_ice_thickness", "Polar_seas", "Arctic_geoengineering", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7373, 0.7234, 0.7175, 0.7144, 0.7046, 0.7032, 0.6928, 0.6815, 0.6688, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal", "Refined_coal", "Fossil_fuel_power_station", "Coal_mining", "Cleaner_production", "List_of_coal_fired_power_stations_in_Australia", "Coal_gasification", "Clean_technology"], "ranked_scores": [0.7915, 0.7868, 0.6663, 0.6597, 0.6352, 0.6341, 0.6303, 0.6277, 0.6274, 0.6194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "Programmed_Data_Processor", "History_of_the_Philippines_(1898–1946)", "Indonesian_Democratic_Party", "Cool_tropics_paradox", "Post–World_War_II_economic_expansion", "El_Niño–Southern_Oscillation", "Pacifico_Yokohama"], "ranked_scores": [0.5878, 0.5671, 0.5518, 0.5485, 0.5116, 0.5037, 0.5031, 0.5024, 0.489, 0.4835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Carbon_emissions_reporting", "Special_Report_on_Global_Warming_of_1.5_°C", "2015_United_Nations_Climate_Change_Conference", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Global_warming_hiatus", "Climate_change_in_China", "Climate_change_in_Canada", "Attribution_of_recent_climate_change"], "ranked_scores": [0.5882, 0.5814, 0.5777, 0.5771, 0.5704, 0.5697, 0.5695, 0.5677, 0.5661, 0.5644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_in_the_United_States", "Greening_Earth_Society", "Climate_change_denial", "Effects_of_global_warming"], "ranked_scores": [0.6939, 0.6866, 0.6737, 0.6698, 0.6661, 0.6647, 0.6645, 0.6635, 0.6559, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "March_2012_North_American_heat_wave", "Climate_change_denial", "Hockey_stick_controversy", "2014–15_North_American_winter", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Sea_surface_temperature", "Thaw_(weather)"], "ranked_scores": [0.4602, 0.4597, 0.4432, 0.4408, 0.4368, 0.4347, 0.4335, 0.4317, 0.4277, 0.4277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Regional_effects_of_global_warming", "Earth's_energy_budget", "Idealized_greenhouse_model", "Climate_change", "Greenhouse_effect", "Global_warming_in_Antarctica"], "ranked_scores": [0.7225, 0.7224, 0.7138, 0.7095, 0.7009, 0.7004, 0.6928, 0.6902, 0.6883, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Diminishing_returns", "Trend_stationary", "Worse-than-average_effect", "Tendency_of_the_rate_of_profit_to_fall", "Global_warming_hiatus", "Economic_growth", "Future_sea_level", "Progress_(history)", "Season_creep"], "ranked_scores": [0.5701, 0.5614, 0.5461, 0.5401, 0.5179, 0.5128, 0.5125, 0.5123, 0.5119, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Environmental_issue", "Global_warming", "Human_overpopulation", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "History_of_sustainability", "Attribution_of_recent_climate_change"], "ranked_scores": [0.6853, 0.6622, 0.6542, 0.6335, 0.6323, 0.6291, 0.6248, 0.6216, 0.6214, 0.6211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate", "Neoglaciation", "Paleocene–Eocene_Thermal_Maximum", "Cool_tropics_paradox", "Attribution_of_recent_climate_change", "Holocene_glacial_retreat"], "ranked_scores": [0.6999, 0.6889, 0.6875, 0.6721, 0.6626, 0.6603, 0.653, 0.6482, 0.6465, 0.6462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "I'm_not_a_scientist", "Not_even_wrong", "Scientific_opinion_on_climate_change", "Media_coverage_of_climate_change", "List_of_experimental_errors_and_frauds_in_physics", "Strong_objectivity", "Merchants_of_Doubt"], "ranked_scores": [0.5659, 0.5492, 0.5436, 0.5313, 0.5257, 0.5253, 0.5213, 0.5164, 0.5163, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Hot_tower", "2001_Eastern_North_America_heat_wave", "Automobile_air_conditioning", "List_of_heat_waves", "Urban_heat_island", "Weather_station", "2016_North_American_heat_wave", "Excessive_heat_watch", "Station_model"], "ranked_scores": [0.608, 0.5948, 0.5901, 0.5884, 0.5795, 0.5774, 0.5737, 0.5733, 0.573, 0.5727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Climate_change_in_the_United_States", "History_of_climate_change_science", "Global_warming", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "IPCC_Fourth_Assessment_Report", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "Global_warming_conspiracy_theory"], "ranked_scores": [0.7087, 0.6846, 0.683, 0.6788, 0.6768, 0.6756, 0.6745, 0.6728, 0.6716, 0.6665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "California", "Southern_California_Edison", "Plug-in_hybrids_in_California", "Six_Californias", "Culture_of_California", "Electricity_sector_of_the_United_States"], "ranked_scores": [0.6216, 0.6069, 0.5881, 0.5711, 0.5673, 0.5535, 0.549, 0.5362, 0.5289, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_Act_of_2014", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Argentina", "Workforce_productivity", "Productivity_(ecology)", "Solow_residual", "Agriculture_in_Syria"], "ranked_scores": [0.6144, 0.588, 0.5875, 0.5866, 0.5859, 0.5796, 0.5672, 0.567, 0.563, 0.5598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Kodiak_bear", "Brown_bear", "Ursus_americanus_carlottae", "Grizzly_bear", "Rubus_arcticus", "Sloth_bear", "Beringian_wolf", "Paleontology_in_Alaska", "Pinniped"], "ranked_scores": [0.6209, 0.5892, 0.5607, 0.5242, 0.491, 0.4802, 0.4752, 0.4636, 0.4589, 0.4577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Methane_clathrate", "Clathrate_gun_hypothesis", "Cryosphere", "Arctic_dipole_anomaly", "Global_warming_in_Antarctica", "Carbon_dioxide_in_Earth's_atmosphere", "Wetland_methane_emissions"], "ranked_scores": [0.7881, 0.6766, 0.6765, 0.6675, 0.6436, 0.6351, 0.6341, 0.6318, 0.6318, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Annual_cycle_of_sea_level_height", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Permanent_Service_for_Mean_Sea_Level", "Sea_level", "Marine_regression", "Climate_variability", "Great_Salinity_Anomaly"], "ranked_scores": [0.6441, 0.6143, 0.6034, 0.5814, 0.5712, 0.5652, 0.5566, 0.5495, 0.5358, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Measurement_of_sea_ice", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Future_sea_level", "Deglaciation", "Neoglaciation", "Sea_ice"], "ranked_scores": [0.7614, 0.6907, 0.6799, 0.6353, 0.6285, 0.6237, 0.6229, 0.6221, 0.617, 0.6143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Renewable_energy_debate", "Carbon_emissions_reporting", "Wind_power", "Climate_footprint", "Carbon_neutrality", "Acciona_Energy", "List_of_renewable_energy_companies_by_stock_exchange", "Wind_power_in_the_United_Kingdom"], "ranked_scores": [0.7057, 0.7034, 0.6591, 0.6547, 0.6536, 0.6441, 0.6428, 0.6425, 0.6388, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Carbon_neutrality", "Politics_of_global_warming", "Global_warming_controversy", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_diet", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Carbon_dioxide", "Carbon_offset", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7014, 0.6882, 0.6736, 0.661, 0.6603, 0.652, 0.6502, 0.6474, 0.6431, 0.6392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Greenland_ice_sheet", "Ice2sea", "Geography_of_Greenland", "Greenland_Sea", "Measurement_of_sea_ice", "Climate_change_in_the_Arctic", "Greenland", "Past_sea_level"], "ranked_scores": [0.6905, 0.6744, 0.6253, 0.6195, 0.6141, 0.6013, 0.5879, 0.5797, 0.5757, 0.5733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "History_of_climate_change_science", "Global_warming", "Climate_change_feedback", "Attribution_of_recent_climate_change", "Global_warming_potential", "Avoiding_Dangerous_Climate_Change", "Politics_of_global_warming", "IPCC_First_Assessment_Report", "Idealized_greenhouse_model"], "ranked_scores": [0.7132, 0.6698, 0.6577, 0.6563, 0.6408, 0.6389, 0.6385, 0.6342, 0.6312, 0.6289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Scientific_opinion_on_climate_change", "The_Real_Global_Warming_Disaster", "Climate_change_and_agriculture", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Avoiding_Dangerous_Climate_Change", "Politics_of_global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.7479, 0.671, 0.6684, 0.6551, 0.6505, 0.6458, 0.6417, 0.6416, 0.6335, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "North_America", "Geography_of_North_America", "North_Carolina", "Southern_tick-associated_rash_illness", "Amblyomma_americanum", "Climate_of_the_United_States", "Sun_Belt", "Pneumonia_front", "Generalized_lymphadenopathy"], "ranked_scores": [0.6204, 0.5517, 0.5377, 0.5234, 0.5001, 0.4997, 0.4978, 0.4973, 0.4943, 0.4942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Scientific_opinion_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_feedback", "ECMWF_re-analysis", "Stern_Review", "Hockey_stick_controversy", "Temperature_record_of_the_past_1000_years", "Hockey_stick_graph", "Community_Earth_System_Model"], "ranked_scores": [0.6583, 0.632, 0.6296, 0.629, 0.6155, 0.6117, 0.6084, 0.6084, 0.6073, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Solar_cycle"], "ranked_scores": [0.6637, 0.6634, 0.6452, 0.6348, 0.6323, 0.6254, 0.6179, 0.6163, 0.6061, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Mauna_Kea", "UH88", "Keeling_Curve", "Lōʻihi_Seamount", "Climate_change_in_Tuvalu", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Marine_isotope_stage", "Atacama_Cosmology_Telescope"], "ranked_scores": [0.654, 0.5831, 0.5686, 0.5615, 0.5198, 0.5128, 0.4999, 0.4997, 0.4974, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Acid_rain", "Ocean_acidification", "Geological_history_of_oxygen", "Carbonic_acid", "Estuarine_acidification", "PH", "Carbon_dioxide", "Great_Oxygenation_Event", "Carbon_dioxide_in_Earth's_atmosphere", "Metabolic_acidosis"], "ranked_scores": [0.5935, 0.5784, 0.5574, 0.5558, 0.5552, 0.5505, 0.5423, 0.5382, 0.5379, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3236, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "The_Great_Global_Warming_Swindle", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "Skeptical_Science", "Ian_Clark_(geologist)", "Global_warming_controversy"], "ranked_scores": [0.6352, 0.6258, 0.6251, 0.6157, 0.615, 0.611, 0.6055, 0.601, 0.5944, 0.5916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_the_Philippines_(1898–1946)", "Philippine_Revolution", "PDO", "Season_creep", "Spain", "Typhoon_Pat_(1985)", "Exploration_of_the_Pacific", "Intertropical_Convergence_Zone"], "ranked_scores": [0.5481, 0.4983, 0.4776, 0.4733, 0.4702, 0.4517, 0.4484, 0.4421, 0.4406, 0.4361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Arctic_Climate_Impact_Assessment", "Ian_Clark_(geologist)", "Richard_Lindzen", "Measurement_of_sea_ice", "Wiesław_Masłowski", "Hockey_stick_graph", "Climatic_Research_Unit_email_controversy", "Arctic_geoengineering"], "ranked_scores": [0.7445, 0.6849, 0.6648, 0.6595, 0.6376, 0.6345, 0.6309, 0.6256, 0.6247, 0.6243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Gulf_Stream", "Rear-inflow_jet", "Jet_stream", "North_Atlantic_Current", "Weather_front", "North_American_Arctic", "Cold-air_damming", "Low-pressure_area", "Polar_front", "Winter_1985_cold_wave"], "ranked_scores": [0.6445, 0.6259, 0.625, 0.5936, 0.5908, 0.5903, 0.5864, 0.5857, 0.5856, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "Microwave_Sounding_Unit_temperature_measurements", "1908", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "Solar_cycle_19", "SBUV/2", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.7033, 0.6899, 0.6199, 0.6, 0.5929, 0.591, 0.567, 0.5647, 0.561, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Heaven_and_Earth_(book)", "Clouds_and_the_Earth's_Radiant_Energy_System", "Climate_engineering", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Space_Shuttle_Challenger_disaster", "World_Climate_Research_Programme", "Climatic_Research_Unit_documents"], "ranked_scores": [0.5476, 0.5121, 0.5107, 0.4988, 0.4869, 0.4861, 0.4856, 0.4854, 0.4839, 0.4824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_bubble", "Carbon_price", "Carbon_pricing_in_Australia", "Environmental_impact_of_transport_in_Australia", "Keystone_Pipeline", "TransCanada_Corporation", "Greenhouse_gas_emissions_by_the_United_States", "Climate_change_in_Canada", "Fossil_fuel"], "ranked_scores": [0.6193, 0.5997, 0.5875, 0.58, 0.5678, 0.5575, 0.549, 0.5482, 0.5442, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Post-glacial_rebound", "Past_sea_level", "Quaternary_glaciation", "Ice2sea", "Last_Glacial_Maximum", "Deglaciation"], "ranked_scores": [0.697, 0.6692, 0.6481, 0.6373, 0.6335, 0.6272, 0.6137, 0.613, 0.6102, 0.6039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["Highest_temperature_recorded_on_Earth", "Media_coverage_of_climate_change", "1908", "Weather_media_in_the_United_States", "March_2012_North_American_heat_wave", "Instrumental_temperature_record", "2001_Eastern_North_America_heat_wave", "Glacier_Bay_Basin", "World_Climate_Report", "1936_North_American_cold_wave"], "ranked_scores": [0.5504, 0.5253, 0.5106, 0.5067, 0.5062, 0.4845, 0.4824, 0.4726, 0.4701, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Chemical_oceanography", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Anoxic_event", "Clathrate_gun_hypothesis", "Free_Ocean_CO2_Enrichment"], "ranked_scores": [0.831, 0.7291, 0.717, 0.6963, 0.6398, 0.6362, 0.6278, 0.6107, 0.6017, 0.6008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "List_of_experimental_errors_and_frauds_in_physics", "Fossil_fuel_divestment", "Alternative_medicine", "Energy_accidents", "Demand_destruction", "Carbon_bubble", "Management_systems_for_road_safety", "List_of_topics_characterized_as_pseudoscience", "Circular_economy"], "ranked_scores": [0.5551, 0.5298, 0.5216, 0.5158, 0.5111, 0.5105, 0.5091, 0.4998, 0.4995, 0.4982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.2482, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.4}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Past_sea_level", "Fast_ice", "Marine_transgression", "Measurement_of_sea_ice", "Ice_rise", "Great_Arctic_Cyclone_of_2012", "Heinrich_event"], "ranked_scores": [0.7956, 0.6972, 0.6603, 0.6581, 0.6218, 0.608, 0.5971, 0.5955, 0.5849, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Europe", "2018_British_Isles_heat_wave", "Erosion", "Drought_in_the_United_Kingdom", "2006_European_cold_wave", "Dust_Bowl"], "ranked_scores": [0.5823, 0.5814, 0.5748, 0.5729, 0.5461, 0.5047, 0.5022, 0.4994, 0.4989, 0.4972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Community_Earth_System_Model", "Climate_change_in_the_United_States", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_feedback", "Stern_Review", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6276, 0.5721, 0.5676, 0.5676, 0.5674, 0.5663, 0.5624, 0.5619, 0.5611, 0.5607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "Summer_of_1976_(Europe)", "Desert_climate"], "ranked_scores": [0.6795, 0.6339, 0.6249, 0.6076, 0.6023, 0.5908, 0.5819, 0.5779, 0.5681, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Environmental_skepticism", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Skeptical_Science", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Global_warming_controversy", "Media_coverage_of_climate_change", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle"], "ranked_scores": [0.6755, 0.6716, 0.6532, 0.6163, 0.6069, 0.6036, 0.5968, 0.5911, 0.589, 0.5882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Greenhouse_and_icehouse_Earth", "Global_cooling", "Climate_oscillation", "100,000-year_problem", "Climate", "Climate_inertia"], "ranked_scores": [0.7331, 0.7051, 0.6777, 0.628, 0.6038, 0.6033, 0.5935, 0.5798, 0.5794, 0.5667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Contribution_to_global_warming_by_Australia", "Atmospheric_methane", "Methane", "Wetland_methane_emissions", "Arctic_methane_emissions", "Fossil_fuel", "Flue-gas_emissions_from_fossil-fuel_combustion", "Greenhouse_gas", "Biogas"], "ranked_scores": [0.6341, 0.6335, 0.6265, 0.6251, 0.6201, 0.6188, 0.6046, 0.5979, 0.5945, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4762, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Centre_for_the_Study_of_Existential_Risk", "Risk", "Management_systems_for_road_safety", "Global_catastrophic_risk", "Risk_neutral", "Planning_fallacy", "Hypotheticals", "Prevention_paradox", "Endogenous_risk", "Risk–benefit_ratio"], "ranked_scores": [0.6168, 0.5451, 0.533, 0.5313, 0.5235, 0.5194, 0.5186, 0.5003, 0.4983, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Coal_pollution_mitigation", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Carbon-neutral_fuel", "Energy_policy_of_the_United_States", "Scott_Pruitt", "Clean_coal_technology", "United_States_Environmental_Protection_Agency", "Clean_Energy_Regulator"], "ranked_scores": [0.5235, 0.5081, 0.507, 0.4925, 0.4911, 0.4509, 0.4507, 0.4484, 0.4452, 0.4405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "Instrumental_temperature_record", "1982–83_El_Niño_event", "1997–98_El_Niño_event", "1908", "2010_Northern_Hemisphere_heat_waves", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "El_Niño–Southern_Oscillation", "El_Niño"], "ranked_scores": [0.6998, 0.6531, 0.651, 0.6468, 0.6452, 0.6391, 0.6387, 0.6276, 0.6256, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Sea_ice", "Antarctic_sea_ice", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Ice2sea", "Sea_ice_thickness", "Polar_seas", "Arctic_Satellite_Composite_Project", "Arctic_ice_pack", "Arctic_Ocean"], "ranked_scores": [0.735, 0.733, 0.7181, 0.7132, 0.6999, 0.6855, 0.6823, 0.6759, 0.6657, 0.6528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Cleaner_production", "Refined_coal", "Clean_technology", "Fossil_fuel_power_station", "Coal", "Coalbed_methane", "List_of_coal_fired_power_stations_in_Australia", "Carbon_capture_and_storage"], "ranked_scores": [0.8011, 0.7869, 0.6834, 0.6235, 0.6183, 0.6145, 0.5972, 0.5947, 0.5932, 0.5828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "History_of_the_Philippines_(1898–1946)", "PDO", "Post–World_War_II_economic_expansion", "Philippine_Revolution", "History_of_the_United_States_(1945–64)", "PDOS", "Programmed_Data_Processor", "Indonesian_Democratic_Party", "Cold_drop"], "ranked_scores": [0.5467, 0.5141, 0.5058, 0.4775, 0.4763, 0.4692, 0.4692, 0.4614, 0.4567, 0.4565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_stilling", "Global_warming", "Carbon_emissions_reporting", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_footprint", "Climate_inertia", "Climate_change_in_China", "Campaign_against_Climate_Change", "Climate_change_in_Canada"], "ranked_scores": [0.5721, 0.5474, 0.524, 0.5234, 0.5136, 0.5116, 0.5083, 0.5063, 0.5056, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Climate_change", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Climate_change_denial", "Climate_change_policy_of_the_United_States", "Global_change", "2011_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.6611, 0.6236, 0.6234, 0.6082, 0.6053, 0.5984, 0.5927, 0.5908, 0.589, 0.5874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate_of_Australia", "Climate_change_denial", "Neoglaciation", "2013_extreme_weather_events", "March_2012_North_American_heat_wave", "Global_stilling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctica_cooling_controversy", "Abrupt_climate_change"], "ranked_scores": [0.4289, 0.4272, 0.4223, 0.4187, 0.4139, 0.4133, 0.4097, 0.4087, 0.4006, 0.3982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Solar_phenomena", "Idealized_greenhouse_model", "Global_warming", "History_of_climate_change_science", "Earth's_energy_budget", "Global_cooling", "Global_cooling_(disambiguation)", "Solar_cycle", "Climate_variability"], "ranked_scores": [0.7223, 0.6912, 0.6896, 0.6786, 0.6691, 0.662, 0.6512, 0.6504, 0.6502, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Soft_landing_(economics)", "Diminishing_returns", "Tendency_of_the_rate_of_profit_to_fall", "Global_warming_hiatus", "Economy_of_North_America", "Economic_growth", "2000s_(decade)", "Income_in_the_United_States", "Trend_stationary"], "ranked_scores": [0.5114, 0.5018, 0.4772, 0.4767, 0.4733, 0.4712, 0.4703, 0.4638, 0.4583, 0.4582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Abrupt_climate_change", "History_of_sustainability", "Ocean_acidification", "Global_warming", "Attribution_of_recent_climate_change", "Effects_of_global_warming_on_humans", "Environmental_issue", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6677, 0.6609, 0.6352, 0.6221, 0.6215, 0.6044, 0.5982, 0.596, 0.5864, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Temperature_record_of_the_past_1000_years", "Polar_forests_of_the_Cretaceous", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Paleocene–Eocene_Thermal_Maximum", "Neoglaciation", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)"], "ranked_scores": [0.6436, 0.6326, 0.6326, 0.6024, 0.597, 0.5962, 0.5895, 0.5831, 0.5772, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Environmental_skepticism", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Merchants_of_Doubt", "Views_on_the_Kyoto_Protocol", "Media_coverage_of_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_denial"], "ranked_scores": [0.572, 0.5371, 0.5362, 0.5317, 0.5303, 0.5275, 0.5198, 0.5189, 0.5115, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Cooling_center", "Weather_station", "Urban_heat_island", "2001_Eastern_North_America_heat_wave", "US_Weather_Bureau_Station_(Block_Island)", "Hot_tower", "List_of_heat_waves", "List_of_energy_efficient_buildings_in_India", "Climate_of_Dallas", "Weather_Underground"], "ranked_scores": [0.6271, 0.5787, 0.5738, 0.5618, 0.5533, 0.5499, 0.5424, 0.5394, 0.5388, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_warming", "Global_cooling", "Global_warming_hiatus", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Media_coverage_of_climate_change", "Global_cooling_(disambiguation)", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.657, 0.6536, 0.6535, 0.6512, 0.6436, 0.636, 0.6313, 0.6311, 0.627, 0.6195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Plug-in_hybrids_in_California", "Southern_California_Edison", "Renewable_energy_in_the_United_States", "California_State_Assembly", "California,_West_Virginia", "Six_Californias", "Southern_California"], "ranked_scores": [0.5866, 0.5685, 0.5291, 0.5203, 0.5118, 0.506, 0.4867, 0.4811, 0.4792, 0.4738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agricultural_Act_of_2014", "Workforce_productivity", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Pennsylvania", "Solow_residual", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Agricultural_policy_of_the_United_States", "Productivity_(ecology)", "Economy_of_North_America"], "ranked_scores": [0.5953, 0.5513, 0.5445, 0.5333, 0.5307, 0.5273, 0.5195, 0.5137, 0.5084, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m96-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "Kodiak_bear", "Bile_bear", "Grizzly_bear", "Aronia", "Syrian_brown_bear", "Hunting_and_fishing_in_Alaska", "Sloth_bear", "Bear_attack"], "ranked_scores": [0.5559, 0.5453, 0.5448, 0.528, 0.525, 0.5193, 0.5146, 0.5125, 0.4968, 0.4872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Volcanic_winter", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Retreat_of_glaciers_since_1850", "Methane_clathrate"], "ranked_scores": [0.763, 0.699, 0.695, 0.6873, 0.6832, 0.6674, 0.6629, 0.6513, 0.647, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2856, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Sea", "Annual_cycle_of_sea_level_height", "Sea_level", "Tidal_range", "Temperate_climate", "Measurement_of_sea_ice"], "ranked_scores": [0.7738, 0.7448, 0.7164, 0.6888, 0.6847, 0.6617, 0.6388, 0.637, 0.6359, 0.6309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Arctic_geoengineering", "Sea_ice", "Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Future_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica"], "ranked_scores": [0.7371, 0.6939, 0.6668, 0.662, 0.6579, 0.6396, 0.6309, 0.6274, 0.6221, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Carbon_emissions_reporting", "Deforestation_and_climate_change", "Climate_footprint", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_footprint", "Wind_power_by_country", "Wind_power_in_the_European_Union", "Growth_of_wind_power_in_the_United_States", "Environmental_impact_of_biodiesel", "Wind_power_in_New_Mexico"], "ranked_scores": [0.6327, 0.6274, 0.6092, 0.609, 0.608, 0.6037, 0.5997, 0.5984, 0.5913, 0.5911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "Politics_of_global_warming", "Global_cooling", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.6818, 0.6596, 0.6559, 0.6508, 0.6448, 0.6433, 0.6403, 0.6359, 0.6281, 0.6229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Past_sea_level", "Ice2sea", "Global_cooling", "Sea_level_rise", "Timeline_of_glaciation", "Sea_ice"], "ranked_scores": [0.7048, 0.7014, 0.6946, 0.6882, 0.6824, 0.6734, 0.661, 0.6608, 0.6539, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Deforestation_and_climate_change", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis"], "ranked_scores": [0.7046, 0.7036, 0.7025, 0.6896, 0.6762, 0.6707, 0.6686, 0.6652, 0.6638, 0.6624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "1980_United_States_heat_wave", "Physical_impacts_of_climate_change", "Reasons_for_concern", "Extreme_weather", "Climate_change_in_Texas", "Effects_of_global_warming", "Climate_risk"], "ranked_scores": [0.6587, 0.6509, 0.6499, 0.6403, 0.6334, 0.6199, 0.6199, 0.6191, 0.6175, 0.6151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Measles", "Meningococcal_disease", "Lyme_disease", "Mediterranean_climate", "Multiple_sclerosis", "Droughts_in_the_United_States", "Ehrlichia_Wisconsin_HM543746", "Granuloma_multiforme", "Tumid_lupus_erythematosus", "Disease"], "ranked_scores": [0.5794, 0.5475, 0.5327, 0.5268, 0.524, 0.5167, 0.5117, 0.5114, 0.5104, 0.5093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Climate_risk", "Climate_change_adaptation", "Climate_change_in_Canada", "Reasons_for_concern", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_adaptation_in_Nepal", "IPCC_Fifth_Assessment_Report", "Presidential_Climate_Action_Plan"], "ranked_scores": [0.6353, 0.6128, 0.6098, 0.6082, 0.6054, 0.6009, 0.5958, 0.595, 0.5851, 0.5841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Antarctic_Cold_Reversal", "Timeline_of_glaciation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science"], "ranked_scores": [0.7055, 0.6689, 0.6664, 0.6562, 0.6512, 0.6489, 0.6393, 0.6329, 0.6263, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Ozone_depletion_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Past_sea_level", "Great_Salt_Lake_effect", "Global_cooling", "Future_sea_level", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States"], "ranked_scores": [0.645, 0.6292, 0.6117, 0.6113, 0.6002, 0.5882, 0.5821, 0.5776, 0.5774, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "Greenhouse_gas", "Ozone_depletion", "Atmospheric_carbon_cycle", "Tropospheric_ozone", "Air_pollution", "Oceanic_carbon_cycle"], "ranked_scores": [0.6372, 0.6278, 0.6154, 0.6019, 0.601, 0.5998, 0.5967, 0.5929, 0.5851, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "An_Appeal_to_Reason", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming_controversy", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7481, 0.702, 0.6972, 0.6762, 0.6597, 0.657, 0.6448, 0.6443, 0.6413, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Doomer", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "Tipping_point_(climatology)", "Federal_Fuel_Administration", "Eocene_Thermal_Maximum_2"], "ranked_scores": [0.5152, 0.4578, 0.4576, 0.4478, 0.4474, 0.4469, 0.4372, 0.423, 0.4206, 0.41], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7296, 0.7013, 0.6878, 0.6844, 0.6667, 0.664, 0.6532, 0.6417, 0.6356, 0.6327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Westerlies", "Polar_front", "Weather_front", "Polar_vortex", "El_Niño–Southern_Oscillation", "Jet_stream", "Trade_winds", "Sea_breeze", "Climate_of_the_United_States", "Wind"], "ranked_scores": [0.7051, 0.7041, 0.6946, 0.6937, 0.6855, 0.6835, 0.6756, 0.6754, 0.6645, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "Temperature_record_of_the_past_1000_years", "List_of_climate_research_satellites", "2016_North_American_heat_wave"], "ranked_scores": [0.6883, 0.6728, 0.6264, 0.6263, 0.625, 0.6154, 0.6078, 0.6027, 0.6015, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "Carbon_dioxide_removal", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Cold_fusion"], "ranked_scores": [0.6276, 0.6159, 0.5971, 0.5923, 0.581, 0.5629, 0.5611, 0.5583, 0.5543, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Minerals_Resource_Rent_Tax", "Environmental_impact_of_transport_in_Australia", "European_Union_value_added_tax", "Value-added_tax_(United_Kingdom)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [0.6037, 0.5824, 0.557, 0.5275, 0.5076, 0.4972, 0.494, 0.488, 0.4864, 0.4737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Climate_change_in_the_Arctic", "Sea_ice", "Arctic_geoengineering", "Past_sea_level", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Timeline_of_glaciation"], "ranked_scores": [0.6881, 0.6678, 0.6507, 0.6477, 0.6462, 0.6444, 0.6437, 0.6396, 0.6376, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "Media_coverage_of_climate_change", "1908", "Summer_of_1976_(Europe)", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.6418, 0.6322, 0.6294, 0.6109, 0.6073, 0.6045, 0.6033, 0.6012, 0.5988, 0.5972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Anoxic_waters", "Acid_rain", "Air_pollution", "Acidophiles_in_acid_mine_drainage", "Blackwater_(coal)", "Mercury_pollution_in_the_ocean", "Anoxia"], "ranked_scores": [0.7334, 0.7178, 0.6661, 0.6458, 0.6274, 0.6228, 0.6206, 0.6125, 0.6039, 0.5874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Alternative_energy", "Beyond_Coal", "Nuclear_power_proposed_as_renewable_energy", "Demand_destruction", "The_Real_Global_Warming_Disaster", "Energy_in_the_United_States", "Greening_Earth_Society", "Clean_coal_technology"], "ranked_scores": [0.5813, 0.5702, 0.5323, 0.526, 0.5256, 0.5182, 0.5083, 0.5075, 0.5056, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Sea_ice", "Ice2sea", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7626, 0.7543, 0.7166, 0.6896, 0.6822, 0.662, 0.641, 0.6406, 0.6296, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Desertification", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Drought_in_Spain", "Droughts_in_the_United_States", "Global_cooling", "Drought_in_the_United_Kingdom", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Deforestation_and_climate_change"], "ranked_scores": [0.6357, 0.6336, 0.6307, 0.6282, 0.6244, 0.6195, 0.6085, 0.6005, 0.5973, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Copenhagen_Diagnosis", "Arctic_geoengineering", "Carbon_bubble", "Climate_change_in_the_United_States", "Stern_Review", "Climate_change_in_Europe", "Carbon_diet"], "ranked_scores": [0.6532, 0.6404, 0.6342, 0.6335, 0.6198, 0.6118, 0.6111, 0.607, 0.6046, 0.5915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.847, 0.8002, 0.7923, 0.7863, 0.7757, 0.7697, 0.7684, 0.7589, 0.7542, 0.7447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "Politics_of_global_warming", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Global_warming_controversy", "History_of_climate_change_science", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Global_warming"], "ranked_scores": [0.7157, 0.6927, 0.6894, 0.6847, 0.6803, 0.68, 0.6774, 0.6741, 0.6703, 0.6673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling", "Climate_change", "Regional_effects_of_global_warming", "Cool_tropics_paradox", "Global_warming_hiatus", "Climate_sensitivity"], "ranked_scores": [0.7238, 0.7238, 0.6834, 0.6772, 0.6766, 0.6738, 0.6729, 0.6715, 0.6713, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Arctic_methane_emissions", "Environmental_issue", "Greenhouse_effect", "Wetland_methane_emissions", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7542, 0.7445, 0.7073, 0.6887, 0.6789, 0.675, 0.6691, 0.6674, 0.663, 0.6427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Manufactured_risk", "Risk_neutral", "Worst-case_scenario", "Risk–benefit_ratio", "Risk", "Longevity_risk", "Accident", "Never_events", "Systematic_risk", "Policy_Uncertainty"], "ranked_scores": [0.5757, 0.5694, 0.5687, 0.5543, 0.5535, 0.5442, 0.5332, 0.5225, 0.5164, 0.516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Energy_policy_of_the_United_States", "Coal_pollution_mitigation", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act"], "ranked_scores": [0.5825, 0.5823, 0.5733, 0.5726, 0.5697, 0.5584, 0.5533, 0.5424, 0.5377, 0.5365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2018_British_Isles_heat_wave", "January_2016_East_Asia_cold_wave", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7518, 0.7247, 0.7182, 0.7141, 0.7038, 0.6947, 0.6878, 0.6872, 0.6827, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Sea_ice", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Arctic_ice_pack", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Sea_ice_thickness"], "ranked_scores": [0.7205, 0.6965, 0.6958, 0.6939, 0.6824, 0.678, 0.6736, 0.668, 0.6663, 0.6517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Beyond_Coal", "Carbon-neutral_fuel", "Coal_gasification", "List_of_coal_fired_power_stations_in_Australia", "Carbon_cycle_re-balancing"], "ranked_scores": [0.745, 0.7306, 0.6751, 0.6649, 0.6323, 0.631, 0.6298, 0.6227, 0.6197, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Doomer", "PDOS", "Shutdown_of_thermohaline_circulation", "Indonesian_Democratic_Party", "Ozone_depletion", "Federal_Fuel_Administration", "Progressive_rock", "Department_of_Energy_and_Environment"], "ranked_scores": [0.4677, 0.4651, 0.4266, 0.4245, 0.403, 0.3984, 0.3866, 0.3777, 0.3757, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Physical_impacts_of_climate_change", "Global_warming", "Politics_of_global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Reasons_for_concern", "Global_cooling", "Climate_change_in_the_Arctic"], "ranked_scores": [0.751, 0.6673, 0.6587, 0.6516, 0.6477, 0.6438, 0.6438, 0.6428, 0.6395, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_adaptation_in_Nepal", "Committee_on_Climate_Change_Science_and_Technology_Integration", "History_of_climate_change_science", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Climate_change_denial", "Effects_of_global_warming", "Global_warming"], "ranked_scores": [0.6659, 0.655, 0.6433, 0.6325, 0.6227, 0.6185, 0.6149, 0.6121, 0.6112, 0.6111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["List_of_countries_by_carbon_dioxide_emissions", "Cool_tropics_paradox", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Fahrenheit", "MSU_temperature_measurements", "Freezing_level", "Celsius", "Highest_temperature_recorded_on_Earth", "Arctic_sea_ice_decline"], "ranked_scores": [0.557, 0.5552, 0.546, 0.5371, 0.5258, 0.5223, 0.5222, 0.5209, 0.5181, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Effect_of_Sun_angle_on_climate", "Climate_change_(general_concept)", "Climate_variability", "Reasons_for_concern"], "ranked_scores": [0.7702, 0.7575, 0.7498, 0.734, 0.7339, 0.7286, 0.7251, 0.7204, 0.7204, 0.707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Global_warming_hiatus", "Shutdown_of_thermohaline_circulation", "Global_dimming", "Wage_curve", "Regression_toward_the_mean", "Trend_stationary", "Statistical_significance", "Pacific_decadal_oscillation", "MSU_temperature_measurements", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5201, 0.4986, 0.4707, 0.4673, 0.4671, 0.4638, 0.4638, 0.4585, 0.4585, 0.4485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Environmental_issue", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Ozone_depletion_and_climate_change", "Politics_of_global_warming", "Effects_of_global_warming", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7119, 0.6977, 0.6862, 0.6841, 0.6812, 0.6641, 0.654, 0.6476, 0.6462, 0.6351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Geodynamics_of_Mars", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Instrumental_temperature_record", "Future_of_Earth", "Climate_of_Mars", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Earth's_internal_heat_budget"], "ranked_scores": [0.6875, 0.669, 0.6613, 0.6524, 0.6518, 0.6493, 0.6487, 0.6469, 0.6449, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change", "Research_ethics", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Intergovernmental_Panel_on_Climate_Change", "IPCC_Fifth_Assessment_Report", "Climate_Research_(journal)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.6001, 0.5714, 0.5699, 0.5694, 0.5593, 0.5537, 0.5537, 0.5505, 0.5333, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Satellite_temperature_measurements", "Cooling_center", "Weather_station", "Excessive_heat_watch", "Geothermal_heat_pump", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "2016_North_American_heat_wave", "Urban_heat_island", "2006_North_American_heat_wave"], "ranked_scores": [0.6687, 0.6629, 0.6558, 0.6371, 0.6367, 0.6332, 0.6291, 0.6289, 0.6272, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Physical_impacts_of_climate_change"], "ranked_scores": [0.7257, 0.7186, 0.7182, 0.7134, 0.7019, 0.694, 0.6923, 0.6849, 0.6837, 0.6766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_Colorado", "Solar_power_in_Michigan", "Solar_power", "Solar_power_in_Australia", "Solar_power_by_country", "Solar_power_in_Spain", "Solar_energy"], "ranked_scores": [0.7215, 0.6716, 0.6557, 0.6253, 0.6226, 0.6214, 0.6164, 0.5927, 0.5906, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Biofuel_in_the_United_States", "Dairy_farming_in_Canada", "Agricultural_Act_of_2014", "Agriculture_in_Brazil"], "ranked_scores": [0.6608, 0.6022, 0.5957, 0.5691, 0.5639, 0.5527, 0.545, 0.5448, 0.5428, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Bile_bear", "Brown_bear", "Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Rubus_arcticus", "Grizzly_bear", "Syrian_brown_bear", "Aronia", "Sloth_bear", "Raccoon"], "ranked_scores": [0.6017, 0.5988, 0.5969, 0.5906, 0.5862, 0.5835, 0.5547, 0.5259, 0.5006, 0.4984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Methane_clathrate", "Mesopause", "Retreat_of_glaciers_since_1850", "Atmospheric_carbon_cycle", "Arctic_geoengineering", "Carbon_dioxide_in_Earth's_atmosphere", "Volcanic_winter"], "ranked_scores": [0.8087, 0.7015, 0.6595, 0.6565, 0.6492, 0.6481, 0.6473, 0.6449, 0.6422, 0.6311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tide", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea", "Sea_surface_temperature", "Temperate_climate", "Tidal_range", "Nordic_Seas"], "ranked_scores": [0.8215, 0.7961, 0.7438, 0.7325, 0.705, 0.6994, 0.691, 0.6788, 0.6708, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Global_cooling", "Ice2sea", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Sea_ice", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Global_cooling_(disambiguation)", "Copenhagen_Diagnosis"], "ranked_scores": [0.7691, 0.6901, 0.6856, 0.6653, 0.6516, 0.6507, 0.6471, 0.6458, 0.6239, 0.6172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Carbon_footprint", "Environmental_impact_of_aviation", "Deforestation_and_climate_change", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_transport", "Wind_power_by_country", "Atmospheric_carbon_cycle", "Ecological_footprint"], "ranked_scores": [0.6746, 0.6384, 0.6303, 0.6261, 0.6248, 0.6154, 0.6107, 0.5931, 0.5899, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Atmospheric_carbon_cycle", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Mitigation_of_global_warming_in_Australia", "Global_cooling"], "ranked_scores": [0.6866, 0.6844, 0.6552, 0.6499, 0.6477, 0.6442, 0.6414, 0.638, 0.6364, 0.6288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Future_sea_level", "Deglaciation", "Arctic_sea_ice_decline", "Past_sea_level", "Ice2sea", "Quaternary_glaciation", "Last_Glacial_Maximum", "Holocene_glacial_retreat", "Sea_level_rise"], "ranked_scores": [0.7344, 0.6993, 0.6818, 0.6791, 0.6651, 0.6639, 0.6569, 0.6541, 0.6496, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Greenhouse_gas", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Environmental_issue", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_carbon_cycle"], "ranked_scores": [0.722, 0.7182, 0.7061, 0.7026, 0.6982, 0.6908, 0.6869, 0.6865, 0.6828, 0.6735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Climate_change_in_Texas", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Reasons_for_concern", "Hurricane_Harvey", "Droughts_in_the_United_States", "Global_warming", "1980_United_States_heat_wave", "Tropical_Storm_Harvey_(2011)"], "ranked_scores": [0.6705, 0.662, 0.6555, 0.6435, 0.6433, 0.6416, 0.6361, 0.6355, 0.6329, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Measles", "Multiple_sclerosis", "Disease", "Meningococcal_disease", "Infectious_mononucleosis", "Acrodermatitis", "Diphtheria", "List_of_mammals_of_New_England", "List_of_West_Nile_virus_outbreaks"], "ranked_scores": [0.5696, 0.569, 0.5348, 0.5151, 0.5136, 0.4976, 0.4972, 0.4895, 0.4886, 0.4795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_in_Canada", "Climate_change_mitigation_scenarios", "Climate_change_policy_of_the_United_States", "Climate_risk", "Arctic_geoengineering", "Reasons_for_concern", "Economics_of_global_warming", "Climate_Change_Science_Program", "Presidential_Climate_Action_Plan", "Climate_change_adaptation"], "ranked_scores": [0.6099, 0.6091, 0.609, 0.5873, 0.58, 0.5786, 0.5752, 0.5678, 0.5672, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Milankovitch_cycles", "Temperature_record_of_the_past_1000_years", "Antarctic_Cold_Reversal", "Future_of_Earth", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Bølling-Allerød_warming", "Pliocene_climate", "Global_warming"], "ranked_scores": [0.7544, 0.7011, 0.6929, 0.6877, 0.685, 0.68, 0.6787, 0.6678, 0.6665, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Global_dimming", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Great_Salt_Lake_effect", "CLOUD_experiment", "NASA_Earth_Observatory", "Ozone_depletion"], "ranked_scores": [0.6753, 0.6603, 0.6155, 0.5982, 0.5978, 0.5934, 0.5924, 0.5818, 0.5781, 0.5724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Geological_history_of_oxygen", "PH", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Great_Oxygenation_Event", "Carbon_dioxide"], "ranked_scores": [0.6623, 0.6408, 0.6279, 0.618, 0.6043, 0.598, 0.5978, 0.5958, 0.5916, 0.5887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_opinion_by_country", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [0.8022, 0.7477, 0.7454, 0.7354, 0.733, 0.724, 0.7222, 0.7197, 0.7188, 0.7139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Shutdown_of_thermohaline_circulation", "PDOS", "Paleocene–Eocene_Thermal_Maximum", "Tipping_point_(climatology)", "PDO", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Plesiochronous_digital_hierarchy", "Growth_of_wind_power_in_the_United_States", "List_of_parties_to_the_Kyoto_Protocol"], "ranked_scores": [0.4822, 0.4781, 0.4768, 0.4553, 0.4508, 0.4342, 0.4254, 0.4185, 0.4169, 0.4165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Special_Report_on_Global_Warming_of_1.5_°C", "Arctic_Climate_Impact_Assessment", "Climate_Change_Science_Program", "Stern_Review", "Climate_change_in_the_United_States", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7223, 0.7098, 0.6952, 0.6769, 0.6765, 0.672, 0.6637, 0.6627, 0.6621, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Jet_stream", "Polar_front", "Weather_front", "El_Niño–Southern_Oscillation", "Climate_of_the_United_States", "Westerlies", "Polar_vortex", "Climate_of_Finland", "Shutdown_of_thermohaline_circulation", "Sea_breeze"], "ranked_scores": [0.7149, 0.7079, 0.7029, 0.6888, 0.6872, 0.685, 0.6638, 0.6634, 0.6598, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Satellite_temperature_measurements", "2013_extreme_weather_events", "Instrumental_temperature_record", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "1997–98_El_Niño_event"], "ranked_scores": [0.7224, 0.717, 0.7145, 0.7086, 0.6554, 0.6401, 0.6393, 0.6366, 0.636, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Cold_fusion", "Carbon_dioxide_removal", "Contraction_and_Convergence", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Collider_Detector_at_Fermilab", "Global_cooling"], "ranked_scores": [0.6909, 0.5941, 0.5926, 0.5857, 0.5821, 0.5627, 0.5598, 0.5596, 0.5582, 0.5435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Competitive_Tax_Plan", "Minerals_Resource_Rent_Tax", "Value-added_tax_(United_Kingdom)", "Carbon_offset", "International_Fuel_Tax_Agreement", "Mandatory_renewable_energy_target"], "ranked_scores": [0.6648, 0.6519, 0.6076, 0.6068, 0.5544, 0.5444, 0.5272, 0.5173, 0.5155, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice", "Future_sea_level", "Measurement_of_sea_ice", "January_2016_East_Asia_cold_wave", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "2013_extreme_weather_events", "Arctic_geoengineering"], "ranked_scores": [0.7162, 0.6856, 0.6753, 0.6741, 0.6718, 0.6645, 0.6611, 0.6566, 0.6549, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["2013_extreme_weather_events", "March_2012_North_American_heat_wave", "2014–15_North_American_winter", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1908", "Winter_1985_cold_wave", "January_2016_East_Asia_cold_wave", "2006_North_American_heat_wave"], "ranked_scores": [0.7024, 0.6723, 0.6407, 0.6392, 0.6256, 0.6236, 0.6215, 0.6187, 0.6167, 0.6142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Anoxic_event", "Acidophiles_in_acid_mine_drainage", "Mercury_pollution_in_the_ocean", "Oceanic_carbon_cycle", "Acid_rain", "Blackwater_(coal)", "Clathrate_gun_hypothesis"], "ranked_scores": [0.7763, 0.7383, 0.6694, 0.6613, 0.6573, 0.6542, 0.6517, 0.6494, 0.6381, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Alternative_energy", "Energy_accidents", "Demand_destruction", "Non-renewable_resource", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "Beyond_Coal", "The_Real_Global_Warming_Disaster", "Diminishing_returns", "Wage_curve"], "ranked_scores": [0.5284, 0.5203, 0.508, 0.497, 0.4809, 0.4674, 0.4657, 0.4581, 0.4552, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Past_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "January_2016_East_Asia_cold_wave", "Sea_ice", "Ice2sea", "Pliocene_climate"], "ranked_scores": [0.8171, 0.7774, 0.7359, 0.6817, 0.6789, 0.6671, 0.6435, 0.6417, 0.639, 0.6358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "Drought_in_Spain", "2010–13_Southern_United_States_and_Mexico_drought", "Desertification", "Climate_change_in_Europe", "Drought_in_the_United_Kingdom", "Copenhagen_Diagnosis", "Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change"], "ranked_scores": [0.6626, 0.6528, 0.6515, 0.6477, 0.6377, 0.6071, 0.601, 0.5987, 0.5936, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_bubble", "Low-carbon_building", "Arctic_geoengineering", "Stern_Review", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Global_cooling", "Antarctica_cooling_controversy"], "ranked_scores": [0.6676, 0.6641, 0.6345, 0.6277, 0.6272, 0.6223, 0.6219, 0.6212, 0.619, 0.6047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "March_2012_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.8643, 0.8274, 0.8134, 0.8125, 0.8069, 0.8012, 0.7854, 0.7825, 0.7807, 0.7746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Effects_of_global_warming", "Global_cooling"], "ranked_scores": [0.7617, 0.7521, 0.7468, 0.7449, 0.7316, 0.7247, 0.7231, 0.7231, 0.7146, 0.7108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Scientific_opinion_on_climate_change", "Instrumental_temperature_record", "Global_warming", "Global_cooling_(disambiguation)", "Regional_effects_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science"], "ranked_scores": [0.7532, 0.7525, 0.7179, 0.7022, 0.699, 0.6923, 0.6902, 0.6886, 0.6872, 0.6831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_effect", "Arctic_methane_emissions", "Ozone_depletion_and_climate_change", "Wetland_methane_emissions", "Deforestation_and_climate_change"], "ranked_scores": [0.7633, 0.7606, 0.7432, 0.7359, 0.7126, 0.7118, 0.7066, 0.6986, 0.6945, 0.6884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Worst-case_scenario", "Accident", "Longevity_risk", "Risk", "Manufactured_risk", "Scenario_analysis", "Risk_neutral", "Never_events", "Hazard"], "ranked_scores": [0.6121, 0.5896, 0.5571, 0.5567, 0.5542, 0.5517, 0.5456, 0.5454, 0.5388, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "NoCO2_Certification_Program", "Environmental_policy_of_the_Donald_Trump_administration", "Beyond_Coal", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas_emissions_by_the_United_States", "Mitigation_of_global_warming_in_Australia", "California_Proposition_23_(2010)"], "ranked_scores": [0.6097, 0.5992, 0.5915, 0.5877, 0.5638, 0.5526, 0.5523, 0.547, 0.5439, 0.5393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Winter_1985_cold_wave"], "ranked_scores": [0.818, 0.7842, 0.7655, 0.7649, 0.7551, 0.7426, 0.7327, 0.7274, 0.7156, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_ice_sheet", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Arctic_ice_pack", "East_Antarctic_Ice_Sheet", "Geography_of_Antarctica", "Climate_of_Antarctica", "Sea_ice", "Antarctic_Treaty_System"], "ranked_scores": [0.7496, 0.7333, 0.7085, 0.7039, 0.6872, 0.6825, 0.6728, 0.6718, 0.6674, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage_in_Australia", "Carbon_capture_and_storage", "Beyond_Coal", "Mitigation_of_global_warming_in_Australia", "Carbon-neutral_fuel", "Carbon_cycle_re-balancing", "Carbon_neutrality", "Coal_gasification_commercialization"], "ranked_scores": [0.8216, 0.7916, 0.7298, 0.7185, 0.6765, 0.6698, 0.6687, 0.6552, 0.6539, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "PDO", "Pacific_decadal_oscillation", "ADEOS_I", "Demand_destruction", "Shutdown_of_thermohaline_circulation", "Tipping_point_(climatology)", "Global_dimming", "Ozone_depletion_and_climate_change", "Ozone_depletion"], "ranked_scores": [0.4544, 0.449, 0.4456, 0.4262, 0.4258, 0.424, 0.4091, 0.399, 0.3924, 0.3884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Global_warming_controversy", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.7763, 0.7644, 0.7338, 0.7292, 0.718, 0.7071, 0.7, 0.6988, 0.6971, 0.6951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Climate_change_policy_of_the_United_States", "Climate_change_denial", "World_Climate_Report", "Attribution_of_recent_climate_change", "Climate_change", "Global_warming_controversy", "United_Nations_Climate_Change_conference", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [0.6871, 0.6821, 0.678, 0.6581, 0.6546, 0.6533, 0.6514, 0.6492, 0.6422, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "Global_warming_hiatus", "Cool_tropics_paradox", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "Great_Lakes_Areas_of_Concern", "Fahrenheit", "Global_stilling", "Forecast_error"], "ranked_scores": [0.5462, 0.5458, 0.5416, 0.541, 0.5333, 0.5317, 0.5277, 0.5272, 0.5222, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report"], "ranked_scores": [0.818, 0.8167, 0.8015, 0.7888, 0.7884, 0.7772, 0.7656, 0.7622, 0.7538, 0.7487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_dimming", "Statistical_significance", "Global_warming_hiatus", "Phillips_curve", "Regression_toward_the_mean", "Trend_stationary", "Antarctica_cooling_controversy", "Wage_curve", "Worse-than-average_effect"], "ranked_scores": [0.5598, 0.5245, 0.5177, 0.5125, 0.5054, 0.502, 0.482, 0.4812, 0.4809, 0.4793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "Climate_change_in_the_United_States", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_bubble", "Abrupt_climate_change"], "ranked_scores": [0.7147, 0.7136, 0.709, 0.6951, 0.6893, 0.6873, 0.6521, 0.6513, 0.6471, 0.6462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "Future_of_Earth", "Milankovitch_cycles", "Earth's_internal_heat_budget", "Earth", "Pliocene_climate", "Geodynamics_of_Mars", "Atmospheric_circulation", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.7536, 0.7295, 0.7181, 0.7157, 0.7119, 0.7025, 0.697, 0.6923, 0.6893, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Scientific_consensus_on_climate_change", "Research_ethics", "World_Climate_Change_Conference,_Moscow", "IPCC_Fifth_Assessment_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Friends_of_Science"], "ranked_scores": [0.6265, 0.5781, 0.5669, 0.5645, 0.5558, 0.5514, 0.5447, 0.5367, 0.5322, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Weather_station", "Cooling_center", "Satellite_temperature_measurements", "Excessive_heat_watch", "Effect_of_Sun_angle_on_climate", "Weather", "Geothermal_heat_pump", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Weather_satellite"], "ranked_scores": [0.7131, 0.6824, 0.6738, 0.6668, 0.6498, 0.6346, 0.6295, 0.6284, 0.6275, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming", "Global_cooling", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming_controversy", "2013_extreme_weather_events", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Environmental_issue"], "ranked_scores": [0.7593, 0.7505, 0.7411, 0.7228, 0.7171, 0.7111, 0.7108, 0.7076, 0.7043, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Solar_power", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_energy", "Solar_power_in_Italy", "Solar_panel"], "ranked_scores": [0.72, 0.647, 0.6181, 0.6101, 0.6069, 0.5946, 0.59, 0.572, 0.549, 0.5464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Dairy_farming_in_Canada", "Agriculture_in_Argentina", "Productivity_(ecology)", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture_in_Brazil", "Farm_programs"], "ranked_scores": [0.6765, 0.628, 0.5934, 0.5485, 0.5475, 0.527, 0.526, 0.5144, 0.5076, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m96-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Arctic_char", "Arctic_Alaska", "Brown_bear", "Yup'ik_cuisine", "Ursus_americanus_carlottae", "Great_Bear_Wilderness", "Rubus_arcticus"], "ranked_scores": [0.5688, 0.5164, 0.5117, 0.4957, 0.4833, 0.4817, 0.4781, 0.4774, 0.4759, 0.4741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Arctic_ice_pack", "Permafrost", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Ice_cap", "Antarctic_ice_sheet"], "ranked_scores": [0.7616, 0.6983, 0.679, 0.6637, 0.6601, 0.6475, 0.6404, 0.635, 0.6287, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Sea_level", "Future_sea_level", "Tide", "Sea_surface_temperature", "Sea", "Arctic_geoengineering"], "ranked_scores": [0.7763, 0.7538, 0.707, 0.6909, 0.686, 0.6837, 0.6813, 0.6639, 0.6587, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_ice_pack"], "ranked_scores": [0.8025, 0.751, 0.744, 0.7259, 0.6945, 0.6903, 0.6888, 0.6826, 0.6809, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_offset", "Carbon_footprint", "Carbon_capture_and_storage_in_Australia", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_footprint", "Atmospheric_carbon_cycle"], "ranked_scores": [0.698, 0.6882, 0.6771, 0.6766, 0.6722, 0.6719, 0.6668, 0.6633, 0.6621, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Atmospheric_carbon_cycle", "Politics_of_global_warming", "Greenhouse_gas", "James_Hansen", "CO2_is_Green", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "350.org", "Global_warming"], "ranked_scores": [0.7618, 0.7565, 0.7289, 0.7131, 0.7097, 0.7092, 0.7044, 0.7039, 0.7011, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Past_sea_level", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7914, 0.7712, 0.7634, 0.7615, 0.726, 0.725, 0.7238, 0.7226, 0.7111, 0.7097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Greenhouse_gas", "Global_warming", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Deforestation_and_climate_change"], "ranked_scores": [0.8026, 0.7931, 0.7774, 0.7662, 0.7548, 0.7492, 0.7381, 0.7354, 0.7337, 0.7273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "History_of_climate_change_science", "Meteorological_history_of_Hurricane_Matthew", "Hurricane_Florence_(1988)", "Hurricane_Alberto_(1982)", "Global_warming"], "ranked_scores": [0.6772, 0.6617, 0.6465, 0.6296, 0.6239, 0.6076, 0.6031, 0.6023, 0.6006, 0.5984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Ehrlichia_Wisconsin_HM543746", "2013_extreme_weather_events", "Humid_continental_climate", "Climate_of_the_United_States", "Continental_climate", "Amblyomma_americanum", "1936_North_American_cold_wave", "Southern_tick-associated_rash_illness", "Lymphangitis"], "ranked_scores": [0.6083, 0.5526, 0.5177, 0.5149, 0.5068, 0.5058, 0.5017, 0.4997, 0.499, 0.498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Effects_of_global_warming", "Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change", "Climate_change_mitigation_scenarios", "Physical_impacts_of_climate_change", "Climate_prediction", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.7353, 0.7251, 0.7166, 0.7131, 0.7013, 0.6978, 0.6933, 0.6931, 0.6886, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Global_warming_hiatus", "Climate_variability", "Bølling-Allerød_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "List_of_climate_research_satellites", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [0.6998, 0.6895, 0.6823, 0.6731, 0.6569, 0.6487, 0.6473, 0.6451, 0.6396, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Lōʻihi_Seamount", "Greenhouse_gas", "Highest_temperature_recorded_on_Earth", "Copenhagen_Diagnosis", "Alta_Wind_Energy_Center", "Hekla_3_eruption"], "ranked_scores": [0.6434, 0.6405, 0.5902, 0.572, 0.5437, 0.5286, 0.5277, 0.5173, 0.5165, 0.5155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Atmospheric_carbon_cycle", "Greenhouse_gas", "PH", "Atmospheric_methane", "Alkalinity"], "ranked_scores": [0.6898, 0.6551, 0.6208, 0.6187, 0.6097, 0.6023, 0.5932, 0.5923, 0.587, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming_controversy", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Global_cooling_(disambiguation)", "History_of_climate_change_science", "Antarctica_cooling_controversy"], "ranked_scores": [0.7836, 0.7706, 0.7375, 0.7277, 0.7264, 0.7177, 0.7086, 0.7036, 0.7012, 0.6975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Fleischmann–Pons_experiment", "PDOS", "Eocene_Thermal_Maximum_2", "PDO", "El_Niño–Southern_Oscillation", "Indonesian_Democratic_Party", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature"], "ranked_scores": [0.497, 0.4605, 0.4568, 0.4541, 0.4528, 0.4496, 0.4436, 0.4435, 0.441, 0.4382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_geoengineering", "Ice2sea", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7066, 0.6846, 0.682, 0.6655, 0.658, 0.6548, 0.6525, 0.6512, 0.6478, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Jet_stream", "Polar_vortex", "Westerlies", "Climate_of_the_United_States", "November_2014_North_American_cold_wave", "Polar_High", "Climate_of_Finland", "Polar_low"], "ranked_scores": [0.7293, 0.6937, 0.6716, 0.6708, 0.6594, 0.6488, 0.6376, 0.6254, 0.6228, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "1908", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "MSU_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Highest_temperature_recorded_on_Earth", "Global_warming_hiatus"], "ranked_scores": [0.719, 0.7121, 0.7063, 0.6969, 0.6943, 0.6924, 0.6867, 0.6663, 0.6527, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["James_Hansen", "IPCC_First_Assessment_Report", "CLOUD_experiment", "Greenhouse_gas", "Scientific_consensus_on_climate_change", "Climate_change_mitigation_scenarios", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.6577, 0.6496, 0.6467, 0.6464, 0.6416, 0.6381, 0.6371, 0.6322, 0.629, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Value-added_tax_(United_Kingdom)", "Mitigation_of_global_warming_in_Australia", "Carbon_bubble", "European_Union_value_added_tax", "Canada_and_the_Kyoto_Protocol", "UK_Emissions_Trading_Scheme"], "ranked_scores": [0.591, 0.5767, 0.5598, 0.5001, 0.4912, 0.4884, 0.4851, 0.4838, 0.477, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Last_Glacial_Maximum", "Sea_level_rise", "Global_warming_in_Antarctica", "Past_sea_level", "Arctic_geoengineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Measurement_of_sea_ice"], "ranked_scores": [0.7444, 0.7203, 0.7153, 0.7117, 0.7084, 0.7061, 0.701, 0.6915, 0.6882, 0.6829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "Satellite_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "2013_extreme_weather_events", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_heat_waves", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.639, 0.616, 0.6147, 0.6045, 0.6032, 0.5997, 0.5987, 0.5973, 0.5946, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Acid_rain", "Atmospheric_methane", "Greenhouse_gas", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.7929, 0.7744, 0.672, 0.6698, 0.643, 0.6413, 0.6352, 0.63, 0.6132, 0.606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Alternative_energy", "Sustainable_energy", "Energy_accidents", "Waste-to-energy_plant", "Climate_Change_Denial:_Heads_in_the_Sand", "Pro-nuclear_movement", "List_of_renewable_energy_companies_by_stock_exchange", "Renewable_energy_debate", "Nuclear_power_debate", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [0.6149, 0.5724, 0.5699, 0.5655, 0.5652, 0.5629, 0.5611, 0.5573, 0.5565, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Ice2sea", "Past_sea_level", "Arctic_geoengineering", "Global_warming", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_scores": [0.7902, 0.7779, 0.7698, 0.7404, 0.7389, 0.7162, 0.7071, 0.6952, 0.6927, 0.6835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Drought_in_the_United_Kingdom", "Climate_change_in_Australia", "Global_warming", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.7338, 0.7117, 0.701, 0.6872, 0.6738, 0.67, 0.6604, 0.6441, 0.6437, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Greenhouse_gas", "Effects_of_global_warming", "Global_warming", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Arctic_geoengineering", "Climate_sensitivity", "Carbon_dioxide_removal"], "ranked_scores": [0.6567, 0.6435, 0.639, 0.633, 0.6298, 0.6286, 0.6268, 0.6258, 0.6217, 0.6206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch"], "ranked_scores": [0.8191, 0.7948, 0.7902, 0.7855, 0.7812, 0.7633, 0.7626, 0.7463, 0.7435, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "James_Hansen", "History_of_climate_change_science", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "An_Appeal_to_Reason", "Effects_of_global_warming"], "ranked_scores": [0.7677, 0.7461, 0.7364, 0.7341, 0.73, 0.7211, 0.7157, 0.7036, 0.6968, 0.6864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_warming", "Climate_change", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.7074, 0.7052, 0.7038, 0.702, 0.7004, 0.7003, 0.6932, 0.6814, 0.6758, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4644, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Low-carbon_emission", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Arctic_methane_emissions", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Environmental_impact_of_aviation"], "ranked_scores": [0.7828, 0.7737, 0.7691, 0.7652, 0.7144, 0.7004, 0.6903, 0.6841, 0.6807, 0.6767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Risk", "Prudent_avoidance_principle", "Management_systems_for_road_safety", "Risk_assessment", "Risk_(statistics)", "Scenario_analysis", "Lazy_reason", "Risk_analysis", "Worst-case_scenario"], "ranked_scores": [0.6187, 0.6119, 0.5789, 0.5657, 0.5649, 0.561, 0.5566, 0.5559, 0.5558, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Mitigation_of_global_warming_in_Australia", "Environmental_policy_of_the_Donald_Trump_administration", "CO2_is_Green", "Carbon_emissions_reporting", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [0.6959, 0.6886, 0.6787, 0.6741, 0.6719, 0.666, 0.6568, 0.6538, 0.6537, 0.6459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "Global_warming", "History_of_climate_change_science", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_variability", "2013_extreme_weather_events"], "ranked_scores": [0.7323, 0.7214, 0.7102, 0.704, 0.7011, 0.6867, 0.6828, 0.6755, 0.6737, 0.6717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Antarctic_sea_ice", "Arctic_geoengineering", "Sea_ice", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Sea_ice_thickness", "Polar_seas"], "ranked_scores": [0.7378, 0.7371, 0.6839, 0.6693, 0.6685, 0.6624, 0.6571, 0.6475, 0.6474, 0.6412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Waste-to-energy_plant", "History_of_coal_mining", "Clean_technology", "Carbon_capture_and_storage_in_Australia", "List_of_coal_fired_power_stations_in_Australia", "Beyond_Coal"], "ranked_scores": [0.7849, 0.779, 0.7246, 0.705, 0.6902, 0.67, 0.6694, 0.6688, 0.6629, 0.6587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDOS", "Pacific_decadal_oscillation", "Global_cooling", "Fleischmann–Pons_experiment", "Global_cooling_(disambiguation)", "Indonesian_Democratic_Party", "ECMWF_re-analysis", "Programmed_Data_Processor", "Federal_Fuel_Administration", "Automobile_air_conditioning"], "ranked_scores": [0.4927, 0.484, 0.4616, 0.4601, 0.4544, 0.4459, 0.4446, 0.4434, 0.4429, 0.4393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climate_change", "Global_cooling"], "ranked_scores": [0.7958, 0.7824, 0.7823, 0.7758, 0.7601, 0.7596, 0.748, 0.7444, 0.7339, 0.7314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "350.org", "Global_cooling", "Global_warming_controversy"], "ranked_scores": [0.6681, 0.6557, 0.6489, 0.6428, 0.642, 0.6375, 0.631, 0.6248, 0.6221, 0.6221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_geoengineering", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Temperature_record_of_the_past_1000_years", "2013_extreme_weather_events", "Measurement_of_sea_ice"], "ranked_scores": [0.6407, 0.6305, 0.6256, 0.6225, 0.6216, 0.6173, 0.6167, 0.6107, 0.5965, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["Climate_variability", "History_of_climate_change_science", "Climate_change_(general_concept)", "Global_warming", "Climate_change", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "Scientific_opinion_on_climate_change", "Global_cooling", "Earth's_energy_budget"], "ranked_scores": [0.7417, 0.7377, 0.7351, 0.7244, 0.7093, 0.6952, 0.695, 0.6911, 0.6878, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Wage_curve", "Phillips_curve", "Worse-than-average_effect", "Statistical_significance", "Seasonal_adjustment", "Covariate", "Selection_bias", "Kuznets_curve"], "ranked_scores": [0.5353, 0.4992, 0.4914, 0.4872, 0.4718, 0.4681, 0.4632, 0.4604, 0.4554, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Deforestation_and_climate_change", "Attribution_of_recent_climate_change", "IPCC_First_Assessment_Report", "James_Hansen"], "ranked_scores": [0.7868, 0.7677, 0.7446, 0.7345, 0.7203, 0.7173, 0.713, 0.7077, 0.707, 0.7051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Global_warming", "Climate_change", "Pliocene_climate", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7049, 0.6992, 0.6973, 0.694, 0.6932, 0.6914, 0.6913, 0.6911, 0.6863, 0.6797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "Media_coverage_of_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Climate_Change_Denial:_Heads_in_the_Sand", "Environmental_skepticism", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6232, 0.6194, 0.617, 0.6028, 0.5977, 0.5914, 0.5812, 0.5794, 0.5768, 0.5767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Weather_station", "Cooling_center", "Weather_media_in_the_United_States", "Automatic_weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Excessive_heat_watch", "Weather", "Weather_forecasting", "Station_model", "Weatherization"], "ranked_scores": [0.7032, 0.6518, 0.6371, 0.635, 0.6338, 0.629, 0.6229, 0.6228, 0.611, 0.61], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_cooling", "Global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7863, 0.7748, 0.7737, 0.7439, 0.7382, 0.7375, 0.7316, 0.7304, 0.73, 0.7288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_power_by_country", "Solar_power_in_Michigan", "Solar_energy", "Solar_power_in_Spain", "Solar_power_in_Italy", "Photovoltaics"], "ranked_scores": [0.765, 0.7388, 0.737, 0.737, 0.7292, 0.713, 0.708, 0.7053, 0.7012, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Farm_programs", "Agricultural_policy_of_the_United_States", "Agriculture_in_Syria", "Agriculture_in_Ethiopia", "Agriculture_in_Brazil", "Agriculture", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.636, 0.6231, 0.6212, 0.6145, 0.6065, 0.6063, 0.599, 0.5864, 0.5822, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m64-n8": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Grizzly_bear", "Moose", "Ursus_americanus_carlottae", "Brown_bear", "Bear_attack", "Northwoods_(forest)", "List_of_Alaska_state_forests", "Arctic_ecology"], "ranked_scores": [0.6045, 0.5419, 0.5309, 0.5222, 0.5046, 0.4948, 0.4858, 0.4853, 0.4842, 0.457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Atmospheric_methane", "Arctic_resources_race", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet", "Climate_of_Antarctica", "Polar_ice_cap", "Climate_of_the_Arctic"], "ranked_scores": [0.744, 0.6862, 0.6436, 0.6408, 0.6322, 0.6288, 0.6267, 0.6209, 0.6178, 0.6158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea", "Sea_level"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Regional_effects_of_global_warming", "Annual_cycle_of_sea_level_height", "Sea_surface_temperature", "Tide", "Sea_level", "Ocean_surface_topography", "Global_stilling"], "ranked_scores": [0.7876, 0.7784, 0.7002, 0.6991, 0.6844, 0.6829, 0.6766, 0.6708, 0.6622, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Copenhagen_Diagnosis", "Antarctic_ice_sheet", "Holocene_glacial_retreat"], "ranked_scores": [0.7776, 0.7117, 0.6843, 0.6702, 0.6683, 0.6547, 0.6415, 0.636, 0.6289, 0.6266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_neutrality", "Zero-energy_building", "Carbon_footprint", "Renewable_energy"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Carbon_footprint", "Carbon_offset", "Climate_footprint", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Carbon_tax", "Carbon_neutrality", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7089, 0.7086, 0.7001, 0.6891, 0.6849, 0.6773, 0.6714, 0.6588, 0.6555, 0.6543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Greenhouse_gas", "Scott_Pruitt", "Carbon_dioxide"], "ranked_ids": ["Politics_of_global_warming", "CO2_is_Green", "Atmospheric_carbon_cycle", "James_Hansen", "Low-carbon_emission", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Global_warming", "Climate_change_mitigation", "Embedded_emissions"], "ranked_scores": [0.7246, 0.7071, 0.6937, 0.6886, 0.6685, 0.6576, 0.6497, 0.6427, 0.6367, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Sea_level_rise", "Antarctic_ice_sheet", "Arctic_ice_pack", "Ice_rise", "Greenland_ice_sheet"], "ranked_scores": [0.7551, 0.7443, 0.741, 0.7167, 0.7094, 0.7087, 0.7017, 0.6814, 0.6683, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Climate_sensitivity", "Permian–Triassic_extinction_event"], "ranked_ids": ["Global_warming", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Climate_change_mitigation_scenarios", "History_of_climate_change_science", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7754, 0.7664, 0.7568, 0.73, 0.7296, 0.7294, 0.7169, 0.7094, 0.7091, 0.7077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming", "Environmental_issue", "Effects_of_global_warming_on_humans", "Hurricane_Florence_(1988)", "Climate_change_in_the_United_States", "Hurricane_Alberto_(1982)", "Hurricane_Andrew"], "ranked_scores": [0.6909, 0.6787, 0.6744, 0.6367, 0.6212, 0.6162, 0.6135, 0.6122, 0.6117, 0.6104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["Temperate_climate", "East_Coast_of_the_United_States", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "List_of_West_Nile_virus_outbreaks", "Ehrlichia_Wisconsin_HM543746", "Amblyomma_americanum", "List_of_mammals_of_New_England", "Infection", "Southern_tick-associated_rash_illness", "Climate_of_the_United_States", "Lymphangitis", "2013_extreme_weather_events"], "ranked_scores": [0.6697, 0.564, 0.5561, 0.5555, 0.5541, 0.5384, 0.5333, 0.5266, 0.5217, 0.519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Sensitivity_analysis", "Global_warming", "General_circulation_model", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "Climate_change", "History_of_climate_change_science", "Economics_of_global_warming", "Climate_engineering", "Climate_prediction", "Arctic_geoengineering", "Global_warming"], "ranked_scores": [0.673, 0.6479, 0.6397, 0.6356, 0.6322, 0.6288, 0.6251, 0.6065, 0.5999, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["Ice_age", "John_D._Hamaker", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling_(disambiguation)", "Global_cooling", "George_Kukla", "History_of_climate_change_science", "100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_(general_concept)", "Climate_variability", "Antarctic_Cold_Reversal"], "ranked_scores": [0.7074, 0.6986, 0.6929, 0.6921, 0.6717, 0.6689, 0.6601, 0.6582, 0.6525, 0.6508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Mauna_Kea", "Lōʻihi_Seamount", "Carbon_dioxide_in_Earth's_atmosphere", "Alta_Wind_Energy_Center", "Greenhouse_gas_emissions_by_the_United_States", "Manoa", "Δ13C", "Late_Glacial"], "ranked_scores": [0.6862, 0.6636, 0.6538, 0.5479, 0.5277, 0.5186, 0.4911, 0.4851, 0.4825, 0.4795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Acid", "Carbon_dioxide"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Alkalinity", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Dole_effect", "Total_inorganic_carbon", "Geological_history_of_oxygen", "Atmospheric_methane"], "ranked_scores": [0.6954, 0.6746, 0.6388, 0.6146, 0.612, 0.6034, 0.6023, 0.5922, 0.5904, 0.5878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Richard_Lindzen", "Global_cooling"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Global_cooling_(disambiguation)", "Media_coverage_of_climate_change", "Attribution_of_recent_climate_change", "The_Great_Global_Warming_Swindle", "George_Kukla", "Global_warming_controversy"], "ranked_scores": [0.7289, 0.7264, 0.7032, 0.6896, 0.6873, 0.6787, 0.6737, 0.6731, 0.6678, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Fleischmann–Pons_experiment", "El_Niño–Southern_Oscillation", "Milankovitch_cycles", "Paleocene–Eocene_Thermal_Maximum", "Heat", "Degree_day", "PDOS", "Solar_cycle_18", "Indonesian_Democratic_Party"], "ranked_scores": [0.532, 0.4997, 0.4901, 0.4826, 0.4766, 0.4623, 0.4607, 0.4551, 0.4545, 0.4541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Climate_change_in_the_Arctic", "Arctic_Climate_Impact_Assessment", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Ian_Clark_(geologist)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [0.7236, 0.6868, 0.6785, 0.6637, 0.6592, 0.6344, 0.6331, 0.6325, 0.6324, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Jet_stream", "Global_warming"], "ranked_ids": ["Polar_front", "Weather_front", "Polar_vortex", "Jet_stream", "Westerlies", "Polar_High", "Intertropical_Convergence_Zone", "Climate_of_the_United_States", "Rear-inflow_jet", "Climate_of_Finland"], "ranked_scores": [0.7883, 0.7546, 0.7078, 0.6839, 0.6635, 0.6558, 0.654, 0.6431, 0.6199, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["Global_warming_hiatus", "List_of_heat_waves"], "ranked_ids": ["1908", "Highest_temperature_recorded_on_Earth", "Instrumental_temperature_record", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Global_warming_hiatus", "March_2012_North_American_heat_wave"], "ranked_scores": [0.7427, 0.7266, 0.7059, 0.7015, 0.6833, 0.659, 0.6512, 0.6459, 0.6457, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["Climate_change_(general_concept)", "CLOUD_experiment", "Attribution_of_recent_climate_change"], "ranked_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Advisory_Group_on_Greenhouse_Gases", "James_Hansen", "History_of_climate_change_science", "Clouds_and_the_Earth's_Radiant_Energy_System", "Greenhouse_gas"], "ranked_scores": [0.6145, 0.6027, 0.591, 0.5874, 0.5846, 0.5778, 0.5731, 0.5664, 0.5631, 0.561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Value-added_tax_(United_Kingdom)", "Environmental_impact_of_transport_in_Australia", "Congestion_pricing", "London_congestion_charge", "Carbon_bubble", "European_Union_value_added_tax", "Competitive_Tax_Plan"], "ranked_scores": [0.6211, 0.5992, 0.5818, 0.5072, 0.4963, 0.488, 0.4642, 0.4633, 0.4624, 0.4497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Ice_age", "Glacier", "Post-glacial_rebound"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Arctic_ice_pack", "Last_Glacial_Maximum", "Past_sea_level", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7529, 0.7364, 0.7114, 0.7056, 0.6957, 0.6925, 0.6915, 0.6891, 0.6863, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Instrumental_temperature_record", "Syracuse,_New_York"], "ranked_ids": ["March_2012_North_American_heat_wave", "1936_North_American_cold_wave", "Wibjörn_Karlén", "1908", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "Thaw_(weather)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave"], "ranked_scores": [0.6615, 0.61, 0.609, 0.598, 0.5975, 0.5904, 0.5867, 0.5843, 0.5826, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Oceanic_carbon_cycle", "Acid_rain", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Sulfuric_acid", "Atmospheric_methane", "Runaway_greenhouse_effect", "Great_Oxygenation_Event"], "ranked_scores": [0.802, 0.7803, 0.6691, 0.6664, 0.6507, 0.65, 0.6258, 0.6243, 0.6012, 0.5866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Economics", "Alternative_medicine", "Minimum_wage", "History_of_economic_thought", "List_of_topics_characterized_as_pseudoscience"], "ranked_ids": ["Alternative_energy", "Demand_destruction", "Waste-to-energy_plant", "The_Real_Global_Warming_Disaster", "Carbon_diet", "Nuclear_power_proposed_as_renewable_energy", "Energy_accidents", "Energy_industry", "Alternatives_assessment", "Energy_development"], "ranked_scores": [0.6078, 0.5847, 0.5696, 0.5677, 0.5668, 0.5602, 0.5536, 0.5535, 0.5518, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_sea_ice_decline", "Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_ice_pack", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Past_sea_level"], "ranked_scores": [0.7546, 0.737, 0.7312, 0.7287, 0.6804, 0.6803, 0.669, 0.6568, 0.6524, 0.6442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Droughts_in_the_United_States", "Drought_in_Spain", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_mitigation_scenarios", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Drought_in_the_United_Kingdom", "Climate_change_in_Australia", "Global_warming"], "ranked_scores": [0.7199, 0.7074, 0.6979, 0.6935, 0.6719, 0.6712, 0.6707, 0.6699, 0.6694, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming"], "ranked_ids": ["Climate_sensitivity", "Climate_change_mitigation_scenarios", "Arctic_geoengineering", "IPCC_First_Assessment_Report", "Earth's_energy_budget", "Copenhagen_Diagnosis", "Planetary_equilibrium_temperature", "Idealized_greenhouse_model", "Global_warming", "Climate_change_in_the_United_States"], "ranked_scores": [0.617, 0.6074, 0.6003, 0.5969, 0.5643, 0.5609, 0.5598, 0.5556, 0.5534, 0.5531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["Cold_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Excessive_heat_watch", "2011_North_American_heat_wave"], "ranked_scores": [0.8382, 0.8314, 0.8094, 0.8059, 0.7881, 0.7878, 0.7766, 0.759, 0.7548, 0.7477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "An_Inconvenient_Truth", "Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "James_Hansen", "The_Real_Global_Warming_Disaster", "Gore_Effect", "Media_coverage_of_climate_change", "Global_warming_controversy"], "ranked_scores": [0.7741, 0.7572, 0.7294, 0.7224, 0.7165, 0.703, 0.7005, 0.6973, 0.6914, 0.6876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Global_warming", "Attribution_of_recent_climate_change", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "Global_cooling_(disambiguation)", "100,000-year_problem", "History_of_climate_change_science", "Attribution_of_recent_climate_change", "Global_cooling", "Shutdown_of_thermohaline_circulation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.7225, 0.7083, 0.7049, 0.6977, 0.6787, 0.6615, 0.6556, 0.653, 0.6498, 0.6372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Atmospheric_methane", "Methane", "Biogas", "Natural_gas"], "ranked_ids": ["Greenhouse_gas", "Atmospheric_methane", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Low-carbon_emission", "Air_pollution", "Environmental_issue", "Greenhouse_effect", "Deforestation_and_climate_change", "Nitrogen_dioxide_poisoning"], "ranked_scores": [0.7756, 0.7674, 0.7549, 0.7392, 0.7078, 0.6896, 0.6872, 0.6864, 0.6715, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Nick_Bostrom", "Risk", "Human_extinction", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Risk_neutral", "Outcome_bias", "Risk", "Counterfactual_thinking", "Bias", "Accident", "Prudentialism", "Lazy_reason", "Worst-case_scenario"], "ranked_scores": [0.6124, 0.6078, 0.5851, 0.5693, 0.5361, 0.5356, 0.5241, 0.5212, 0.5187, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Presidential_Climate_Action_Plan", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Mitigation_of_global_warming_in_Australia", "Carbon_pricing_in_Australia", "Beyond_Coal", "Low-carbon_emission"], "ranked_scores": [0.7037, 0.693, 0.6878, 0.6817, 0.6639, 0.6616, 0.6292, 0.6186, 0.6149, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["La_Niña", "El_Niño"], "ranked_ids": ["2014–16_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "History_of_climate_change_science", "Global_warming", "2013_extreme_weather_events", "Climate_change_in_Texas", "Global_warming_hiatus"], "ranked_scores": [0.7627, 0.7515, 0.7408, 0.7384, 0.7287, 0.7134, 0.7093, 0.7084, 0.7061, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_ice_pack", "Retreat_of_glaciers_since_1850", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Holocene_glacial_retreat", "Sea_ice", "Glacier_mass_balance", "Climate_of_Antarctica", "Arctic_resources_race"], "ranked_scores": [0.7364, 0.7309, 0.6829, 0.6676, 0.6618, 0.6593, 0.648, 0.646, 0.6392, 0.6304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Carbon_capture_and_storage", "Coal_pollution_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Beyond_Coal", "List_of_coal_fired_power_stations_in_Australia", "Carbon_dioxide_removal", "Coal_gasification_commercialization", "History_of_coal_mining", "Refined_coal"], "ranked_scores": [0.8111, 0.7883, 0.7384, 0.6824, 0.6773, 0.6588, 0.6568, 0.6556, 0.6455, 0.6415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "PDOS", "Pacific_decadal_oscillation", "Cooling_tower", "Condensation_cloud", "Indonesian_Democratic_Party", "Convective_heat_transfer", "Programmed_Data_Processor", "Cooling_center", "Automobile_air_conditioning"], "ranked_scores": [0.5077, 0.4911, 0.4708, 0.4529, 0.4516, 0.4417, 0.4347, 0.4324, 0.4279, 0.4274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Global_warming_controversy", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7878, 0.7616, 0.757, 0.748, 0.7463, 0.7306, 0.7237, 0.7091, 0.7031, 0.7015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States", "James_Hansen", "Global_warming", "Climate_change_mitigation_scenarios", "Greening_Earth_Society", "Climate_change_adaptation_in_Nepal", "Abrupt_climate_change"], "ranked_scores": [0.6293, 0.6255, 0.6241, 0.6106, 0.5943, 0.5842, 0.5777, 0.5708, 0.5659, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Lake_Superior", "Permafrost", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "1908", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Antarctica_cooling_controversy", "Thaw_(weather)", "Climate_of_Antarctica", "Copenhagen_Diagnosis", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Retreat_of_glaciers_since_1850", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6441, 0.6329, 0.6168, 0.61, 0.609, 0.5994, 0.5976, 0.5975, 0.5974, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["El_Niño–Southern_Oscillation", "Global_warming", "Cosmic_ray", "21st_century", "Climate"], "ranked_ids": ["History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effect_of_Sun_angle_on_climate", "Global_warming", "Milankovitch_cycles", "Solar_phenomena", "Greenhouse_effect", "Arctic_geoengineering", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7144, 0.7099, 0.7066, 0.6802, 0.6748, 0.6717, 0.6697, 0.6674, 0.6667, 0.6633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Usage_share_of_operating_systems", "Solar_cycle", "Hysterectomy", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Statistical_significance", "Wage_curve", "Selection_bias", "Skewness", "Trend_stationary", "Null_hypothesis", "Seasonal_adjustment", "Outcome_bias", "Publication_bias"], "ranked_scores": [0.5284, 0.5249, 0.5067, 0.5035, 0.5013, 0.4976, 0.4885, 0.4684, 0.4652, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Carbon_dioxide"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Global_warming", "Environmental_issue", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios"], "ranked_scores": [0.7473, 0.7456, 0.7261, 0.7238, 0.7046, 0.7019, 0.7015, 0.6964, 0.6914, 0.6806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8048, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Little_Ice_Age", "Earth", "Scientific_consensus_on_climate_change", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Paleocene–Eocene_Thermal_Maximum", "Temperature_record_of_the_past_1000_years", "Future_of_Earth", "History_of_climate_change_science", "Eocene_Thermal_Maximum_2", "Pliocene_climate", "Global_cooling_(disambiguation)", "Bølling-Allerød_warming", "Climate_change"], "ranked_scores": [0.7175, 0.7059, 0.7005, 0.694, 0.683, 0.6717, 0.6698, 0.6593, 0.6481, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory"], "ranked_ids": ["World_Climate_Change_Conference,_Moscow", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Intergovernmental_Panel_on_Climate_Change", "The_Great_Global_Warming_Swindle", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus_on_climate_change", "Danish_Committees_on_Scientific_Dishonesty", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Merchants_of_Doubt"], "ranked_scores": [0.615, 0.5957, 0.5948, 0.5826, 0.5768, 0.569, 0.5654, 0.5621, 0.5612, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Grissom_Air_Reserve_Base", "Palo_Alto,_California", "Cooling_tower"], "ranked_ids": ["Weather_station", "US_Weather_Bureau_Station_(Block_Island)", "Cooling_center", "Automatic_weather_station", "Weather", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Humid_subtropical_climate", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.697, 0.6816, 0.6717, 0.6364, 0.62, 0.6133, 0.6076, 0.6069, 0.6065, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Eocene", "Global_warming", "Paleocene"], "ranked_ids": ["Global_warming", "History_of_climate_change_science", "Global_cooling", "Attribution_of_recent_climate_change", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Abrupt_climate_change", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Global_cooling_(disambiguation)"], "ranked_scores": [0.7547, 0.7513, 0.7306, 0.7056, 0.7016, 0.6875, 0.6871, 0.6843, 0.6826, 0.6799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Solar_power", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_energy", "Solar_power_by_country", "Photovoltaics", "Solar_power_in_Italy", "Solar_power_in_Spain"], "ranked_scores": [0.7985, 0.7858, 0.7649, 0.7567, 0.7348, 0.7329, 0.7272, 0.6951, 0.6886, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Reaganomics", "Economy_of_the_United_States"], "ranked_ids": ["Agriculture_in_Argentina", "Agricultural_policy_of_the_United_States", "Agricultural_Act_of_2014", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture", "Agriculture_in_Brazil", "Farm_programs", "Dairy_farming_in_Canada", "Agriculture_in_Syria", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [0.6907, 0.6813, 0.6772, 0.673, 0.6655, 0.6367, 0.6316, 0.6242, 0.6144, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Bile_bear", "Brown_bear", "Beringian_wolf", "Great_Bear_Wilderness", "Grizzly_bear", "List_of_mammals_of_Alabama", "Bear_attack", "The_Bear_(1988_film)"], "ranked_scores": [543.0, 519.0, 510.0, 505.0, 505.0, 496.0, 496.0, 496.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3585, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Cryovolcano", "Methane_clathrate", "Greenhouse_gas", "Arctic_geoengineering", "Runaway_greenhouse_effect", "Glacial_earthquake", "Retreat_of_glaciers_since_1850"], "ranked_scores": [602.0, 566.0, 557.0, 549.0, 546.0, 545.0, 541.0, 540.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3591, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tidal_range", "Tide", "Land", "Sea", "United_States_rainfall_climatology", "Marine_transgression", "Sea_state"], "ranked_scores": [546.0, 545.0, 545.0, 540.0, 531.0, 523.0, 521.0, 519.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Ellesmere_Ice_Shelf", "Drift_ice", "Retreat_of_glaciers_since_1850", "Wiesław_Masłowski", "Sea_ice", "Winter_1985_cold_wave"], "ranked_scores": [567.0, 549.0, 549.0, 547.0, 543.0, 538.0, 536.0, 534.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Environmental_impact_of_transport", "Carbon_footprint", "Climate_footprint", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Carbon_neutrality", "Atmospheric_carbon_cycle", "GHG_footprint", "Environmental_impact_of_aviation", "Greenhouse_debt"], "ranked_scores": [572.0, 562.0, 559.0, 553.0, 543.0, 536.0, 535.0, 535.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "Climate_change_in_the_United_States", "Carbon_dioxide_in_Earth's_atmosphere", "Climatic_Research_Unit_documents", "Climate_change_mitigation", "Effects_of_global_warming", "Greening_Earth_Society", "Deforestation_and_climate_change", "Politics_of_global_warming", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [542.0, 536.0, 534.0, 534.0, 534.0, 533.0, 532.0, 531.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Global_warming", "Holocene_extinction", "Retreat_of_glaciers_since_1850", "Deglaciation", "Sea_level_rise", "Climate_inertia", "Greenland_ice_sheet"], "ranked_scores": [568.0, 537.0, 534.0, 532.0, 530.0, 529.0, 526.0, 525.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Copenhagen_Diagnosis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "CO2_fertilization_effect", "Climate_change_mitigation_scenarios"], "ranked_scores": [549.0, 547.0, 543.0, 538.0, 535.0, 534.0, 534.0, 531.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States", "1928_Haiti_hurricane", "Reasons_for_concern", "Climate_change_denial", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "Human_Rights_and_Climate_Change", "Heaven_and_Earth_(book)"], "ranked_scores": [548.0, 540.0, 539.0, 537.0, 535.0, 534.0, 531.0, 531.0, 530.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Measles", "Ehrlichia_Wisconsin_HM543746", "Southern_United_States", "Climate_of_the_United_States", "Lyme_disease", "Lymphoma", "Early_2014_North_American_cold_wave", "Climate_of_Minnesota", "Social_and_economic_stratification_in_Appalachia", "List_of_mammals_of_New_England"], "ranked_scores": [507.0, 506.0, 506.0, 505.0, 502.0, 500.0, 495.0, 494.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_mitigation", "Economics_of_global_warming", "Climate_change_adaptation", "Climate_change_in_the_United_States", "Climate_engineering", "Arctic_geoengineering", "Stern_Review", "100%_renewable_energy", "Presidential_Climate_Action_Plan", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [588.0, 585.0, 577.0, 576.0, 572.0, 568.0, 567.0, 567.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Termination_(geomorphology)", "Temperature_record_of_the_past_1000_years", "Late_Glacial", "Winter_1985_cold_wave", "Cenozoic", "Last_glacial_period", "Global_warming_hiatus", "Quaternary_glaciation"], "ranked_scores": [553.0, 552.0, 537.0, 535.0, 533.0, 530.0, 526.0, 525.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Lōʻihi_Seamount", "UH88", "World_Glacier_Monitoring_Service", "CLOUD_experiment", "NASA_Earth_Observatory", "Permanent_Service_for_Mean_Sea_Level", "Global_Historical_Climatology_Network", "Mauna_Kea"], "ranked_scores": [524.0, 497.0, 488.0, 488.0, 487.0, 485.0, 482.0, 482.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Carbonic_acid", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion", "Ozone_depletion_and_climate_change", "Geological_history_of_oxygen", "Mesopause", "Mesosphere", "Tropospheric_ozone"], "ranked_scores": [529.0, 525.0, 514.0, 509.0, 508.0, 507.0, 506.0, 497.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Global_cooling", "Climate_change_denial", "Global_warming_controversy", "Climatic_Research_Unit_email_controversy", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Heaven_and_Earth_(book)", "The_Real_Global_Warming_Disaster"], "ranked_scores": [555.0, 550.0, 547.0, 543.0, 532.0, 530.0, 529.0, 527.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_climate_research_satellites", "Fleischmann–Pons_experiment", "Federal_Fuel_Administration", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1908", "Estado_Novo_(Portugal)", "Eocene_Thermal_Maximum_2", "Montreal_Protocol", "Pacific_decadal_oscillation", "Pulverised_fuel_ash"], "ranked_scores": [501.0, 499.0, 498.0, 497.0, 496.0, 496.0, 495.0, 494.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_geoengineering", "Arctic_sea_ice_decline", "Ice2sea", "Ellesmere_Ice_Shelf", "Wiesław_Masłowski", "Measurement_of_sea_ice", "Antarctic_ice_sheet", "Climatic_Research_Unit_documents", "Arctic_Climate_Impact_Assessment", "Climate_change_in_the_Arctic"], "ranked_scores": [570.0, 570.0, 564.0, 562.0, 561.0, 559.0, 559.0, 558.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Weather_front", "Wind_shear", "Climate_of_the_United_States", "Antarctic_sea_ice", "North_Atlantic_Current", "Drift_ice", "Trade_winds"], "ranked_scores": [556.0, 543.0, 533.0, 533.0, 532.0, 530.0, 529.0, 522.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_climate_research_satellites", "Microwave_Sounding_Unit_temperature_measurements", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Satellite_temperature_measurements", "1997–98_El_Niño_event", "International_Geophysical_Year"], "ranked_scores": [530.0, 522.0, 519.0, 518.0, 517.0, 517.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Cold_fusion", "Collider_Detector_at_Fermilab", "CLOUD_experiment", "Clean_Development_Mechanism", "Advisory_Group_on_Greenhouse_Gases", "Contraction_and_Convergence"], "ranked_scores": [504.0, 503.0, 499.0, 498.0, 497.0, 497.0, 494.0, 494.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Carbon_tax", "Carbon_bubble", "Canada_and_the_Kyoto_Protocol", "Minerals_Resource_Rent_Tax", "Congestion_pricing", "Energy_policy_of_the_United_States", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [503.0, 498.0, 492.0, 488.0, 488.0, 487.0, 482.0, 479.0, 478.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Deglaciation", "Sea_ice", "Arctic_geoengineering", "Ice2sea", "Ice_rise", "Iceberg_C-19", "Pliocene_climate", "Quaternary_glaciation"], "ranked_scores": [555.0, 527.0, 519.0, 515.0, 515.0, 513.0, 513.0, 513.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Thaw_(weather)", "IPCC_First_Assessment_Report", "March_2012_North_American_heat_wave", "National_Climate_Assessment", "1966_New_York_City_smog", "George_Kukla", "Media_coverage_of_climate_change", "Hurricane_Katrina_and_global_warming", "National_Aeronautics_and_Space_Act", "2015_North_American_heat_wave"], "ranked_scores": [514.0, 512.0, 511.0, 510.0, 509.0, 509.0, 509.0, 507.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Estuarine_acidification", "Anoxic_waters", "Anoxia", "Drowning", "Ocean", "Mercury_pollution_in_the_ocean", "Great_Oxygenation_Event", "Great_Salinity_Anomaly"], "ranked_scores": [580.0, 562.0, 556.0, 549.0, 543.0, 521.0, 521.0, 517.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "ExxonMobil_climate_change_controversy", "Job_security", "Carbon_bubble", "Alternative_cancer_treatments", "Energy_development", "Energy_mix", "Unemployment_in_the_United_States", "Energy_crisis"], "ranked_scores": [533.0, 514.0, 504.0, 504.0, 498.0, 497.0, 495.0, 493.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "1971", "Sea_ice", "Global_warming_in_Antarctica", "Ice_rise", "Glacial_earthquake", "Ice_calving"], "ranked_scores": [552.0, 537.0, 529.0, 527.0, 524.0, 518.0, 517.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_in_Europe", "Avoiding_Dangerous_Climate_Change", "Future_sea_level", "Climate_change_in_Australia", "California_Senate_Bill_32", "Environmental_emergency", "Global_warming_in_Antarctica", "Drought_in_Spain", "Stern_Review"], "ranked_scores": [501.0, 501.0, 497.0, 496.0, 496.0, 492.0, 491.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Carbon_bubble", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Stern_Review", "Energy_policy_of_the_United_States", "ExxonMobil_climate_change_controversy", "Economics_of_global_warming", "Energy_crisis", "Low-carbon_fuel_standard", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [535.0, 535.0, 530.0, 517.0, 515.0, 514.0, 513.0, 511.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Early_2009_southeastern_Australia_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "January_2014_southeastern_Australia_heat_wave", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [582.0, 581.0, 574.0, 564.0, 560.0, 558.0, 557.0, 552.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Merchants_of_Doubt", "An_Appeal_to_Reason", "Objections_to_evolution", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Philosophical_skepticism", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [565.0, 548.0, 537.0, 535.0, 535.0, 534.0, 533.0, 530.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_sensitivity", "Global_warming_hiatus", "Climate", "Regional_effects_of_global_warming", "Time_series", "Measurement_of_sea_ice", "Climate_change", "Climate_change_in_the_Arctic"], "ranked_scores": [546.0, 545.0, 539.0, 539.0, 532.0, 529.0, 528.0, 528.0, 526.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Global_warming_potential", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Low-carbon_emission", "Arctic_methane_emissions", "Greenhouse_effect", "CO2_fertilization_effect"], "ranked_scores": [573.0, 550.0, 546.0, 544.0, 531.0, 529.0, 528.0, 528.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Longevity_risk", "Human_extinction", "Global_catastrophic_risk", "Manufactured_risk", "Nuclear_holocaust", "Optimal_decision", "Finite_Risk_insurance", "Risk", "War_risk_insurance", "Futures_studies"], "ranked_scores": [507.0, 505.0, 502.0, 499.0, 498.0, 494.0, 493.0, 493.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4823, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Scott_Pruitt", "Lisa_P._Jackson", "Beyond_Coal", "Presidential_Climate_Action_Plan", "Attorney_General_of_Virginia's_climate_science_investigation", "Environmental_policy_of_the_Donald_Trump_administration", "Environmental_impact_of_nuclear_power", "International_Atomic_Energy_Agency", "Environmental_Action", "NoCO2_Certification_Program"], "ranked_scores": [497.0, 482.0, 480.0, 479.0, 475.0, 471.0, 468.0, 464.0, 463.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Highest_temperature_recorded_on_Earth", "Summer_of_1976_(Europe)", "Climate_of_Antarctica", "March_2012_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [570.0, 561.0, 559.0, 553.0, 550.0, 542.0, 542.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Arctic_ice_pack", "West_Antarctica", "Amery_Ice_Shelf", "Antarctic_sea_ice", "Sea_ice", "Ross_Ice_Shelf", "Thwaites_Glacier"], "ranked_scores": [533.0, 525.0, 519.0, 513.0, 513.0, 510.0, 505.0, 504.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "Fossil_fuel_power_station", "Coal_gasification", "Coal", "Coal_mining"], "ranked_scores": [601.0, 586.0, 557.0, 556.0, 541.0, 537.0, 534.0, 531.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Montreal_Protocol", "Pacific_decadal_oscillation", "December_1945_lunar_eclipse", "Federal_Fuel_Administration", "Estado_Novo_(Portugal)", "Nuclear_power_phase-out", "List_of_climate_research_satellites", "Ozone_depletion", "Climate_Change_Science_Program", "PDOS"], "ranked_scores": [500.0, 498.0, 496.0, 496.0, 494.0, 492.0, 491.0, 491.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_potential", "The_Hockey_Stick_and_the_Climate_Wars", "Global_Climate_Observing_System", "United_Nations_Framework_Convention_on_Climate_Change", "Global_stilling", "Climate_inertia", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Contraction_and_Convergence", "World_Meteorological_Organization"], "ranked_scores": [497.0, 478.0, 472.0, 470.0, 468.0, 467.0, 466.0, 466.0, 466.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Copenhagen_Diagnosis", "Climate_change_denial", "Attribution_of_recent_climate_change", "Effects_of_global_warming", "History_of_climate_change_science", "U.S._Global_Change_Research_Program"], "ranked_scores": [568.0, 561.0, 557.0, 556.0, 552.0, 552.0, 547.0, 546.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Greater_Yellowstone_Ecosystem", "Climate_of_the_Falkland_Islands", "World_Glacier_Monitoring_Service", "Greenland_(European_Parliament_constituency)", "Cool_tropics_paradox", "Global_stilling", "Year_Without_a_Summer", "Global_Historical_Climatology_Network", "Highest_temperature_recorded_on_Earth", "Withdrawal_of_Greenland_from_the_European_Communities"], "ranked_scores": [476.0, 472.0, 468.0, 468.0, 465.0, 464.0, 461.0, 460.0, 459.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "Global_warming_controversy", "Solar_gain", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Global_warming_in_Antarctica", "Scientific_consensus_on_climate_change"], "ranked_scores": [577.0, 570.0, 566.0, 564.0, 564.0, 563.0, 560.0, 560.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Proportional_reduction_in_loss", "Future_sea_level", "Slowdown", "Regression_toward_the_mean", "Dumbing_down", "Trend_stationary", "Global_warming_hiatus", "Mass_wasting", "Retreat_of_glaciers_since_1850"], "ranked_scores": [500.0, 492.0, 491.0, 488.0, 487.0, 486.0, 485.0, 485.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Ozone_depletion_and_climate_change", "Abrupt_climate_change", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "CO2_fertilization_effect", "Anoxic_event", "Environmental_issue", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [545.0, 543.0, 537.0, 532.0, 531.0, 530.0, 526.0, 525.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Late_Glacial", "Biodiversity", "March_2012_North_American_heat_wave", "Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "History_of_Earth", "Climate_of_Mars", "List_of_climate_research_satellites"], "ranked_scores": [550.0, 541.0, 534.0, 533.0, 530.0, 530.0, 530.0, 528.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Research_ethics", "List_of_experimental_errors_and_frauds_in_physics", "Friends_of_Science", "Scientific_community", "Views_on_the_Kyoto_Protocol", "Flexible_Mechanisms", "Transparency_(behavior)", "Relationship_between_religion_and_science", "History_of_science_policy", "Scientific_consensus_on_climate_change"], "ranked_scores": [507.0, 490.0, 486.0, 484.0, 482.0, 480.0, 478.0, 476.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Satellite_temperature_measurements", "Cooling_center", "Atmospheric_instability", "Ground-coupled_heat_exchanger", "Geothermal_heat_pump", "Air_conditioning", "Climate_of_the_United_States", "Effect_of_Sun_angle_on_climate", "Atmospheric_thermodynamics", "Weather_map"], "ranked_scores": [528.0, 527.0, 525.0, 524.0, 523.0, 523.0, 522.0, 517.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "Abrupt_climate_change", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Neoglaciation", "Hurricane_Katrina_and_global_warming", "Global_warming_controversy", "Climate_change_denial", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [554.0, 547.0, 544.0, 544.0, 541.0, 540.0, 540.0, 539.0, 538.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Concentrated_solar_power", "Wind_power_in_the_United_States", "California", "California_State_Assembly", "Solar_power", "Wind_power_in_Colorado", "Solar_power_by_country"], "ranked_scores": [566.0, 543.0, 542.0, 539.0, 526.0, 525.0, 525.0, 525.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture", "Growth_of_wind_power_in_the_United_States", "Economic_growth", "Productivity_(ecology)", "Agriculture_in_Syria", "Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Income_in_the_United_States", "Growing_region", "Household_income_in_the_United_States"], "ranked_scores": [539.0, 534.0, 526.0, 524.0, 523.0, 522.0, 521.0, 520.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Beringian_wolf", "Brown_bear", "Arctic_ecology", "Bile_bear", "Great_Bear_Wilderness", "Yup'ik_cuisine", "Bear_River_(Michigan)", "Sloth_bear"], "ranked_scores": [366.0, 355.0, 342.0, 335.0, 333.0, 332.0, 332.0, 331.0, 329.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Runaway_greenhouse_effect", "Atmospheric_methane", "Methane_clathrate", "Future_sea_level", "Arctic_resources_race", "Greenhouse_gas", "Energy_accidents"], "ranked_scores": [397.0, 375.0, 366.0, 363.0, 360.0, 360.0, 359.0, 359.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tidal_range", "Sea_level_rise", "Past_sea_level", "Tide", "Future_sea_level", "Sea", "Land", "Convective_instability", "United_States_rainfall_climatology", "Marine_transgression"], "ranked_scores": [373.0, 371.0, 365.0, 364.0, 359.0, 351.0, 351.0, 350.0, 348.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Arctic_geoengineering", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Ellesmere_Ice_Shelf", "Wiesław_Masłowski", "Drift_ice", "Ice2sea", "Wisconsin_glaciation", "Climate_change_in_the_Arctic"], "ranked_scores": [379.0, 374.0, 373.0, 373.0, 371.0, 369.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Environmental_impact_of_transport", "Climate_footprint", "Carbon_footprint", "Deforestation_and_climate_change", "Environmental_impact_of_biodiesel", "Carbon_emissions_reporting", "Carbon_neutrality", "Environmental_impact_of_aviation", "Carbon_capture_and_storage", "Greenhouse_debt"], "ranked_scores": [390.0, 376.0, 372.0, 366.0, 361.0, 360.0, 358.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "Carbon_neutrality", "Climatic_Research_Unit_documents", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Climate_change_in_the_United_States", "Carbon_diet", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [366.0, 363.0, 363.0, 360.0, 359.0, 357.0, 356.0, 356.0, 355.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Deglaciation", "Arctic_sea_ice_decline", "Abrupt_climate_change", "Environmental_issue", "Global_warming", "Climate_inertia", "Quaternary_glaciation"], "ranked_scores": [384.0, 372.0, 368.0, 365.0, 364.0, 362.0, 359.0, 359.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States", "CO2_fertilization_effect", "Effects_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming"], "ranked_scores": [367.0, 364.0, 363.0, 357.0, 356.0, 354.0, 353.0, 353.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Reasons_for_concern", "Effects_of_global_warming_on_humans", "Climate_change_denial", "Regional_effects_of_global_warming", "Human_Rights_and_Climate_Change", "Loss_and_damage", "Heaven_and_Earth_(book)", "Environmental_issue", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [367.0, 365.0, 365.0, 362.0, 360.0, 359.0, 359.0, 358.0, 358.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Southern_United_States", "Climate_of_the_United_States", "Measles", "List_of_mammals_of_New_England", "Ehrlichia_Wisconsin_HM543746", "2015_North_American_heat_wave", "Lyme_disease", "2010–13_Southern_United_States_and_Mexico_drought", "Paleontology_in_the_United_States", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [348.0, 341.0, 337.0, 337.0, 333.0, 333.0, 332.0, 332.0, 332.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Climate_change_mitigation", "Economics_of_global_warming", "Stern_Review", "Arctic_geoengineering", "Climate_engineering", "100%_renewable_energy", "Climate_change_adaptation", "Presidential_Climate_Action_Plan", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [387.0, 386.0, 385.0, 379.0, 378.0, 375.0, 375.0, 373.0, 371.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Quaternary_glaciation", "Late_Glacial", "Termination_(geomorphology)", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Winter_1985_cold_wave", "Last_glacial_period", "Future_of_Earth"], "ranked_scores": [369.0, 365.0, 359.0, 358.0, 358.0, 356.0, 354.0, 352.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "World_Glacier_Monitoring_Service", "Pacific_decadal_oscillation", "Copenhagen_Diagnosis", "Shutdown_of_thermohaline_circulation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Wrangell–St._Elias_National_Park_and_Preserve", "George_Kukla", "Wiesław_Masłowski"], "ranked_scores": [344.0, 341.0, 334.0, 334.0, 334.0, 333.0, 331.0, 330.0, 329.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Mesopause", "Chemocline", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Tropospheric_ozone", "Carbonic_acid", "Ozone_depletion", "Geological_history_of_oxygen"], "ranked_scores": [353.0, 353.0, 347.0, 342.0, 340.0, 339.0, 338.0, 337.0, 336.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climate_change_denial", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Global_cooling", "Global_cooling_(disambiguation)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_email_controversy", "Attribution_of_recent_climate_change", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [380.0, 376.0, 374.0, 373.0, 371.0, 363.0, 360.0, 360.0, 359.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_climate_research_satellites", "1908", "Fleischmann–Pons_experiment", "1936_North_American_cold_wave", "Temperature_record_of_the_past_1000_years", "Federal_Fuel_Administration", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Estado_Novo_(Portugal)", "Pulverised_fuel_ash", "Winter_1985_cold_wave"], "ranked_scores": [344.0, 336.0, 335.0, 335.0, 335.0, 335.0, 335.0, 332.0, 330.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ice2sea", "Arctic_Climate_Impact_Assessment", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Arctic_sea_ice_decline", "Ellesmere_Ice_Shelf", "Arctic_geoengineering", "Arctic_Satellite_Composite_Project", "Michael_E._Mann", "Wiesław_Masłowski"], "ranked_scores": [385.0, 383.0, 382.0, 381.0, 379.0, 379.0, 378.0, 375.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Weather_front", "Polar_front", "North_Atlantic_Current", "Drift_ice", "Wind_shear", "Wind", "Glacier_mass_balance", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [372.0, 370.0, 358.0, 356.0, 355.0, 354.0, 354.0, 353.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Microwave_Sounding_Unit_temperature_measurements", "MSU_temperature_measurements", "Typical_meteorological_year", "Satellite_temperature_measurements", "Hockey_stick_controversy", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Highest_temperature_recorded_on_Earth", "Hockey_stick_graph", "Instrumental_temperature_record"], "ranked_scores": [365.0, 361.0, 357.0, 357.0, 355.0, 354.0, 350.0, 349.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Cold_fusion", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Carbon_bubble", "Clean_Development_Mechanism", "California_Proposition_23_(2010)", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "CLOUD_experiment", "Contraction_and_Convergence", "Intended_Nationally_Determined_Contributions"], "ranked_scores": [340.0, 335.0, 334.0, 333.0, 333.0, 333.0, 333.0, 331.0, 330.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Carbon_price", "Congestion_pricing", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Runaway_greenhouse_effect", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Carbon_emission_trading"], "ranked_scores": [331.0, 329.0, 328.0, 325.0, 324.0, 323.0, 323.0, 318.0, 317.0, 316.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Future_sea_level", "Iceberg_C-19", "Arctic_sea_ice_decline", "Ellesmere_Ice_Shelf", "Retreat_of_glaciers_since_1850", "Glacial_earthquake", "Deglaciation", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Sea_ice"], "ranked_scores": [365.0, 345.0, 345.0, 343.0, 343.0, 342.0, 342.0, 341.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["George_Kukla", "IPCC_First_Assessment_Report", "Thaw_(weather)", "1966_New_York_City_smog", "March_2012_North_American_heat_wave", "National_Climate_Assessment", "Hurricane_Katrina_and_global_warming", "NOAA-7", "National_Aeronautics_and_Space_Act", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [349.0, 344.0, 343.0, 342.0, 342.0, 341.0, 340.0, 340.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Anoxic_waters", "Anoxia", "Great_Oxygenation_Event", "Acidosis", "Anthropocene", "Metabolic_acidosis", "Ozone_depletion"], "ranked_scores": [386.0, 378.0, 372.0, 366.0, 360.0, 350.0, 348.0, 348.0, 347.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Job_security", "Environmental_impact_of_the_coal_industry", "Alternative_medicine", "ExxonMobil_climate_change_controversy", "List_of_experimental_errors_and_frauds_in_physics", "Carbon_bubble", "Unemployment_in_the_United_States", "Alternative_energy", "Worse-than-average_effect"], "ranked_scores": [351.0, 340.0, 338.0, 337.0, 336.0, 333.0, 332.0, 331.0, 331.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Sea_ice", "1971", "Ice_rise", "Global_warming_in_Antarctica", "Arctic_resources_race", "Marine_transgression"], "ranked_scores": [377.0, 365.0, 363.0, 355.0, 352.0, 351.0, 348.0, 348.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_in_Europe", "Climate_change_in_Australia", "Climate_change_mitigation_scenarios", "California_Proposition_23_(2010)", "2010–13_Southern_United_States_and_Mexico_drought", "California_Senate_Bill_32", "Climate_change_mitigation", "Stern_Review", "Carbon_emissions_reporting", "Environmental_emergency"], "ranked_scores": [348.0, 343.0, 341.0, 339.0, 338.0, 337.0, 337.0, 334.0, 333.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Carbon_bubble", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Stern_Review", "ExxonMobil_climate_change_controversy", "Energy_policy_of_the_United_States", "Scientific_opinion_on_climate_change", "Carbon_emissions_reporting", "Eocene_Thermal_Maximum_2", "Economics_of_global_warming", "Nuclear_power"], "ranked_scores": [362.0, 360.0, 358.0, 356.0, 349.0, 348.0, 347.0, 346.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Late_2009_southeastern_Australia_heat_wave", "January_2014_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2011_North_American_heat_wave"], "ranked_scores": [382.0, 381.0, 374.0, 373.0, 373.0, 370.0, 368.0, 367.0, 366.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Merchants_of_Doubt", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Climate_change_denial", "An_Appeal_to_Reason", "Climatic_Research_Unit_documents", "Scientific_opinion_on_climate_change", "Environmental_skepticism", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [378.0, 374.0, 367.0, 364.0, 361.0, 360.0, 359.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Climate_sensitivity", "Global_warming_hiatus", "Regional_effects_of_global_warming", "Climate", "Climate_inertia", "Climate_change_in_the_Arctic", "Future_sea_level", "Time_series"], "ranked_scores": [374.0, 372.0, 371.0, 370.0, 367.0, 363.0, 361.0, 358.0, 358.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Global_warming_potential", "Wetland_methane_emissions", "Deforestation_and_climate_change", "Greenhouse_effect", "CO2_fertilization_effect", "Methane", "Environmental_impact_of_transport", "Greenhouse_gas", "Low-carbon_emission"], "ranked_scores": [382.0, 373.0, 365.0, 362.0, 357.0, 352.0, 352.0, 350.0, 349.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Nuclear_holocaust", "Futures_studies", "List_of_experimental_errors_and_frauds_in_physics", "Failing_badly", "Alternative_medicine", "Longevity_risk", "Employer_of_last_resort", "Human_extinction", "War_risk_insurance"], "ranked_scores": [336.0, 333.0, 332.0, 331.0, 330.0, 329.0, 329.0, 328.0, 328.0, 325.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Attorney_General_of_Virginia's_climate_science_investigation", "Lisa_P._Jackson", "Scott_Pruitt", "Beyond_Coal", "International_Atomic_Energy_Agency", "Adam_Scaife", "Presidential_Climate_Action_Plan", "Environmental_Action", "Environmental_impact_of_nuclear_power", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme"], "ranked_scores": [327.0, 322.0, 320.0, 320.0, 319.0, 318.0, 317.0, 316.0, 313.0, 311.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Climate_of_Antarctica", "2015_North_American_heat_wave", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Summer_of_1976_(Europe)", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [391.0, 380.0, 380.0, 376.0, 374.0, 372.0, 370.0, 369.0, 369.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Thwaites_Glacier", "Antarctic_ice_sheet", "Amery_Ice_Shelf", "West_Antarctica", "Antarctic_sea_ice", "Ross_Ice_Shelf", "Antarctic_realm", "Climate_change_in_the_Arctic"], "ranked_scores": [363.0, 352.0, 349.0, 347.0, 347.0, 345.0, 345.0, 342.0, 341.0, 339.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Carbon_capture_and_storage", "Coal_gasification", "Fossil_fuel_power_station", "Coal_gasification_commercialization", "Capitol_Power_Plant", "Carbon_capture_and_storage_in_Australia", "Coal"], "ranked_scores": [403.0, 393.0, 374.0, 372.0, 366.0, 365.0, 364.0, 359.0, 358.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Montreal_Protocol", "Dole_effect", "Federal_Fuel_Administration", "December_1945_lunar_eclipse", "Canada_and_the_Kyoto_Protocol", "Clean_Development_Mechanism", "List_of_climate_research_satellites", "Carbon_dioxide_removal", "Climate_Change_Science_Program", "Surrender_of_Japan"], "ranked_scores": [345.0, 338.0, 338.0, 337.0, 335.0, 335.0, 335.0, 334.0, 332.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_potential", "United_Nations_Framework_Convention_on_Climate_Change", "Global_Climate_Observing_System", "Global_stilling", "World_Meteorological_Organization", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_opinion_on_climate_change", "Montreal_Protocol", "World_Glacier_Monitoring_Service"], "ranked_scores": [330.0, 324.0, 319.0, 317.0, 316.0, 315.0, 313.0, 312.0, 311.0, 311.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_denial", "Climate_change_policy_of_the_United_States", "Copenhagen_Diagnosis", "History_of_climate_change_science", "Climate_Change_Science_Program", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "Effects_of_global_warming"], "ranked_scores": [380.0, 372.0, 371.0, 368.0, 365.0, 365.0, 364.0, 363.0, 363.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Greenland_(European_Parliament_constituency)", "Climate_of_the_Falkland_Islands", "Global_stilling", "Greenland–European_Union_relations", "Global_Historical_Climatology_Network", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Cool_tropics_paradox", "Wibjörn_Karlén", "Year_Without_a_Summer"], "ranked_scores": [323.0, 317.0, 317.0, 316.0, 316.0, 316.0, 316.0, 315.0, 314.0, 314.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_in_the_Arctic", "History_of_climate_change_science", "Global_warming", "Scientific_opinion_on_climate_change", "Global_warming_in_Antarctica", "Global_warming_controversy", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Solar_gain", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [389.0, 389.0, 388.0, 385.0, 384.0, 380.0, 380.0, 377.0, 377.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Future_sea_level", "Regression_toward_the_mean", "Trend_stationary", "Glacier_mass_balance", "Diminishing_returns", "Deglobalization", "Proportional_reduction_in_loss", "Wage_curve"], "ranked_scores": [345.0, 331.0, 331.0, 330.0, 330.0, 328.0, 328.0, 326.0, 326.0, 325.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Abrupt_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Anoxic_event", "Great_Oxygenation_Event", "2007_Western_North_American_heat_wave", "1997–98_El_Niño_event", "IPCC_First_Assessment_Report", "Ocean_acidification", "Runaway_greenhouse_effect"], "ranked_scores": [363.0, 363.0, 360.0, 358.0, 356.0, 356.0, 355.0, 354.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1000", "Geodynamics_of_Mars", "Late_Glacial", "Climate_of_Mars", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Hockey_stick_controversy", "March_2012_North_American_heat_wave"], "ranked_scores": [367.0, 365.0, 362.0, 358.0, 357.0, 355.0, 355.0, 354.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Research_ethics", "Friends_of_Science", "History_of_science_policy", "Flexible_Mechanisms", "Scientific_community", "List_of_experimental_errors_and_frauds_in_physics", "Views_on_the_Kyoto_Protocol", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Scientific_consensus_on_climate_change"], "ranked_scores": [343.0, 340.0, 328.0, 326.0, 326.0, 326.0, 323.0, 322.0, 322.0, 321.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Air_conditioning", "Surface_weather_analysis", "Satellite_temperature_measurements", "Atmospheric_thermodynamics", "Cooling_center", "Climate_of_the_United_States", "Ground-coupled_heat_exchanger", "Weather_map", "Atmospheric_instability", "Climate_of_Africa"], "ranked_scores": [355.0, 353.0, 353.0, 350.0, 350.0, 349.0, 349.0, 348.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Hurricane_Katrina_and_global_warming", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Abrupt_climate_change", "IPCC_First_Assessment_Report", "Neoglaciation", "20th_century", "Climate_change_denial"], "ranked_scores": [372.0, 368.0, 367.0, 367.0, 366.0, 366.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Concentrated_solar_power", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power_by_country", "California", "California_State_Assembly", "Wind_power_in_Colorado", "Solar_power", "Wind_power_in_the_United_States"], "ranked_scores": [369.0, 359.0, 353.0, 352.0, 351.0, 349.0, 346.0, 345.0, 343.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Productivity_(ecology)", "Agriculture", "Agriculture_in_Pennsylvania", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Economic_growth", "Growing_region", "Income_in_the_United_States", "Agricultural_cooperative", "Household_income_in_the_United_States"], "ranked_scores": [361.0, 360.0, 357.0, 353.0, 352.0, 349.0, 349.0, 348.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Yup'ik_cuisine", "Brown_bear", "Sloth_bear", "Arctic_char", "Bile_bear", "Great_Bear_Wilderness", "Hunting_and_fishing_in_Alaska", "Polar_seas"], "ranked_scores": [187.0, 179.0, 175.0, 174.0, 174.0, 173.0, 172.0, 171.0, 171.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Runaway_greenhouse_effect", "Arctic_geoengineering", "Atmospheric_methane", "Glaciers_on_Mars", "Energy_accidents", "Post-glacial_rebound", "Marcellus_natural_gas_trend", "Thermosphere"], "ranked_scores": [191.0, 188.0, 184.0, 183.0, 180.0, 180.0, 180.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Convective_instability", "Tidal_range", "Tide", "Sea_level_rise", "2013_extreme_weather_events", "Future_sea_level", "Atmospheric_instability", "Climate_of_the_United_Kingdom", "Sea_state", "Past_sea_level"], "ranked_scores": [189.0, 189.0, 185.0, 183.0, 181.0, 178.0, 178.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Future_sea_level", "List_of_climate_research_satellites", "Ellesmere_Ice_Shelf", "Wiesław_Masłowski", "Arctic_sea_ice_decline", "Attribution_of_recent_climate_change", "Wisconsin_glaciation", "Global_warming_hiatus"], "ranked_scores": [192.0, 188.0, 188.0, 186.0, 186.0, 186.0, 185.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Climate_footprint", "Carbon_neutrality", "Environmental_impact_of_transport", "Greenhouse_debt", "Carbon_offset", "Carbon_footprint", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "GHG_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_countries_by_carbon_dioxide_emissions"], "ranked_scores": [184.0, 183.0, 182.0, 181.0, 181.0, 180.0, 180.0, 179.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "IPCC_First_Assessment_Report", "Climatic_Research_Unit_documents", "Environmental_impact_of_aviation", "Low-carbon_emission", "Scientific_opinion_on_climate_change", "Climate_Change_Science_Program", "Climate_change_feedback", "Effects_of_global_warming", "Ozone_depletion_and_climate_change"], "ranked_scores": [181.0, 180.0, 179.0, 179.0, 178.0, 178.0, 177.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Deglaciation", "November_2014_North_American_cold_wave", "2013_extreme_weather_events", "Climate_change_in_the_United_States", "East_Greenland_Orogen", "The_Ice_Age"], "ranked_scores": [188.0, 188.0, 185.0, 183.0, 181.0, 180.0, 179.0, 179.0, 178.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Climate_change_in_Texas", "Continental_climate", "Copenhagen_Diagnosis", "Deglaciation", "Canada_and_the_Kyoto_Protocol"], "ranked_scores": [187.0, 185.0, 185.0, 183.0, 183.0, 181.0, 179.0, 179.0, 179.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Loss_and_damage", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "Attribution_of_recent_climate_change", "Climate_change_denial", "Effects_of_global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Hurricane_Katrina_and_global_warming", "Economics_of_global_warming"], "ranked_scores": [186.0, 183.0, 182.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["History_of_malaria", "Lyme_disease", "Infectious_mononucleosis", "Late_2009_southeastern_Australia_heat_wave", "2010–13_Southern_United_States_and_Mexico_drought", "Culture_of_California", "Frost_Belt", "Early_2014_North_American_cold_wave", "Missoula,_Montana", "Multiple_sclerosis"], "ranked_scores": [177.0, 173.0, 172.0, 171.0, 171.0, 170.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Economics_of_global_warming", "Stern_Review", "Climate_change_mitigation", "Arctic_geoengineering", "Deforestation_and_climate_change", "Climate_change_adaptation", "100%_renewable_energy", "Climate_change_in_Canada", "Effects_of_global_warming_on_humans"], "ranked_scores": [197.0, 195.0, 195.0, 194.0, 192.0, 187.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Future_of_Earth", "Neoglaciation", "Bølling-Allerød_warming", "Termination_(geomorphology)", "Last_glacial_period", "Cenozoic", "Paleocene–Eocene_Thermal_Maximum", "Deglaciation"], "ranked_scores": [194.0, 191.0, 187.0, 187.0, 186.0, 186.0, 186.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Michael_E._Mann", "Copenhagen_Diagnosis", "World_Glacier_Monitoring_Service", "The_Hockey_Stick_and_the_Climate_Wars", "Keeling_Curve", "Ian_Clark_(geologist)", "Wrangell–St._Elias_National_Park_and_Preserve", "Pacific_decadal_oscillation", "Montreal_Protocol", "Scientific_consensus_on_climate_change"], "ranked_scores": [177.0, 172.0, 171.0, 170.0, 170.0, 170.0, 169.0, 169.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Mesopause", "Geological_history_of_oxygen", "Paleoatmosphere", "Carbon_dioxide_in_Earth's_atmosphere", "Great_Oxygenation_Event", "Anoxic_event", "Polar_forests_of_the_Cretaceous", "List_of_California_hurricanes"], "ranked_scores": [177.0, 176.0, 174.0, 171.0, 169.0, 168.0, 167.0, 167.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Climate_change_denial", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Global_cooling", "The_Great_Global_Warming_Swindle", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hurricane_Katrina_and_global_warming", "Climatic_Research_Unit_email_controversy", "Climate_change_feedback", "Climatic_Research_Unit_documents"], "ranked_scores": [186.0, 186.0, 186.0, 183.0, 182.0, 181.0, 181.0, 179.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_climate_research_satellites", "1936_North_American_cold_wave", "Pulverised_fuel_ash", "Fleischmann–Pons_experiment", "Winter_1985_cold_wave", "Abrupt_climate_change", "Federal_Fuel_Administration", "Temperature_record_of_the_past_1000_years", "Köppen_climate_classification", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [175.0, 172.0, 172.0, 172.0, 172.0, 171.0, 171.0, 171.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_Climate_Impact_Assessment", "Climate_change_in_Canada", "Antarctica_cooling_controversy", "Ice2sea", "Measurement_of_sea_ice", "Arctic_geoengineering", "Michael_E._Mann", "Climatic_Research_Unit_documents", "Hockey_stick_graph", "Stern_Review"], "ranked_scores": [193.0, 193.0, 191.0, 190.0, 188.0, 188.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Climate_of_the_United_States", "Climate_of_South_Africa", "Labrador_Current", "Subarctic_climate", "Temperate_climate", "Antarctic_sea_ice", "Polar_front", "Arctic_dipole_anomaly"], "ranked_scores": [190.0, 188.0, 186.0, 185.0, 184.0, 182.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["2013_extreme_weather_events", "Highest_temperature_recorded_on_Earth", "MSU_temperature_measurements", "2010_Northern_Hemisphere_summer_heat_waves", "Typical_meteorological_year", "1997–98_El_Niño_event", "Hockey_stick_controversy", "2010_Northern_Hemisphere_heat_waves", "Satellite_temperature_measurements", "Climate_of_Tamil_Nadu"], "ranked_scores": [185.0, 182.0, 180.0, 179.0, 178.0, 178.0, 177.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Carbon_bubble", "Younger_Dryas_impact_hypothesis", "TopHat_(telescope)", "Carbon_credit", "California_Proposition_23_(2010)", "Cartesian_doubt", "Kyoto_Protocol", "Centauro_event", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Danish_Committees_on_Scientific_Dishonesty"], "ranked_scores": [165.0, 165.0, 165.0, 164.0, 164.0, 163.0, 163.0, 163.0, 163.0, 163.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Keystone_Pipeline", "Environmental_impact_of_transport_in_Australia", "Tax_policy_and_economic_inequality_in_the_United_States", "Energy_policy_of_the_United_States", "Carbon_bubble", "Congestion_pricing", "Carbon_tax", "Competitive_Tax_Plan", "Carbon_price"], "ranked_scores": [170.0, 168.0, 165.0, 165.0, 164.0, 164.0, 163.0, 162.0, 161.0, 160.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Deglaciation", "Future_sea_level", "Timeline_of_glaciation", "Eocene_Thermal_Maximum_2", "Quaternary_glaciation", "Hockey_stick_controversy", "March_2012_North_American_heat_wave", "The_Ice_Age"], "ranked_scores": [180.0, 180.0, 177.0, 176.0, 174.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1966_New_York_City_smog", "Thaw_(weather)", "2014–15_North_American_winter", "Timeline_of_glaciation", "George_Kukla", "Climate_Research_(journal)", "2016–17_North_American_winter", "Hurricane_Katrina_and_global_warming", "International_Geophysical_Year", "Neoglaciation"], "ranked_scores": [180.0, 180.0, 178.0, 176.0, 176.0, 176.0, 175.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Anthropocene", "Estuarine_acidification", "Anoxia", "Hazard", "Oxygen_cycle", "Environmental_degradation", "Anoxic_waters", "Urban_decay"], "ranked_scores": [187.0, 186.0, 182.0, 182.0, 179.0, 177.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Job_security", "Energy_crisis", "Energy_development", "Wind_power_in_New_Mexico", "List_of_experimental_errors_and_frauds_in_physics", "Carbon_bubble", "Renewable_energy_debate", "Unemployment_in_the_United_States", "Waste-to-energy_plant"], "ranked_scores": [177.0, 173.0, 173.0, 171.0, 169.0, 168.0, 167.0, 167.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Abrupt_climate_change", "2013_extreme_weather_events", "Arctic_ice_pack", "Ice_rise", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Fast_ice", "North_American_High"], "ranked_scores": [187.0, 186.0, 181.0, 180.0, 176.0, 176.0, 175.0, 175.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["California_Senate_Bill_32", "2012–13_North_American_drought", "Carbon_emissions_reporting", "California_Proposition_23_(2010)", "Climate_change_in_Europe", "Sustainable_Communities_and_Climate_Protection_Act_of_2008", "Climate_change_in_Australia", "2010–13_Southern_United_States_and_Mexico_drought", "Ordovician–Silurian_extinction_events", "Santa_Clara_Valley"], "ranked_scores": [174.0, 173.0, 170.0, 170.0, 169.0, 167.0, 167.0, 166.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Carbon_bubble", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Eocene_Thermal_Maximum_2", "Deforestation_and_climate_change", "Energy_crisis", "ExxonMobil_climate_change_controversy", "Stern_Review", "Scientific_opinion_on_climate_change", "Cold_fusion", "Idealized_greenhouse_model"], "ranked_scores": [179.0, 178.0, 176.0, 175.0, 175.0, 175.0, 175.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Hurricane_Guillermo_(1997)", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Early_2009_southeastern_Australia_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave"], "ranked_scores": [195.0, 193.0, 192.0, 186.0, 185.0, 184.0, 184.0, 182.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Climate_change_opinion_by_country", "Merchants_of_Doubt", "Global_warming_conspiracy_theory", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Environmental_skepticism", "Climate_change_feedback", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Philosophical_skepticism"], "ranked_scores": [189.0, 188.0, 187.0, 186.0, 185.0, 183.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Time_series", "Climate_change_in_the_Arctic", "Climate_sensitivity", "Global_warming_hiatus", "Instrumental_temperature_record", "Measurement_of_sea_ice", "Regional_effects_of_global_warming", "Scale_invariance"], "ranked_scores": [186.0, 186.0, 185.0, 184.0, 184.0, 184.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Aerobic_methane_production", "Global_warming_potential", "CO2_fertilization_effect", "Convection", "Steam_engine", "Methane_clathrate", "Natural_gas", "Tropospheric_ozone"], "ranked_scores": [193.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Finite_Risk_insurance", "Nuclear_holocaust", "Longevity_risk", "Patient_safety", "Human_extinction", "Disaster", "Risk", "Hazard", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [175.0, 173.0, 170.0, 169.0, 168.0, 168.0, 167.0, 167.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["NoCO2_Certification_Program", "Environmental_Action", "California_Senate_Bill_32", "Scott_Pruitt", "Environmental_impact_of_nuclear_power", "James_Hansen", "Environmental_Investigation_Agency", "Massachusetts_v._Environmental_Protection_Agency", "Presidential_Climate_Action_Plan", "National_Environmental_Policy_Act"], "ranked_scores": [164.0, 161.0, 161.0, 161.0, 160.0, 160.0, 159.0, 159.0, 159.0, 159.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Climate_of_Antarctica", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2016–17_North_American_winter", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "Timeline_of_glaciation"], "ranked_scores": [201.0, 194.0, 193.0, 192.0, 191.0, 190.0, 189.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Amery_Ice_Shelf", "Antarctic_ice_sheet", "Antarctic_Cold_Reversal", "Thwaites_Glacier", "Global_warming_in_Antarctica", "Abrupt_climate_change", "Antarctic_sea_ice", "Climate_change_in_the_Arctic", "Arctic_resources_race", "Snowpack"], "ranked_scores": [181.0, 179.0, 176.0, 175.0, 174.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Refined_coal", "Carbon_capture_and_storage", "Fossil_fuel_power_station", "Coal", "History_of_coal_mining", "Coal_oil", "Capitol_Power_Plant", "China_National_Coal_Group"], "ranked_scores": [202.0, 194.0, 182.0, 181.0, 181.0, 180.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["List_of_climate_research_satellites", "December_1945_lunar_eclipse", "C3_carbon_fixation", "Climate_Change_Science_Program", "Carbon_dioxide_removal", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "IPCC_Second_Assessment_Report", "Pacific_decadal_oscillation", "Pliocene_climate", "Clean_Development_Mechanism"], "ranked_scores": [183.0, 178.0, 177.0, 177.0, 176.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_potential", "World_Meteorological_Organization", "1971", "Global_Historical_Climatology_Network", "Montreal_Protocol", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "El_Niño–Southern_Oscillation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "World_Energy_Outlook"], "ranked_scores": [164.0, 162.0, 162.0, 159.0, 158.0, 158.0, 157.0, 157.0, 157.0, 157.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_Change_Science_Program", "History_of_climate_change_science", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Climate_change_denial", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change", "World_Climate_Change_Conference,_Moscow", "U.S._Global_Change_Research_Program"], "ranked_scores": [189.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Mount_Everest", "Global_Historical_Climatology_Network", "Earth_rainfall_climatology", "Highest_temperature_recorded_on_Earth", "Intermediate_General_Circulation_Model", "Avoiding_Dangerous_Climate_Change", "Greater_Yellowstone_Ecosystem", "Lake_Déllő", "Global_stilling"], "ranked_scores": [172.0, 166.0, 165.0, 164.0, 164.0, 163.0, 162.0, 162.0, 162.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming", "Climate_change_in_the_Arctic", "Climate_sensitivity", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Global_warming_controversy", "Global_warming_in_Antarctica", "Solar_gain", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [193.0, 193.0, 193.0, 191.0, 191.0, 191.0, 190.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Trend_stationary", "Future_sea_level", "Weight_loss", "Slippery_slope", "Global_warming_hiatus", "Dole_effect", "Polar_drift", "Climate_change_in_the_United_States", "Slowdown"], "ranked_scores": [180.0, 166.0, 165.0, 165.0, 164.0, 164.0, 164.0, 163.0, 162.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Anoxic_event", "Ozone_depletion_and_climate_change", "Great_Oxygenation_Event", "Excessive_heat_watch", "Convective_instability", "IPCC_First_Assessment_Report", "2007_Western_North_American_heat_wave", "Abrupt_climate_change", "Climate_inertia", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [189.0, 183.0, 183.0, 183.0, 182.0, 182.0, 181.0, 181.0, 181.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Snowball_Earth", "Temperature_record_of_the_past_1000_years", "2nd_millennium", "Spherical_Earth", "1000", "Biodiversity", "Cambrian_explosion", "20th_century", "Geodynamics_of_Mars", "Myth_of_the_flat_Earth"], "ranked_scores": [186.0, 186.0, 185.0, 185.0, 184.0, 184.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Research_ethics", "List_of_experimental_errors_and_frauds_in_physics", "History_of_science_policy", "Scientific_community", "Scientific_consensus", "Confirmation_bias", "Relationship_between_religion_and_science", "Friends_of_Science", "Level_of_support_for_evolution", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [173.0, 171.0, 170.0, 166.0, 165.0, 164.0, 164.0, 163.0, 163.0, 163.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Atmospheric_instability", "Ground-coupled_heat_exchanger", "Climate_of_the_United_States", "Satellite_temperature_measurements", "Convective_instability", "List_of_warehouse_districts", "Thermosphere", "High-pressure_area", "Volcano"], "ranked_scores": [180.0, 177.0, 177.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["20th_century", "Global_cooling", "Global_cooling_(disambiguation)", "Neoglaciation", "Abrupt_climate_change", "Deglaciation", "Hurricane_Katrina_and_global_warming", "Quaternary_glaciation", "Paleocene–Eocene_Thermal_Maximum", "Global_warming_conspiracy_theory"], "ranked_scores": [190.0, 189.0, 189.0, 188.0, 186.0, 185.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Concentrated_solar_power", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_by_country", "California_State_Assembly", "California", "List_of_photovoltaic_power_stations", "Solar_power_in_the_United_States", "List_of_California_hurricanes", "Coal_by_country"], "ranked_scores": [182.0, 179.0, 175.0, 173.0, 172.0, 171.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Productivity_(ecology)", "Ecological_efficiency", "Agriculture_in_Syria", "Income_in_the_United_States", "Household_income_in_the_United_States", "Agriculture_in_Pennsylvania", "Farm_programs", "Agricultural_land", "Growth_of_wind_power_in_the_United_States", "Petroleum_in_the_United_States"], "ranked_scores": [185.0, 176.0, 176.0, 176.0, 176.0, 175.0, 175.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_char", "Yup'ik_cuisine", "Arctic_Alaska", "Brown_bear", "Alps", "Sloth_bear", "Grizzly_bear", "Polar_seas", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [97.0, 95.0, 93.0, 92.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3296, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Marcellus_natural_gas_trend", "Glacier_mass_balance", "Glaciers_on_Mars", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Copernicus_Climate_Change_Service_(C3S)", "Arctic_resources_race", "Ellesmere_Ice_Shelf", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [102.0, 97.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Convective_instability", "Precipitation", "Season", "Future_sea_level", "2013_extreme_weather_events", "Climate_of_Salt_Lake_City", "Sea_level_rise", "Climate_of_Svalbard", "Summer_solstice", "Sea_state"], "ranked_scores": [101.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_geoengineering", "List_of_climate_research_satellites", "Dematerialization_(economics)", "Retreat_of_glaciers_since_1850", "Copenhagen_Diagnosis", "1808/1809_mystery_eruption", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "IPCC_Second_Assessment_Report", "Wisconsin_glaciation"], "ranked_scores": [98.0, 97.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Wind_power_in_New_Mexico", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_capture_and_storage", "Greenhouse_debt", "Carbon_neutrality", "Carbon_footprint", "Wind_power_in_Colorado", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Climate_footprint"], "ranked_scores": [97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2901, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "Environmental_issue", "Ozone_depletion_and_climate_change", "Climatic_Research_Unit_documents", "Effects_of_global_warming", "2015_United_Nations_Climate_Change_Conference", "Planetary_equilibrium_temperature", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Politics_of_global_warming"], "ranked_scores": [97.0, 97.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Climate_change_in_the_United_States", "Glacier", "Abrupt_climate_change", "Ellesmere_Ice_Shelf", "Future_of_Earth", "Sea_level_rise", "The_Ice_Age"], "ranked_scores": [103.0, 101.0, 99.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Estuarine_acidification", "Climate_change_mitigation", "Eocene_Thermal_Maximum_2", "Effects_of_global_warming", "2015_United_Nations_Climate_Change_Conference", "Climate_change_in_the_United_States", "Climate_change_in_Texas", "Environmental_issue"], "ranked_scores": [98.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Loss_and_damage", "Hurricane_Katrina_and_global_warming", "Regional_effects_of_global_warming", "Climate_Change_Denial:_Heads_in_the_Sand", "Environmental_issues_with_coral_reefs", "Climate_change_adaptation", "Climate_change_feedback", "Climatic_Research_Unit_documents", "Effects_of_global_warming"], "ranked_scores": [97.0, 97.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Measles", "Multiple_sclerosis", "Late_2009_southeastern_Australia_heat_wave", "Lyme_disease", "History_of_malaria", "Mount_St._Helens", "Temperature_record_of_the_past_1000_years", "Diphtheria", "Infectious_mononucleosis", "Southern_United_States"], "ranked_scores": [92.0, 90.0, 89.0, 88.0, 88.0, 87.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Arctic_geoengineering", "100%_renewable_energy", "Climate_change_in_Canada", "Climate_change_mitigation", "Climate_change_in_the_United_States", "Stern_Review", "Future_of_Earth", "IPCC_First_Assessment_Report", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [104.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Termination_(geomorphology)", "Paleocene–Eocene_Thermal_Maximum", "Neoglaciation", "The_Ice_Age", "Late_Glacial", "Timeline_of_the_1990_Pacific_hurricane_season", "Pacific_decadal_oscillation", "Winter_1985_cold_wave"], "ranked_scores": [98.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["UH88", "Montreal_Protocol", "Copenhagen_Diagnosis", "Mauna_Loa_Observatory", "Pacific_decadal_oscillation", "Michael_E._Mann", "Global_Climate_Observing_System", "The_Hockey_Stick_and_the_Climate_Wars", "Wrangell–St._Elias_National_Park_and_Preserve", "Tropospheric_ozone"], "ranked_scores": [93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Mesopause", "Interstitial_condensation", "Prevention_paradox", "Trifluoromethyl_sulphur_pentafluoride", "1908", "Fahrenheit", "Apollo_7", "Climate_sensitivity", "List_of_California_hurricanes", "Polar_amplification"], "ranked_scores": [91.0, 88.0, 88.0, 87.0, 86.0, 85.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "Hurricane_Katrina_and_global_warming", "Climate_change_denial", "Attribution_of_recent_climate_change", "The_Great_Global_Warming_Swindle", "Antarctica_cooling_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Evolution_as_fact_and_theory", "Global_warming_conspiracy_theory", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [102.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Coal_forest", "Paleocene–Eocene_Thermal_Maximum", "Effect_of_Sun_angle_on_climate", "Antarctic_Cold_Reversal", "Arctic_geoengineering", "Postcautionary_principle", "Silent_Spring", "Nuclear_winter"], "ranked_scores": [92.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Views_on_the_Kyoto_Protocol", "Climate_change_in_Canada", "Scientific_consensus_on_climate_change", "James_Hansen", "Michael_E._Mann", "Copenhagen_Diagnosis", "Ice2sea", "Montreal_Protocol"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Climate_of_the_United_States", "Jet_stream", "Arctic_dipole_anomaly", "Climate_of_Australia", "Polar_vortex", "Labrador_Current", "Climate_of_the_Arctic", "Subarctic_climate", "Temperate_climate", "Nordic_Seas"], "ranked_scores": [96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Humid_subtropical_climate", "2013_extreme_weather_events", "MSU_temperature_measurements", "Milankovitch_cycles", "Hockey_stick_graph", "Climate_change_in_Texas", "1997–98_El_Niño_event", "Hockey_stick_controversy", "Highest_temperature_recorded_on_Earth", "Thaw_(weather)"], "ranked_scores": [98.0, 97.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["TopHat_(telescope)", "Lambda-CDM_model", "Carbon_credit", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Alpha_particle", "Corona", "Centauro_event", "Younger_Dryas_impact_hypothesis", "Fluidized_bed_combustion", "Climate_change_in_Canada"], "ranked_scores": [88.0, 88.0, 87.0, 87.0, 86.0, 86.0, 86.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Keystone_Pipeline", "Carbon_tax", "Carbon_bubble", "Earth's_internal_heat_budget", "Carbon_price", "Energy_policy_of_the_United_States", "Terraforming", "Environmental_impact_of_transport_in_Australia", "Terraforming_of_Mars"], "ranked_scores": [91.0, 88.0, 87.0, 86.0, 86.0, 86.0, 86.0, 86.0, 86.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_ice_pack", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Eocene_Thermal_Maximum_2", "Pliocene_climate", "2013–14_North_American_winter", "November_2014_North_American_cold_wave", "Future_sea_level", "The_Ice_Age", "Timeline_of_glaciation"], "ranked_scores": [91.0, 91.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Climate_Change_Science_Program", "National_Climate_Assessment", "Climate_Research_(journal)", "James_Hansen", "2016–17_North_American_winter", "2013–14_North_American_winter", "Global_Climate_Observing_System", "George_Kukla", "Thaw_(weather)", "U.S._Global_Change_Research_Program"], "ranked_scores": [95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Anoxic_event", "Ocean_acidification", "Anthropocene", "Estuarine_acidification", "Anoxic_waters", "Anoxia", "Acid_rain", "Atmospheric_instability", "Oceanic_climate", "Oxygen_cycle"], "ranked_scores": [101.0, 101.0, 96.0, 95.0, 95.0, 95.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Energy_accidents", "Worse-than-average_effect", "Greenhouse_debt", "List_of_coal_fired_power_stations_in_Australia", "Outcome_bias", "Waste-to-energy_plant", "Environmental_mitigation", "Leaf_blower", "Job_security", "Third-cause_fallacy"], "ranked_scores": [91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Arctic_ice_pack", "Future_sea_level", "Arctic_geoengineering", "Abrupt_climate_change", "McMurdo_Sound", "2012_Atlantic_hurricane_season", "January_2016_East_Asia_cold_wave", "Sea_ice", "Jumble_ice"], "ranked_scores": [94.0, 93.0, 93.0, 91.0, 91.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Climate_change_adaptation", "Environmental_emergency", "California_Senate_Bill_32", "Special_Report_on_Global_Warming_of_1.5_°C", "Heaven_and_Earth_(book)", "Climate_change_mitigation", "Environmental_impact_of_nuclear_power", "Weak_and_strong_sustainability", "Human_extinction"], "ranked_scores": [97.0, 94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Atmospheric_carbon_cycle", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "ExxonMobil_climate_change_controversy", "Low-carbon_fuel_standard", "Fossil_fuel", "Carbon_bubble", "Carbon_dioxide", "Weak_and_strong_sustainability", "Cold_fusion", "Energy_crisis"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "Hurricane_Guillermo_(1997)", "Jurassic", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Paleontology_in_the_United_States", "Santa_Ana_winds", "Volcanic_winter"], "ranked_scores": [94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Merchants_of_Doubt", "Model-dependent_realism", "Climate_change_feedback", "Global_warming_controversy", "Scientific_consensus_on_climate_change", "Gore_Effect", "Wishful_thinking", "Climate_change_opinion_by_country", "Fisher_hypothesis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Time_series", "Climate", "Global_warming_hiatus", "Global_cooling_(disambiguation)", "Arctic_Circle", "Global_cooling", "Regional_effects_of_global_warming", "Megathermal", "Climate_change_(general_concept)", "Climate_variability"], "ranked_scores": [96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Global_warming_potential", "Carbon_dioxide_reforming", "Aerobic_methane_production", "List_of_carbon_ranches", "C3_carbon_fixation", "Cosmic_microwave_background", "Gasification", "Geochemical_cycle", "Photosynthesis"], "ranked_scores": [96.0, 94.0, 93.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Drowning", "Hazard_elimination", "Rare_disasters", "Global_catastrophic_risk", "Absolute_risk_reduction", "Risk", "Snakebite", "Prudentialism", "World_Conference_on_Disaster_Risk_Reduction", "Slippery_slope"], "ranked_scores": [91.0, 89.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Scott_Pruitt", "Not_even_wrong", "NoCO2_Certification_Program", "I'm_not_a_scientist", "Finding_Nemo", "Michael_E._Mann", "National_Oceanic_and_Atmospheric_Administration", "National_Environmental_Policy_Act", "United_States_withdrawal_from_the_Paris_Agreement", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [86.0, 83.0, 83.0, 83.0, 83.0, 82.0, 82.0, 82.0, 82.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Climate_of_Antarctica", "Pliocene_climate", "1976_Pacific_typhoon_season", "Paleocene–Eocene_Thermal_Maximum", "2014–15_North_American_winter", "2016_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "2016–17_North_American_winter", "March_2012_North_American_heat_wave"], "ranked_scores": [102.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Amery_Ice_Shelf", "Antarctic_Cold_Reversal", "Amundsen's_South_Pole_expedition", "Climate_change_in_the_United_States", "Wildlife_of_Antarctica", "Antarctic_ice_sheet", "Glacier_mass_balance", "Global_warming_in_Antarctica", "Poverty_in_the_Arctic", "Wisconsin_glaciation"], "ranked_scores": [95.0, 92.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Refined_coal", "Clean_coal_technology", "Carbon_capture_and_storage", "Substitute_natural_gas", "Marcellus_natural_gas_trend", "Beyond_Coal", "Shale_gas", "Coal_oil", "Natural_gas"], "ranked_scores": [108.0, 101.0, 101.0, 100.0, 100.0, 97.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["December_1945_lunar_eclipse", "Climate_Change_Science_Program", "IPCC_Second_Assessment_Report", "Clean_Development_Mechanism", "Federal_Fuel_Administration", "Carbon_dioxide_removal", "Lisa_P._Jackson", "Radiocarbon_dating", "Montreal_Protocol", "Stephen_Schneider"], "ranked_scores": [90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Westerlies", "List_of_countries_by_Human_Development_Index_(2009)", "General_circulation_model", "List_of_West_Nile_virus_outbreaks", "Scientific_consensus_on_climate_change", "High-fructose_corn_syrup", "World_Glacier_Monitoring_Service", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "World_Meteorological_Organization", "U.S._Global_Change_Research_Program"], "ranked_scores": [87.0, 85.0, 85.0, 85.0, 84.0, 83.0, 83.0, 83.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_denial", "Climate_Central", "Hurricane_Katrina_and_global_warming", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Climate_change_policy_of_the_United_States", "Michael_E._Mann", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_in_the_United_States", "Climatic_Research_Unit_email_controversy", "Global_Change_Research_Act_of_1990"], "ranked_scores": [96.0, 96.0, 96.0, 95.0, 94.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Regional_effects_of_global_warming", "Intermediate_General_Circulation_Model", "Avoiding_Dangerous_Climate_Change", "Effects_of_global_warming", "List_of_glaciers_of_Iceland", "Global_Historical_Climatology_Network", "Mount_Everest", "Highest_temperature_recorded_on_Earth", "Laurentide_Ice_Sheet", "Sunda_megathrust"], "ranked_scores": [89.0, 87.0, 86.0, 86.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effects_of_global_warming", "Climate_change_in_the_Arctic", "Economics_of_global_warming", "Global_warming_controversy", "Climate_sensitivity", "Politics_of_global_warming", "Climatic_Research_Unit_documents", "EdGCM", "Solar_gain", "World_Climate_Research_Programme"], "ranked_scores": [102.0, 102.0, 102.0, 101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Diminishing_returns", "Slowdown", "Special_Report_on_Global_Warming_of_1.5_°C", "Slippery_slope", "Shutdown_of_thermohaline_circulation", "Fixed_effects_model", "Proportional_reduction_in_loss", "Kyoto_Protocol", "Climate_change_in_the_United_States", "Solar_panel"], "ranked_scores": [90.0, 90.0, 88.0, 87.0, 86.0, 85.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Deforestation_and_climate_change", "Convective_instability", "Climate_inertia", "Late_Ordovician_glaciation", "Ozone_depletion_and_climate_change", "IPCC_First_Assessment_Report", "Estuarine_acidification", "Abrupt_climate_change", "Copenhagen_Diagnosis", "Great_Oxygenation_Event"], "ranked_scores": [99.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Oceanic_plateau", "Temperature_record_of_the_past_1000_years", "Snowball_Earth", "Plate_tectonics", "Climate_change_in_the_United_States", "Geodynamics_of_Mars", "Milankovitch_cycles", "Global_warming_hiatus", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Wibjörn_Karlén", "Research_ethics", "Scientific_consensus_on_climate_change", "Relationship_between_religion_and_science", "Montreal_Protocol", "Views_on_the_Kyoto_Protocol", "History_of_science_policy", "List_of_experimental_errors_and_frauds_in_physics", "Friends_of_Science", "Scientific_consensus"], "ranked_scores": [92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 88.0, 87.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "Coal_hole", "Atmospheric_carbon_cycle", "High-pressure_area", "US_Weather_Bureau_Station_(Block_Island)", "Polar_High", "Desert", "Temperature_record_of_the_past_1000_years", "Surface_weather_analysis", "Winter_1985_cold_wave"], "ranked_scores": [97.0, 95.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["20th_century", "Abrupt_climate_change", "Millennium_celebrations", "Global_cooling_(disambiguation)", "Cold_War", "2nd_millennium", "Global_cooling", "Industrial_Revolution", "Neoglaciation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [99.0, 98.0, 97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "List_of_California_hurricanes", "California", "Renewable_energy_in_the_United_States", "Concentrated_solar_power", "Solar_power", "California_Proposition_23_(2010)", "Solar_power_in_the_United_States", "Wind_power_in_the_United_States", "Southern_California_Edison"], "ranked_scores": [94.0, 93.0, 92.0, 92.0, 92.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Income_in_the_United_States", "Agricultural_land", "Home-ownership_in_the_United_States", "Wind_power_by_country", "1971", "Ecological_efficiency", "Capacity_factor", "Household_income_in_the_United_States", "Growth_of_wind_power_in_the_United_States", "Productivity_(ecology)"], "ranked_scores": [92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Tundra", "Banff_National_Park", "Arctic_char", "Alps", "Abiogenic_petroleum_origin", "Grizzly_bear", "The_Ice_Age", "Season_creep", "Neolithic_Expansion", "Yup'ik_cuisine"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "1980_eruption_of_Mount_St._Helens", "Marcellus_natural_gas_trend", "Clathrate_gun_hypothesis", "Mesosphere_(mantle)", "Methane_clathrate", "Mountaintop_removal_mining", "Transpolar_Sea_Route", "Thermopause", "Polar_ice_cap"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Climate_of_the_United_Kingdom", "Precipitation", "Climate_change_adaptation_in_Nepal", "Sea_surface_temperature", "Climate_sensitivity", "Season", "Monsoon", "Subtropical_cyclone", "Timeline_of_the_2015_Pacific_hurricane_season", "Timeline_of_the_2016_Pacific_typhoon_season"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_geoengineering", "List_of_climate_research_satellites", "Shutdown_of_thermohaline_circulation", "1808/1809_mystery_eruption", "Dematerialization_(economics)", "Paleocene–Eocene_Thermal_Maximum", "Global_cooling", "Global_warming_hiatus", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Scientific_consensus_on_climate_change"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_neutrality", "Carbon_footprint", "Wind_power_in_New_Mexico", "Chemical_energy", "Carbon_capture_and_storage", "Carbon_offset", "Ecological_footprint", "Efficient_energy_use", "Energy_and_Climate_Partnership_of_the_Americas"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["CO2_is_Green", "Idealized_greenhouse_model", "Carbon_diet", "Climatic_Research_Unit_documents", "CO2_fertilization_effect", "Climatic_Research_Unit_email_controversy", "Gore_Effect", "Mitigation_of_global_warming_in_Australia", "Global_cooling", "Tropospheric_ozone"], "ranked_scores": [52.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Ellesmere_Ice_Shelf", "Global_cooling_(disambiguation)", "Economics_of_global_warming", "Glacier_mass_balance", "Ice_Age_(franchise)", "Paleocene–Eocene_Thermal_Maximum", "The_Ice_Age"], "ranked_scores": [57.0, 54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Climate_change_in_Europe", "Climate_change_mitigation", "Climate_change_mitigation_scenarios", "2015_United_Nations_Climate_Change_Conference", "Contribution_to_global_warming_by_Australia", "Climate_change_in_China", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_opinion_on_climate_change"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Severe_weather", "Climate_change_feedback", "Climate_change_denial", "Loss_and_damage", "Water_scarcity", "Extreme_weather", "Disaster", "Human_Rights_and_Climate_Change", "Rare_disasters", "The_Real_Global_Warming_Disaster"], "ranked_scores": [55.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Mont_Blanc_massif", "Blue_Ridge_Mountains", "Snow", "Multiple_sclerosis", "List_of_locations_with_a_subtropical_climate", "List_of_mammals_of_New_England", "Meningococcal_disease", "Temperature_record_of_the_past_1000_years", "Mountain", "Season_creep"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Arctic_geoengineering", "Climate_change_mitigation", "Mitigation_of_global_warming_in_Australia", "100%_renewable_energy", "IPCC_First_Assessment_Report", "Climate_change_adaptation", "Climate_change_feedback", "Weather_front", "Stern_Review", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Cenozoic", "Holocene_extinction", "Neoglaciation", "Little_Ice_Age", "Late_Glacial", "Bølling-Allerød_warming", "Last_glacial_period", "End_time", "The_Ice_Age", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["2013_in_science", "Climatic_Research_Unit_documents", "Airborne_fraction", "Willie_Soon", "Antarctica_cooling_controversy", "Carrying_capacity", "Tropospheric_ozone", "Climate_change_opinion_by_country", "Montreal_Protocol", "Satellite_temperature_measurements"], "ranked_scores": [50.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["1908", "Chlorofluorocarbon", "2016_North_American_heat_wave", "2003_Atlantic_hurricane_season", "Apollo_7", "Highest_temperature_recorded_on_Earth", "Mesopause", "Polar_amplification", "Trifluoromethyl_sulphur_pentafluoride", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "Climate_change_denial", "Global_warming_conspiracy_theory", "Climate_sensitivity", "Carbon_price", "Cloud_feedback", "Fisher_hypothesis", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hockey_stick_controversy", "Weather_front"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Postcautionary_principle", "Arctic_geoengineering", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Little_Ice_Age", "1808/1809_mystery_eruption", "Lisa_P._Jackson", "Antarctic_Cold_Reversal", "Tipping_points_in_the_climate_system", "Paleocene–Eocene_Thermal_Maximum", "Snowball_Earth"], "ranked_scores": [50.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Michael_E._Mann", "Views_on_the_Kyoto_Protocol", "ExxonMobil_climate_change_controversy", "Mitigation_of_global_warming_in_Australia", "Climatic_Research_Unit_documents", "Attribution_of_recent_climate_change", "Montreal_Protocol", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_mitigation", "Climate_change_in_Canada"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Gulf_Stream", "Trade_winds", "North_Atlantic_Current", "Westerlies", "Climate_prediction", "Jet_stream", "Polar_front", "Nor'easter", "Temperate_climate"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "2013_extreme_weather_events", "Oceanic_plateau", "1000", "2013–14_North_American_winter", "Thaw_(weather)", "Satellite_temperature_measurements", "1961_Pacific_typhoon_season", "Microwave_Sounding_Unit_temperature_measurements", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["National_Oceanic_and_Atmospheric_Administration", "NoCO2_Certification_Program", "California_Air_Resources_Board", "Low_Earth_orbit", "Mauna_Loa_Observatory", "Chlorofluorocarbon", "Copenhagen_Diagnosis", "Copenhagen_Consensus_Center", "Fluidized_bed_combustion", "TopHat_(telescope)"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Terraforming_of_Mars", "Terraforming", "Tendency_of_the_rate_of_profit_to_fall", "Coalbed_methane", "Alexandre_Trudeau", "Keystone_Pipeline", "Mesoplanet", "New_Horizons", "Scott_Pruitt"], "ranked_scores": [49.0, 48.0, 48.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["November_2014_North_American_cold_wave", "Past_sea_level", "Climate_of_Los_Angeles", "Arctic_ice_pack", "Arctic_Ocean", "Global_warming_hiatus", "January_2016_United_States_blizzard", "Siberian_Shelf", "Sea_ice_thickness", "Pliocene_climate"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Tornadoes_in_the_United_States", "Attorney_General_of_Virginia's_climate_science_investigation", "IPCC_Second_Assessment_Report", "Climate_Change_Science_Program", "Climate_Research_(journal)", "James_Hansen", "National_Climate_Assessment", "List_of_Texas_hurricanes_(1950–79)", "The_Hockey_Stick_and_the_Climate_Wars", "United_States_rainfall_climatology"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Anoxic_event", "Environmental_issue", "Ocean_acidification", "Environmental_degradation", "Urban_decay", "Anoxic_waters", "Environmental_hazard", "Human_impact_on_the_environment", "Inversion_(meteorology)", "Metabolic_acidosis"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Environmental_emergency", "Greenhouse_debt", "Eco-economic_decoupling", "Extreme_weather", "Merchants_of_Doubt", "Greenhouse_gas_inventory", "Heaven_and_Earth_(book)", "World_Climate_Report", "World_Energy_Outlook", "World_energy_consumption"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_Texas", "Abrupt_climate_change", "Arctic_ice_pack", "2013_extreme_weather_events", "North_American_High", "January_2016_East_Asia_cold_wave", "Arctic_dipole_anomaly", "November_2014_North_American_cold_wave", "IPCC_First_Assessment_Report", "Sea_level_rise"], "ranked_scores": [51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2012–13_North_American_drought", "Earth_rainfall_climatology", "California_Proposition_23_(2010)", "California_Senate_Bill_32", "Climate_change_mitigation", "Environmental_pricing_reform", "Carbon_emissions_reporting", "Environmental_impact_of_agriculture", "Friends_of_Science", "Ministry_of_Environment_(Denmark)"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Carbon_emissions_reporting", "Immediately_dangerous_to_life_or_health", "Overproduction", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Alternative_energy", "Bioenergy_in_China", "California_Proposition_23_(2010)", "Carbon_offset", "Low-carbon_fuel_standard", "ExxonMobil_climate_change_controversy"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "High_Alps", "2016_North_American_heat_wave", "Holocene_glacial_retreat", "Hockey_stick_graph", "Alps", "Western_United_States", "Ice_sheet", "Mount_St._Helens", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Gore_Effect", "Merchants_of_Doubt", "Global_warming_conspiracy_theory", "Anthropocentrism", "Atmospheric_thermodynamics", "Global_warming_controversy", "Climate_change_denial", "The_Great_Global_Warming_Swindle", "Wishful_thinking", "Weatherization"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_warming_hiatus", "West_Antarctica", "Retreat_of_glaciers_since_1850", "Climate_of_Antarctica", "Climate_of_Australia", "Arctic_Circle", "Wiesław_Masłowski", "Norwegian_cyclone_model", "Wilderness_area", "Scale_invariance"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "History_of_climate_change_science", "Scientific_consensus_on_climate_change", "Arctic_methane_emissions", "Ozone_depletion_and_climate_change", "Natural_gas", "Paleocene–Eocene_Thermal_Maximum", "Pulverised_fuel_ash", "Tropospheric_ozone", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [52.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Hazard_elimination", "Escalation_of_commitment", "Absolute_risk_reduction", "Building_implosion", "Calendar_date", "Deindustrialisation_by_country", "Outcome_bias", "Environmental_skepticism", "Policy_Uncertainty", "Green_industrial_policy"], "ranked_scores": [51.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Climatic_Research_Unit_documents", "NoCO2_Certification_Program", "Environmental_Action", "Climate_change_opinion_by_country", "Views_on_the_Kyoto_Protocol", "Wind_farm", "Montreal_Protocol", "WECT_tower", "Watts_Up_With_That?", "World_Climate_Research_Programme"], "ranked_scores": [46.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 43.0, 43.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Climate_of_Antarctica", "2013–14_North_American_winter", "2014–16_El_Niño_event", "1808/1809_mystery_eruption", "1976_Pacific_typhoon_season", "Winter_1985_cold_wave", "Snowball_Earth", "Timeline_of_glaciation", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Abrupt_climate_change", "Climate_change_in_the_United_States", "Antarctic_Cold_Reversal", "Climate_change_in_the_Arctic", "Climate_change_in_Texas", "Hockey_stick_graph", "Global_cooling", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Thwaites_Glacier"], "ranked_scores": [50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Capitol_Power_Plant", "Beyond_Coal", "Carbon_capture_and_storage", "Marcellus_natural_gas_trend", "Black_carbon", "Refined_coal", "Fossil_fuel_power_station", "Sublimation_(phase_transition)", "Millmerran_Power_Station"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Lisa_P._Jackson", "Cross-State_Air_Pollution_Rule", "Stephen_Schneider", "California_Senate_Bill_32", "Shutdown_of_thermohaline_circulation", "Dole_effect", "Ozone_depletion_and_climate_change", "Presidential_Climate_Action_Plan", "Shale_oil_extraction", "Tax_policy_and_economic_inequality_in_the_United_States"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "General_circulation_model", "Chaos_cloud", "Microwave_Sounding_Unit_temperature_measurements", "Global_change", "Planetary_equilibrium_temperature", "North_Atlantic_oscillation", "Satellite_temperature_measurements", "Temperature", "Wind_farm"], "ranked_scores": [47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Michael_E._Mann", "Climate_Central", "Climate_Change_Science_Program", "Climate_change_opinion_by_country", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climate_change_policy_of_the_United_States", "Early_2014_North_American_cold_wave", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "James_Hansen", "Review_of_Policy_Research"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Regional_effects_of_global_warming", "Environmental_emergency", "Hawaii–Aleutian_Time_Zone", "Cryosphere", "Clime", "Geostrophic_wind", "Effects_of_global_warming", "Mount_Everest", "Westerlies", "Global_catastrophic_risk"], "ranked_scores": [47.0, 47.0, 47.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Reasons_for_concern", "Hockey_stick_graph", "Hockey_stick_controversy", "Economics_of_global_warming", "Global_warming_in_Antarctica", "Environmental_issue", "Anticyclogenesis", "Idealized_greenhouse_model", "Global_warming_controversy", "World_Energy_Outlook"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Fixed_effects_model", "Diminishing_returns", "Dumbing_down", "Slowdown", "Slippery_slope", "Alternative_minimum_tax", "Deregulation", "Shutdown_of_thermohaline_circulation", "Uptick_rule", "Stern_Review"], "ranked_scores": [49.0, 48.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Younger_Dryas_impact_hypothesis", "Paleocene–Eocene_Thermal_Maximum", "Environmental_impact_of_aviation", "Winter_1985_cold_wave", "Glacier_mass_balance", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Ozone_depletion_and_climate_change", "Snowball_Earth", "Pliocene_climate"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Milankovitch_cycles", "Polar_forests_of_the_Cretaceous", "Snowball_Earth", "Oceanic_plateau", "Atmospheric_circulation", "Climatology", "Hockey_stick_controversy", "Paleocene–Eocene_Thermal_Maximum", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Massachusetts_v._Environmental_Protection_Agency", "Ilulissat_Declaration", "Climate_justice", "Montreal_Protocol", "2009_United_Nations_Climate_Change_Conference", "Illinois", "Views_on_the_Kyoto_Protocol", "Independent_sources", "Research_ethics", "Wibjörn_Karlén"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Atmospheric_carbon_cycle", "Architecture_of_New_York_City", "Desert", "Precipitation", "Rainforest", "Snowpack", "Surface_weather_analysis", "Street_hierarchy", "Weathering", "Weather"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Climate_change_in_the_Arctic", "Cold_War", "Neoglaciation", "20th_century", "Paleocene–Eocene_Thermal_Maximum", "Polar_forests_of_the_Cretaceous", "January_2016_United_States_blizzard", "Pliocene_climate", "Race_Against_the_Machine", "Prehistory_of_the_United_States"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["California_Proposition_23_(2010)", "List_of_California_hurricanes", "Climate_state", "Scientific_journal", "List_of_topics_characterized_as_pseudoscience", "Hydraulic_fracturing", "Relationship_between_religion_and_science", "Renewable_energy_in_the_United_States", "Solar_gain", "Scientific_consensus"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Income_in_the_United_States", "Household_income_in_the_United_States", "Home-ownership_in_the_United_States", "Achievement_gap_in_the_United_States", "2013_in_science", "Capacity_factor", "Future_sea_level", "Global_warming_hiatus", "Pacific_Century", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [53.0, 52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Arctic_char", "Alps", "Hunting_and_fishing_in_Alaska", "Agriculture_in_Argentina", "Rubus_arcticus", "List_of_mammals_of_Alabama", "Plantation_economy", "Neolithic_Expansion", "Saiga_antelope"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["1980_eruption_of_Mount_St._Helens", "Clathrate_gun_hypothesis", "Volcanology_of_Venus", "Radioactive_contamination_from_the_Rocky_Flats_Plant", "Arctic_methane_emissions", "Mantle_plume", "Mount_St._Helens", "Methane_clathrate", "Phreatic_eruption", "Volcano"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Chemical_cycling", "Climate_of_the_United_Kingdom", "Life_zones_of_the_Mediterranean_region", "Cyclic_salt", "Past_sea_level", "Phosphorus_cycle", "Polar_vortex", "Timeline_of_the_2004_Pacific_hurricane_season", "Troposphere", "United_States_tropical_cyclone_rainfall_climatology"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_geoengineering", "1808/1809_mystery_eruption", "Future_of_Earth", "Antarctic_Cold_Reversal", "Deglaciation", "Global_cooling", "Last_glacial_period", "Global_warming_hiatus", "The_Ice_Age", "Timeline_of_glaciation"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_neutrality", "Atmospheric_carbon_cycle", "Carbon_capture_and_storage", "Carbon_dioxide", "Carbonation", "Chemical_energy", "Wind_power_in_New_Mexico", "Combined_cycle", "Cubic_mile_of_oil", "Fuel_cell_vehicle"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Algae_fuel", "CO2_is_Green", "Air_conditioned_clothing", "Energy_value_of_coal", "Carbon_diet", "Gore_Effect", "Environmental_impact_of_biodiesel", "Great_Seal_of_California", "Veganism", "Wind_power_in_Colorado"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Ellesmere_Ice_Shelf", "Last_Glacial_Maximum", "Climate_of_Australia", "Deglaciation", "The_Ice_Age", "Future_of_Earth", "Volcanology_of_Iceland", "Timeline_of_the_2009_Atlantic_hurricane_season", "Neoglaciation"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Climate_sensitivity", "Climate_change_mitigation", "Ozone_depletion_and_climate_change", "Hurricane_Gordon_(2000)", "Proton_decay", "Solar_power_in_Italy", "Climate_change_mitigation_scenarios", "Shutdown_of_thermohaline_circulation", "Special_Report_on_Global_Warming_of_1.5_°C", "Tendency_of_the_rate_of_profit_to_fall"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Loss_and_damage", "1980_United_States_heat_wave", "Winter_1985_cold_wave", "Environmental_skepticism", "Severe_weather", "Rare_disasters", "Water_scarcity", "Tropical_Storm_Harvey_(2011)", "Water_resources"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Measles", "Murmansk", "Multiple_sclerosis", "Severnaya_Zemlya", "Last_Glacial_Maximum", "Missoula,_Montana", "Mauna_Kea", "Mýrdalsjökull", "Moulin_(geomorphology)", "Norwegian_Sea"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Arctic_geoengineering", "Antarctic_Cold_Reversal", "Climate_change_adaptation", "Atmospheric_thermodynamics", "Fleischmann–Pons_experiment", "Mitigation_of_global_warming_in_Australia", "Human_impact_on_the_environment", "Climate_change_in_Canada", "Ocean_reanalysis", "Winter"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Future_of_Earth", "Shutdown_of_thermohaline_circulation", "Effect_of_Sun_angle_on_climate", "Arctic_geoengineering", "Continental_climate", "Paleocene–Eocene_Thermal_Maximum", "Cyclone", "El_Niño–Southern_Oscillation", "Troposphere", "Milankovitch_cycles"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["2013_in_science", "Mauna_Loa_Observatory", "2009_United_Nations_Climate_Change_Conference", "Journal_for_Geoclimatic_Studies", "Climatic_Research_Unit_documents", "Particulates", "Pesticide_regulation_in_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Postcautionary_principle", "The_Real_Global_Warming_Disaster"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Hurricane_Guillermo_(1997)", "Mesopause", "Mont_Blanc_(Moon)", "Cool_tropics_paradox", "Apollo_7", "2016_North_American_heat_wave", "Typhoon_Koppu", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Typhoon_Francisco_(2013)", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_controversy", "Climate_change_feedback", "Hockey_stick_controversy", "Environmental_skepticism", "Hypotheticals", "Global_warming_conspiracy_theory", "Hurricane_Katrina_and_global_warming", "Media_coverage_of_climate_change", "Weather_Research_and_Forecasting_Model", "Weather_front"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Arctic_geoengineering", "Artificial_photosynthesis", "Fleischmann–Pons_experiment", "Nuclear_power_phase-out", "Pulverised_fuel_ash", "Ecological_efficiency", "Electrofuel", "List_of_climate_research_satellites", "Tidal_power"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climate_change_in_Canada", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Hockey_stick_graph", "Mitigation_of_global_warming_in_Australia", "James_Hansen", "Michael_E._Mann"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Nordic_Seas", "Polar_vortex", "Baffin_Bay", "Climate_of_the_Falkland_Islands", "February_25–27,_2010_North_American_blizzard", "Jet_stream", "Northern_Sea_Route", "Prevailing_winds", "Trade_winds", "Westerlies"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["2013_extreme_weather_events", "November_2014_North_American_cold_wave", "2016_Pacific_typhoon_season", "National_Climate_Assessment", "Typhoon", "Tornadoes_in_the_United_States", "January_2016_United_States_blizzard", "MSU_temperature_measurements", "Timeline_of_the_2016_Pacific_typhoon_season", "Thaw_(weather)"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["NoCO2_Certification_Program", "National_Oceanic_and_Atmospheric_Administration", "CLOUD_experiment", "National_Oceanography_Centre", "TopHat_(telescope)", "Ian_Clark_(geologist)", "Mauna_Loa_Observatory", "NOAA-6", "Tumid_lupus_erythematosus", "Ocean_color"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Alexandre_Trudeau", "Alberta", "Terraforming_of_Mars", "Terraforming", "Mont_Blanc_(Moon)", "Neptune", "Seasonal_adjustment", "Uranus", "Vacuum", "Yves_Trudeau_(biker)"], "ranked_scores": [26.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["California_(Blink-182_album)", "Sea_state", "List_of_recessions_in_the_United_States", "Sea_ice_thickness", "November_2014_North_American_cold_wave", "Past_sea_level", "Polar_vortex", "Season_creep", "Timeline_of_the_2009_Atlantic_hurricane_season", "Tropical_Storm_Nicole_(2010)"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Climate_change_in_the_United_States", "U.S._Global_Change_Research_Program", "Attribution_of_recent_climate_change", "Climate_change_opinion_by_country", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climatic_Research_Unit_email_controversy", "Michael_E._Mann", "List_of_Texas_hurricanes_(1950–79)", "Home-ownership_in_the_United_States", "National_Climate_Assessment"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Anoxic_event", "Extreme_environment", "Environmental_hazard", "Exosphere", "Solar_eclipse", "False_sunrise", "Milankovitch_cycles", "NOAAS_Okeanos_Explorer_(R_337)", "Outfall", "Ocean"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Resource_consumption", "Misuse_of_statistics", "Biofuel_in_the_United_States", "Failure_mode_and_effects_analysis", "Full_Fact", "Merchants_of_Doubt", "False_evidence", "Hypotheticals", "Non-renewable_resource", "The_World_Is_Flat"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["2012_Atlantic_hurricane_season", "January_2016_East_Asia_cold_wave", "2013–14_North_American_winter", "2006_Atlantic_hurricane_season", "November_2014_North_American_cold_wave", "Hurricane_Sandy", "Tropical_Storm_Nicole_(2010)", "Kosmos_108", "Thaw_(weather)", "Timeline_of_the_1990_Pacific_hurricane_season"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Earth_rainfall_climatology", "Deglaciation", "California_Proposition_23_(2010)", "Arctic_sea_ice_decline", "Tropical_Storm_Arlene_(1993)", "Scientific_consensus_on_climate_change", "United_Nations_Environment_Organization", "Timeline_of_the_2015_Pacific_hurricane_season", "Volcanic_winter", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["NoCO2_Certification_Program", "Copenhagen_Diagnosis", "Carbon_emissions_reporting", "NASA_Earth_Observatory", "Atmospheric_sciences", "Oxygen_cycle", "Satellite_temperature_measurements", "Theoretical_and_Applied_Climatology", "Scientific_consensus_on_climate_change", "United_Nations_Environment_Organization"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "Klamath_Mountains", "Cool_tropics_paradox", "List_of_volcanoes_in_the_Hawaiian_–_Emperor_seamount_chain", "High_Alps", "Mount_St._Helens", "Hurricane_Wilma", "Western_United_States", "Westerlies"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Hypotheticals", "Miracle", "Thermodynamic_potential", "Catastrophism", "Effluent", "Gore_Effect", "Global_warming_conspiracy_theory", "Planetary_equilibrium_temperature", "Planning_fallacy", "Wishful_thinking"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_of_Svalbard", "Rain", "Ice_shelf", "Arctic", "Water_distribution_on_Earth", "Climate_of_Antarctica", "Siberian_Shelf", "Thermal_optimum", "Tide_gauge", "West_Antarctica"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Last_glacial_period", "Radiative_forcing", "Atmospheric_methane", "Paleocene–Eocene_Thermal_Maximum", "Phosphorus_cycle", "Phreatic_eruption", "Thermopause", "Pulverised_fuel_ash", "Pliocene_climate", "Scientific_consensus_on_climate_change"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Perjury", "Hazard_elimination", "Denialism", "Antithesis", "Falsism", "Slippery_slope", "Maladaptation", "Publication_bias", "Views_on_the_Kyoto_Protocol", "Weak_and_strong_sustainability"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Federal_Power_Commission", "Arch_Coal", "Beyond_Coal", "Clean_coal_technology", "ExxonMobil_climate_change_controversy", "Environmental_policy_of_the_Donald_Trump_administration", "Climatic_Research_Unit_documents", "Lisa_P._Jackson", "Public_News", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2005_Pacific_hurricane_season", "2013_extreme_weather_events", "1999_Pacific_typhoon_season", "2016_Atlantic_hurricane_season", "Demographics_of_the_world", "Climate_of_Italy", "Global_storm_activity_of_2007", "Volcanic_winter"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Climate_change_in_the_United_States", "1936_North_American_cold_wave", "Antarctic_Cold_Reversal", "Effects_of_Hurricane_Katrina_in_Mississippi", "Effects_of_Hurricane_Georges_in_Louisiana", "Hurricane_Alicia", "Lake_Butte_des_Morts", "Media_coverage_of_climate_change", "Nuclear_power_in_the_United_States", "Montana"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Conservative_Party_of_Canada", "Carbon_profiling", "List_of_carbon_ranches", "Black_carbon", "Attribution_of_recent_climate_change", "Manufactured_risk", "National_Acid_Precipitation_Assessment_Program", "National_Center_for_Atmospheric_Research", "Refined_coal"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Artificial_photosynthesis", "Clean_coal_technology", "Carbon_pricing_in_Australia", "Presidential_Climate_Action_Plan", "Photovoltaic_system", "Canada_and_the_Kyoto_Protocol", "Pulverised_fuel_ash", "Solar_Radiation_and_Climate_Experiment", "Substitute_natural_gas", "Thermopause"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["General_circulation_model", "World_Glacier_Monitoring_Service", "Climate_ensemble", "Chaos_cloud", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_warming_potential", "Meteogram", "Wind_power_by_country", "Microwave_Sounding_Unit_temperature_measurements", "Planetary_equilibrium_temperature"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Michael_E._Mann", "James_Hansen", "Churnalism", "Skeptical_Science", "McCarthyism", "Silent_majority", "Prime_Minister_of_France", "Statistical_murder", "Simulation_heuristic", "U.S._Global_Change_Research_Program"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Hawaii–Aleutian_Time_Zone", "Global_Historical_Climatology_Network", "Hekla", "Mount_Lokon", "Little_Ice_Age", "Sea_level_rise", "Typhoon_Haiyan", "Shutdown_of_thermohaline_circulation", "Westerlies", "Sunda_Arc"], "ranked_scores": [28.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["World_Energy_Outlook", "ASHRAE_90.1", "Human_Rights_and_Climate_Change", "Economics_of_global_warming", "Zero-energy_building", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Reasons_for_concern", "Sea_level_rise", "United_Nations_Environment_Organization", "World_Climate_Research_Programme"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Fixed_effects_model", "Maladaptation", "Absolute_risk_reduction", "Backcasting", "Alternative_minimum_tax", "American_Electric_Power", "Bergmann's_rule", "Bandwagon_effect", "Mutual_assured_destruction", "Prevalence"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Deglaciation", "Climate_inertia", "Cyclic_salt", "Eocene_Thermal_Maximum_2", "Summer_of_1976_(Europe)", "Orbital_forcing", "Jet_stream", "Paleocene–Eocene_Thermal_Maximum", "Tidal_range", "Water_scarcity_in_Africa"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Typhoon", "Cape_(geography)", "Climate", "1961_Pacific_typhoon_season", "Milankovitch_cycles", "Weather_front", "Thermohaline_circulation", "Wind", "Weather", "Winter_1985_cold_wave"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Climate_justice", "Views_on_the_Kyoto_Protocol", "Inherent_safety", "Intergovernmental_Panel_on_Climate_Change", "Massachusetts_v._Environmental_Protection_Agency", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "International_Charter_on_Space_and_Major_Disasters", "United_Nations_Climate_Change_conference", "Scientific_opinion_on_climate_change", "Quaternary_glaciation"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Sun_chart", "Arctic_Circle_(disambiguation)", "Rainforest", "Atmospheric_carbon_cycle", "Exosphere", "Ivanpah_Solar_Power_Facility", "Weather_map", "Virtual_power_plant", "Waste-to-energy_plant", "Wind_power_in_Mexico"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["November_2014_North_American_cold_wave", "Cold_War", "Cold_wave", "Early_2014_North_American_cold_wave", "Ice_sheet", "January_2016_United_States_blizzard", "Weather_Research_and_Forecasting_Model", "Fake_news", "Norwegian_cyclone_model", "The_Coming_Global_Superstorm"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Human_Rights_and_Climate_Change", "California_Proposition_23_(2010)", "Tax_policy_and_economic_inequality_in_the_United_States", "Concentrated_solar_power", "Economy_of_Spain", "Sulfuric_acid", "Environmental_impact_of_the_coal_industry", "Environmental_policy_of_the_Donald_Trump_administration", "Tendency_of_the_rate_of_profit_to_fall", "Sustainable_Communities_and_Climate_Protection_Act_of_2008"], "ranked_scores": [25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Home-ownership_in_the_United_States", "Politicization_of_science", "Household_income_in_the_United_States", "Capacity_factor", "Thaw_(weather)", "Statistical_model", "Mathematical_model", "Multivariate_statistics", "National_Climate_Assessment", "Sensitivity_analysis"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Kodiak_bear", "Beringian_wolf", "Yup'ik_cuisine", "Ursus_americanus_carlottae", "Brown_bear", "Bile_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Rubus_arcticus", "Grizzly_Bear_(dance)"], "ranked_scores": [514.0, 499.0, 498.0, 497.0, 497.0, 496.0, 495.0, 494.0, 490.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8072, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Clathrate_gun_hypothesis", "Ice_calving", "Global_warming_in_Antarctica", "Arctic_resources_race", "Polar_High", "Methane_clathrate", "Glacial_earthquake"], "ranked_scores": [585.0, 547.0, 542.0, 533.0, 529.0, 528.0, 527.0, 527.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Climate_variability", "Ocean_surface_topography", "Climate_change_(general_concept)", "Weather", "Sea_level_rise", "Atmospheric_circulation", "Regional_effects_of_global_warming", "Sea_surface_temperature", "Sea_ice"], "ranked_scores": [569.0, 556.0, 555.0, 549.0, 541.0, 541.0, 538.0, 536.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat", "Abrupt_climate_change", "Antarctic_Cold_Reversal", "Last_Glacial_Maximum", "Ice2sea", "Global_warming", "Last_Glacial_Period", "Global_dimming"], "ranked_scores": [531.0, 530.0, 520.0, 518.0, 517.0, 517.0, 516.0, 514.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_emissions_reporting", "Renewable_energy_debate", "Politics_of_global_warming", "Climate_footprint", "Carbon_footprint", "Environmental_impact_of_aviation", "Carbon_dioxide_removal", "Greenhouse_gas_accounting", "Carbon_neutrality", "Greenhouse_debt"], "ranked_scores": [550.0, 544.0, 543.0, 541.0, 535.0, 534.0, 533.0, 533.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2685, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Global_warming_controversy", "Carbon_neutrality", "Climate_change_mitigation", "Scientific_opinion_on_climate_change", "Economics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Ozone_depletion_and_climate_change", "Climate_change_in_Canada", "Politics_of_global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [554.0, 549.0, 549.0, 548.0, 545.0, 542.0, 542.0, 541.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Future_sea_level", "Arctic_geoengineering", "East_Greenland_Orogen", "Glacial_earthquake"], "ranked_scores": [569.0, 568.0, 564.0, 562.0, 557.0, 554.0, 549.0, 545.0, 543.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Greenhouse_gas", "Climate_sensitivity", "Copenhagen_Diagnosis", "Global_warming_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [590.0, 589.0, 587.0, 571.0, 570.0, 570.0, 562.0, 562.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Global_warming", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Economics_of_global_warming", "Regional_effects_of_global_warming", "Effects_of_global_warming_on_humans", "Greenhouse_gas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [575.0, 574.0, 570.0, 564.0, 558.0, 554.0, 551.0, 550.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Climate_of_the_United_States", "Climate_of_Minnesota", "United_States_rainfall_climatology", "Humid_continental_climate", "Frost_Belt", "Temperate_climate", "Ehrlichia_Wisconsin_HM543746", "Polar_High", "Subarctic_climate", "List_of_mammals_of_New_England"], "ranked_scores": [544.0, 533.0, 530.0, 527.0, 522.0, 508.0, 507.0, 505.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_opinion_on_climate_change", "Stern_Review", "Climate_change", "Climate_engineering", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [578.0, 556.0, 554.0, 552.0, 550.0, 547.0, 545.0, 545.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Abrupt_climate_change", "Temperature_record_of_the_past_1000_years", "Bølling-Allerød_warming", "Milankovitch_cycles", "2nd_millennium", "Termination_(geomorphology)", "Greenhouse_and_icehouse_Earth", "Attribution_of_recent_climate_change", "Neolithic_Expansion"], "ranked_scores": [531.0, 527.0, 524.0, 523.0, 521.0, 518.0, 516.0, 514.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Marcellus_natural_gas_trend", "Global_Historical_Climatology_Network", "Mauna_Kea", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_Data_Records", "Avoiding_Dangerous_Climate_Change", "Atacama_Cosmology_Telescope", "Permafrost_carbon_cycle", "Climate_Change_Science_Program"], "ranked_scores": [490.0, 486.0, 483.0, 483.0, 482.0, 481.0, 480.0, 478.0, 478.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Acidosis", "PH", "Carbonic_acid", "Metabolic_acidosis", "Sulfuric_acid", "Greenhouse_gas", "Alkalinity", "Avoiding_Dangerous_Climate_Change", "Estuarine_acidification"], "ranked_scores": [507.0, 506.0, 500.0, 489.0, 486.0, 483.0, 482.0, 480.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greening_Earth_Society", "Climate_change_denial", "Media_coverage_of_climate_change", "James_Hansen", "World_Climate_Report", "The_Great_Global_Warming_Swindle"], "ranked_scores": [571.0, 561.0, 558.0, 557.0, 554.0, 550.0, 548.0, 548.0, 548.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Cold_fusion", "Federal_Fuel_Administration", "Pliocene_climate", "Pulverised_fuel_ash", "Marine_isotope_stage", "Pacific_decadal_oscillation", "Antarctic_Cold_Reversal", "West_Spitsbergen_Current"], "ranked_scores": [494.0, 493.0, 490.0, 485.0, 479.0, 478.0, 478.0, 476.0, 476.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Ice2sea", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Hockey_stick_graph", "Wibjörn_Karlén", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change"], "ranked_scores": [553.0, 552.0, 550.0, 538.0, 537.0, 537.0, 533.0, 532.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Weather_front", "Polar_vortex", "Polar_front", "Climate_of_the_United_States", "North_Atlantic_Current", "Permafrost", "Atmospheric_circulation", "Glacier_mass_balance", "Wind_shear"], "ranked_scores": [550.0, 544.0, 544.0, 543.0, 533.0, 527.0, 521.0, 520.0, 520.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1908", "1997–98_El_Niño_event", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Hockey_stick_controversy"], "ranked_scores": [561.0, 561.0, 539.0, 539.0, 538.0, 537.0, 533.0, 528.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Copenhagen_Diagnosis", "CLOUD_experiment", "Avoiding_Dangerous_Climate_Change", "The_Real_Global_Warming_Disaster", "Greenhouse_gas_accounting", "Advisory_Group_on_Greenhouse_Gases", "Heaven_and_Earth_(book)", "Stern_Review", "Carbon_neutrality"], "ranked_scores": [532.0, 527.0, 525.0, 519.0, 513.0, 512.0, 512.0, 510.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Canada_and_the_Kyoto_Protocol", "Minerals_Resource_Rent_Tax", "Greenhouse_gas_accounting", "Alternative_minimum_tax", "Mongstad_Power_Station"], "ranked_scores": [510.0, 503.0, 502.0, 489.0, 480.0, 478.0, 478.0, 474.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Temperature_record_of_the_past_1000_years", "Neoglaciation", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Future_sea_level", "Late_Glacial", "Deglaciation", "Hockey_stick_controversy", "Last_Glacial_Maximum", "Ice2sea"], "ranked_scores": [543.0, 539.0, 539.0, 536.0, 535.0, 534.0, 533.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Temperature_record_of_the_past_1000_years", "List_of_solar_eclipses_in_the_21st_century", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1936_North_American_cold_wave", "1997–98_El_Niño_event", "International_Geophysical_Year"], "ranked_scores": [532.0, 524.0, 511.0, 510.0, 508.0, 507.0, 506.0, 505.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Free_Ocean_CO2_Enrichment", "Sea", "Global_warming", "Oceanic_carbon_cycle", "Future_of_Earth", "Acid_rain", "Chemical_oceanography", "Politics_of_global_warming"], "ranked_scores": [598.0, 595.0, 543.0, 520.0, 518.0, 516.0, 516.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["World_energy_consumption", "Alternatives_assessment", "Renewable_energy", "Energy_mix", "Alternative_energy", "Full_employment", "American_Recovery_and_Reinvestment_Act_of_2009", "Demand_destruction", "Nonfarm_payrolls", "The_Real_Global_Warming_Disaster"], "ranked_scores": [513.0, 504.0, 504.0, 501.0, 501.0, 498.0, 497.0, 495.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Ice_calving", "Ice2sea", "Glacial_earthquake", "Sea_level_rise", "Ice_sheet", "Abrupt_climate_change", "Future_sea_level"], "ranked_scores": [546.0, 543.0, 543.0, 538.0, 537.0, 534.0, 533.0, 532.0, 531.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_in_Europe", "Effects_of_global_warming_on_humans", "Effects_of_global_warming", "Dry_Spell", "Climate_change_mitigation_scenarios", "2012–13_North_American_drought", "Stern_Review", "The_Coming_Global_Superstorm", "Human_extinction", "Climate_change_and_agriculture"], "ranked_scores": [518.0, 509.0, 508.0, 508.0, 508.0, 508.0, 507.0, 506.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Stern_Review", "Climate_change_(general_concept)", "Climate_variability", "Climate_state", "Views_on_the_Kyoto_Protocol", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Climate_sensitivity", "Economics_of_global_warming", "World_Climate_Report"], "ranked_scores": [525.0, 523.0, 518.0, 514.0, 513.0, 513.0, 513.0, 512.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave"], "ranked_scores": [579.0, 566.0, 560.0, 554.0, 549.0, 547.0, 544.0, 540.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Creation–evolution_controversy", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "Media_coverage_of_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Climate_change_denial", "Relationship_between_religion_and_science"], "ranked_scores": [565.0, 558.0, 552.0, 546.0, 543.0, 542.0, 542.0, 537.0, 537.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_warming_controversy", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Global_warming_hiatus", "Global_warming", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [569.0, 564.0, 563.0, 561.0, 553.0, 551.0, 544.0, 544.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4029, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_methane", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_emissions_reporting", "Global_warming", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "IPCC_First_Assessment_Report", "Wind"], "ranked_scores": [545.0, 538.0, 532.0, 530.0, 530.0, 527.0, 526.0, 525.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Manufactured_risk", "Risk", "Risk–benefit_ratio", "Risk_neutral", "Endogenous_risk", "Prudent_avoidance_principle", "Longevity_risk", "Absolute_risk_reduction", "Escalation_of_commitment"], "ranked_scores": [510.0, 505.0, 504.0, 503.0, 498.0, 497.0, 495.0, 494.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Global_Warming_Pollution_Reduction_Act_of_2007", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Ozone_depletion_and_climate_change", "United_States_Environmental_Protection_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Presidential_Climate_Action_Plan", "Department_of_Energy_and_Environment", "United_States_withdrawal_from_the_Paris_Agreement", "Lisa_P._Jackson"], "ranked_scores": [516.0, 512.0, 512.0, 511.0, 508.0, 504.0, 503.0, 502.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2639, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Global_warming", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Season"], "ranked_scores": [565.0, 564.0, 564.0, 563.0, 560.0, 558.0, 551.0, 548.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_ice_pack", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Ice2sea", "Climate_of_the_Arctic", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Ice_rise", "Measurement_of_sea_ice", "Antarctic_Cold_Reversal"], "ranked_scores": [536.0, 533.0, 528.0, 526.0, 520.0, 519.0, 518.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification", "Coal", "Bituminous_coal", "Coal_gasification_commercialization", "Coalbed_methane", "Carbon_capture_and_storage", "Coal_mining", "Fossil_fuel_power_station"], "ranked_scores": [593.0, 589.0, 553.0, 553.0, 540.0, 540.0, 540.0, 539.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Federal_Fuel_Administration", "Cool_tropics_paradox", "Pacific_decadal_oscillation", "Plesiochronous_digital_hierarchy", "Avoiding_Dangerous_Climate_Change", "Geomagnetic_reversal", "George_Kukla", "1908", "Cooling_center", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [488.0, 488.0, 487.0, 475.0, 475.0, 472.0, 471.0, 470.0, 470.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "The_Great_Warming", "The_Hockey_Stick_and_the_Climate_Wars", "Global_warming_controversy", "Sea_level_rise", "Economics_of_global_warming", "Attribution_of_recent_climate_change", "Politics_of_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [502.0, 499.0, 499.0, 498.0, 498.0, 496.0, 495.0, 495.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_warming", "Effects_of_global_warming", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "Abrupt_climate_change", "Global_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Climate_change"], "ranked_scores": [580.0, 573.0, 572.0, 566.0, 564.0, 563.0, 561.0, 560.0, 557.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Instrumental_temperature_record", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Climate_of_Minnesota", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming_hiatus", "Temperature", "Freezing_level", "Greenland_ice_core_project", "Hockey_stick_graph"], "ranked_scores": [485.0, 484.0, 484.0, 482.0, 480.0, 479.0, 478.0, 478.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "Climate_change_(general_concept)", "Polar_amplification", "Scientific_opinion_on_climate_change", "Climate_variability", "Effects_of_global_warming", "Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_feedback"], "ranked_scores": [587.0, 580.0, 572.0, 565.0, 564.0, 563.0, 561.0, 560.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Worse-than-average_effect", "Mean_reversion_(finance)", "Trend_stationary", "Inflation", "Climate_variability", "Climate_change_(general_concept)", "Covariate", "Season_creep", "Stationary_process"], "ranked_scores": [500.0, 494.0, 492.0, 492.0, 491.0, 487.0, 482.0, 482.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Environmental_issue", "Global_warming", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "CO2_fertilization_effect", "James_Hansen"], "ranked_scores": [539.0, 536.0, 526.0, 525.0, 523.0, 519.0, 519.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.5925, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Future_of_Earth"], "ranked_scores": [548.0, 544.0, 542.0, 541.0, 540.0, 536.0, 531.0, 529.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_experimental_errors_and_frauds_in_physics", "Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Skeptical_Science", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [491.0, 491.0, 484.0, 482.0, 477.0, 476.0, 476.0, 474.0, 474.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Climate_of_the_United_States", "Climate_of_Dallas", "Weather_station", "Weather_satellite", "Automatic_weather_station", "Satellite_temperature_measurements", "US_Weather_Bureau_Station_(Block_Island)", "Station_model", "Hot_tower", "Weather_media_in_the_United_States"], "ranked_scores": [521.0, 519.0, 518.0, 517.0, 516.0, 516.0, 516.0, 516.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Global_warming", "Global_warming_controversy", "Greening_Earth_Society", "Environmental_issue", "Greenhouse_gas", "IPCC_First_Assessment_Report", "Neoglaciation"], "ranked_scores": [551.0, 550.0, 550.0, 548.0, 542.0, 541.0, 540.0, 539.0, 537.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "California", "Solar_power_in_Spain", "Solar_power_by_country", "Solar_energy", "Wind_power_in_California", "Photovoltaics", "List_of_photovoltaic_power_stations"], "ranked_scores": [560.0, 550.0, 543.0, 542.0, 539.0, 536.0, 529.0, 526.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Economic_growth", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Pennsylvania", "The_Great_Stagnation", "Gross_national_product", "List_of_recessions_in_the_United_States", "Household_income_in_the_United_States"], "ranked_scores": [536.0, 525.0, 523.0, 521.0, 518.0, 517.0, 515.0, 508.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Ursus_americanus_carlottae", "Brown_bear", "Kodiak_bear", "Rubus_arcticus", "Beringian_wolf", "Grizzly_bear", "Bile_bear", "Morus_rubra", "Grizzly_Bear_(dance)", "Yup'ik_cuisine"], "ranked_scores": [339.0, 336.0, 334.0, 333.0, 329.0, 326.0, 326.0, 324.0, 323.0, 321.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Arctic_resources_race", "Ice_calving", "Retreat_of_glaciers_since_1850", "Polar_High", "Clathrate_gun_hypothesis", "Global_warming_in_Antarctica", "Ice_cap", "Glacial_earthquake"], "ranked_scores": [393.0, 363.0, 363.0, 362.0, 362.0, 357.0, 356.0, 350.0, 350.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Ocean_surface_topography", "Climate_variability", "Climate_change_(general_concept)", "Sea_level_rise", "Regional_effects_of_global_warming", "Climate", "Atmospheric_circulation", "Water_distribution_on_Earth", "Weather"], "ranked_scores": [383.0, 374.0, 370.0, 366.0, 365.0, 363.0, 361.0, 361.0, 361.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Last_Glacial_Maximum", "World_Climate_Report", "Arctic_sea_ice_decline", "Stern_Review", "Global_warming", "The_Coming_Global_Superstorm", "Global_dimming", "Holocene_glacial_retreat", "Climate_change_and_gender"], "ranked_scores": [352.0, 350.0, 347.0, 346.0, 345.0, 344.0, 344.0, 342.0, 342.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3072, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Politics_of_global_warming", "Carbon_emissions_reporting", "Renewable_energy_debate", "Greenhouse_debt", "Climate_footprint", "Carbon_neutrality", "Environmental_impact_of_transport", "Greenhouse_gas_accounting", "Wind_power", "Pro-nuclear_movement"], "ranked_scores": [369.0, 368.0, 368.0, 361.0, 359.0, 357.0, 357.0, 355.0, 355.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Global_warming_controversy", "Climate_change_mitigation", "Carbon_neutrality", "Economics_of_global_warming", "Climate_change_in_Canada", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Effects_of_global_warming", "Scientific_opinion_on_climate_change"], "ranked_scores": [371.0, 367.0, 366.0, 365.0, 364.0, 363.0, 362.0, 360.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Ice2sea", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Arctic_geoengineering", "East_Greenland_Orogen", "Future_sea_level", "Greenland_ice_sheet"], "ranked_scores": [384.0, 382.0, 381.0, 380.0, 375.0, 365.0, 361.0, 360.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Effects_of_global_warming", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic", "Future_sea_level", "Greenhouse_gas"], "ranked_scores": [393.0, 390.0, 389.0, 382.0, 374.0, 374.0, 373.0, 372.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "Effects_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Economics_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Effects_of_global_warming_on_humans"], "ranked_scores": [384.0, 377.0, 372.0, 372.0, 369.0, 369.0, 367.0, 362.0, 362.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Climate_of_the_United_States", "United_States_rainfall_climatology", "Climate_of_Minnesota", "Frost_Belt", "Humid_continental_climate", "Polar_High", "North_Carolina", "Climate_of_the_United_Kingdom", "Circumpolar_distribution", "Late_Glacial"], "ranked_scores": [355.0, 348.0, 347.0, 342.0, 342.0, 339.0, 336.0, 336.0, 335.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation", "Effects_of_global_warming", "Climate_Finance", "Climate_change_and_gender", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Climate_change", "Climate_engineering"], "ranked_scores": [387.0, 369.0, 368.0, 367.0, 366.0, 366.0, 366.0, 365.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Temperature_record_of_the_past_1000_years", "Abrupt_climate_change", "2nd_millennium", "Bølling-Allerød_warming", "Attribution_of_recent_climate_change", "Milankovitch_cycles", "Global_warming_hiatus", "Global_warming", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [366.0, 351.0, 350.0, 348.0, 346.0, 345.0, 345.0, 343.0, 342.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Keeling_Curve", "Marcellus_natural_gas_trend", "Carbon_dioxide_in_Earth's_atmosphere", "Michael_E._Mann", "Mauna_Kea", "Atacama_Cosmology_Telescope", "Global_Historical_Climatology_Network", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Avoiding_Dangerous_Climate_Change", "U.S._Global_Change_Research_Program"], "ranked_scores": [331.0, 330.0, 328.0, 327.0, 327.0, 324.0, 324.0, 323.0, 323.0, 320.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["PH", "Acidosis", "Ocean_acidification", "Avoiding_Dangerous_Climate_Change", "Idealized_greenhouse_model", "Acid", "Metabolic_acidosis", "Sulfuric_acid", "Greenhouse_gas", "Mercury_pollution_in_the_ocean"], "ranked_scores": [337.0, 334.0, 328.0, 326.0, 324.0, 324.0, 323.0, 323.0, 318.0, 318.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "World_Climate_Report", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Friends_of_Science", "Greening_Earth_Society", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "James_Hansen"], "ranked_scores": [385.0, 368.0, 368.0, 367.0, 367.0, 364.0, 364.0, 363.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Cold_fusion", "Federal_Fuel_Administration", "George_Kukla", "Marine_isotope_stage", "West_Spitsbergen_Current", "Lithospheric_flexure", "1908", "Pliocene_climate"], "ranked_scores": [340.0, 333.0, 333.0, 328.0, 321.0, 315.0, 315.0, 314.0, 312.0, 312.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_documents", "Climate_change_in_the_Arctic", "Ice2sea", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "An_Appeal_to_Reason", "Hockey_stick_controversy", "Measurement_of_sea_ice", "Pliocene_climate"], "ranked_scores": [365.0, 359.0, 358.0, 356.0, 356.0, 354.0, 353.0, 351.0, 350.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Weather_front", "Polar_vortex", "Polar_front", "Climate_of_the_United_States", "Permafrost", "North_Atlantic_Current", "Climate_of_Finland", "Atmospheric_circulation", "Convective_instability"], "ranked_scores": [379.0, 368.0, 367.0, 360.0, 356.0, 353.0, 351.0, 350.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "1997–98_El_Niño_event", "Satellite_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "List_of_climate_research_satellites", "1908", "2010_Northern_Hemisphere_heat_waves", "Hockey_stick_controversy"], "ranked_scores": [382.0, 376.0, 369.0, 364.0, 362.0, 359.0, 357.0, 356.0, 356.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "CLOUD_experiment", "Avoiding_Dangerous_Climate_Change", "Journal_for_Geoclimatic_Studies", "Climatic_Research_Unit_documents", "Heaven_and_Earth_(book)", "The_Real_Global_Warming_Disaster", "Copenhagen_Diagnosis", "Advisory_Group_on_Greenhouse_Gases", "Greenhouse_gas_accounting"], "ranked_scores": [352.0, 351.0, 347.0, 345.0, 343.0, 341.0, 340.0, 340.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_price", "Carbon_tax", "Automated_Payment_Transaction_tax", "Mitigation_of_global_warming_in_Australia", "Minerals_Resource_Rent_Tax", "Alternative_minimum_tax", "Environmental_impact_of_transport_in_Australia", "Greenhouse_gas_accounting", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [344.0, 343.0, 335.0, 325.0, 324.0, 321.0, 319.0, 317.0, 317.0, 317.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Post-glacial_rebound", "Temperature_record_of_the_past_1000_years", "Future_sea_level", "Hockey_stick_controversy", "Last_Glacial_Maximum", "Neoglaciation", "Hockey_stick_graph", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Deglaciation", "Pliocene_climate"], "ranked_scores": [359.0, 359.0, 356.0, 354.0, 354.0, 352.0, 351.0, 350.0, 349.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2010_Northern_Hemisphere_summer_heat_waves", "2013_in_science", "Timeline_of_glaciation", "Temperature_record_of_the_past_1000_years", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "List_of_solar_eclipses_in_the_21st_century", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events"], "ranked_scores": [341.0, 337.0, 337.0, 336.0, 334.0, 334.0, 333.0, 332.0, 331.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Free_Ocean_CO2_Enrichment", "Future_of_Earth", "Sea", "Chemical_oceanography", "Mercury_pollution_in_the_ocean", "Oceanic_carbon_cycle", "Global_warming", "Marine_isotope_stage"], "ranked_scores": [398.0, 394.0, 365.0, 350.0, 350.0, 349.0, 348.0, 345.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["World_energy_consumption", "Alternative_energy", "American_Recovery_and_Reinvestment_Act_of_2009", "Alternatives_assessment", "Energy_accidents", "Environmental_impact_of_the_coal_industry", "Electricity_sector_in_the_United_Kingdom", "Energy_mix", "Renewable_energy", "Nonfarm_payrolls"], "ranked_scores": [343.0, 336.0, 336.0, 333.0, 333.0, 331.0, 328.0, 328.0, 328.0, 328.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice_calving", "Sea_level_rise", "Global_warming_in_Antarctica", "Ice2sea", "Ice_sheet", "Neoglaciation", "Ice_rise", "The_Coming_Global_Superstorm"], "ranked_scores": [365.0, 364.0, 362.0, 359.0, 358.0, 357.0, 353.0, 352.0, 350.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_in_Europe", "2010–13_Southern_United_States_and_Mexico_drought", "Stern_Review", "The_Coming_Global_Superstorm", "Doomer", "Effects_of_global_warming", "Dry_Spell", "Climate_change_mitigation_scenarios", "Climate_engineering", "Effects_of_global_warming_on_humans"], "ranked_scores": [349.0, 345.0, 343.0, 340.0, 340.0, 339.0, 338.0, 337.0, 337.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["World_Climate_Report", "Views_on_the_Kyoto_Protocol", "Stern_Review", "Climate_change_(general_concept)", "Climate_state", "Economics_of_global_warming", "Climate_variability", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason"], "ranked_scores": [351.0, 351.0, 351.0, 350.0, 348.0, 348.0, 348.0, 347.0, 347.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2007_Western_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Summer_of_1976_(Europe)", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "Heat_wave"], "ranked_scores": [383.0, 381.0, 366.0, 364.0, 363.0, 359.0, 354.0, 351.0, 348.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Creation–evolution_controversy", "An_Appeal_to_Reason", "Media_coverage_of_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change_denial", "Scientific_opinion_on_climate_change", "Friends_of_Science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [382.0, 374.0, 368.0, 362.0, 361.0, 361.0, 360.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_variability", "Climate_change_(general_concept)", "Global_warming", "Effects_of_global_warming", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [374.0, 371.0, 371.0, 367.0, 363.0, 360.0, 360.0, 359.0, 356.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3987, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Politics_of_global_warming", "Environmental_impact_of_transport", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_emissions_reporting", "List_of_countries_by_carbon_dioxide_emissions", "Greenhouse_gas", "Effects_of_climate_change_on_terrestrial_animals", "Deforestation_and_climate_change", "Wind", "Wind_power"], "ranked_scores": [363.0, 357.0, 355.0, 354.0, 351.0, 350.0, 350.0, 349.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Global_catastrophic_risk", "Risk", "Manufactured_risk", "Risk–benefit_ratio", "Risk_neutral", "Escalation_of_commitment", "Absolute_risk_reduction", "Systematic_risk", "Prudent_avoidance_principle", "Harm_principle"], "ranked_scores": [348.0, 340.0, 339.0, 339.0, 337.0, 337.0, 331.0, 331.0, 330.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Ozone_depletion_and_climate_change", "United_States_withdrawal_from_the_Paris_Agreement", "Green_Power_Partnership", "Canada_and_the_Kyoto_Protocol", "Global_Warming_Pollution_Reduction_Act_of_2007", "United_States_Environmental_Protection_Agency", "Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "ExxonMobil_climate_change_controversy", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [340.0, 336.0, 335.0, 335.0, 334.0, 333.0, 333.0, 333.0, 331.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Global_warming", "Paleocene–Eocene_Thermal_Maximum", "Temperature_record_of_the_past_1000_years", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Scientific_opinion_on_climate_change"], "ranked_scores": [383.0, 377.0, 377.0, 375.0, 372.0, 371.0, 368.0, 368.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_ice_pack", "Climate_of_the_Arctic", "Arctic_sea_ice_decline", "Ice_rise", "Antarctic_sea_ice", "North_American_Arctic", "Ice2sea", "Ice_sheet", "Great_Arctic_Cyclone_of_2012", "Ice_cap"], "ranked_scores": [361.0, 358.0, 351.0, 349.0, 348.0, 347.0, 346.0, 346.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification", "Coal_mining", "Coal", "Carbon_capture_and_storage", "Coalbed_methane", "Coal_gasification_commercialization", "Bituminous_coal", "Refined_coal"], "ranked_scores": [401.0, 393.0, 373.0, 370.0, 368.0, 367.0, 363.0, 362.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cool_tropics_paradox", "Federal_Fuel_Administration", "Pacific_decadal_oscillation", "Avoiding_Dangerous_Climate_Change", "George_Kukla", "Lithospheric_flexure", "Milankovitch_cycles", "Cooling_center", "Diurnal_cycle", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [328.0, 325.0, 325.0, 322.0, 320.0, 319.0, 317.0, 317.0, 315.0, 314.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Attribution_of_recent_climate_change", "Climate_change_in_the_Arctic", "Economics_of_global_warming", "The_Hockey_Stick_and_the_Climate_Wars", "Sea_level_rise", "Politics_of_global_warming"], "ranked_scores": [347.0, 341.0, 341.0, 340.0, 338.0, 336.0, 335.0, 335.0, 334.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_change", "Global_warming", "Effects_of_global_warming", "Abrupt_climate_change", "Climate_change", "Attribution_of_recent_climate_change", "Physical_impacts_of_climate_change", "Greenhouse_gas", "Climate_change_adaptation_in_Nepal"], "ranked_scores": [388.0, 383.0, 382.0, 377.0, 372.0, 371.0, 369.0, 367.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Climate_of_Minnesota", "Instrumental_temperature_record", "Climate_of_the_Nordic_countries", "Microwave_Sounding_Unit_temperature_measurements", "Lake", "Arctic_char", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature"], "ranked_scores": [324.0, 320.0, 318.0, 317.0, 317.0, 316.0, 315.0, 314.0, 314.0, 314.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Climate_change_(general_concept)", "Global_warming", "Climate_variability", "Scientific_opinion_on_climate_change", "Polar_amplification", "Politics_of_global_warming", "Effects_of_global_warming", "Scientific_consensus_on_climate_change", "Climate_change_feedback"], "ranked_scores": [388.0, 384.0, 384.0, 378.0, 374.0, 372.0, 371.0, 371.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Mean_reversion_(finance)", "Inflation", "Trend_stationary", "Greening_Earth_Society", "Effects_of_global_warming_on_humans", "Worse-than-average_effect", "Alternative_medicine", "Physical_impacts_of_climate_change", "Skewness"], "ranked_scores": [348.0, 342.0, 335.0, 329.0, 328.0, 328.0, 328.0, 327.0, 326.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Politics_of_global_warming", "Environmental_issue", "Greenhouse_gas", "Global_warming", "Attribution_of_recent_climate_change", "James_Hansen", "1971", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster"], "ranked_scores": [365.0, 353.0, 348.0, 348.0, 345.0, 344.0, 344.0, 344.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate", "Eocene_Thermal_Maximum_2", "Greenhouse_and_icehouse_Earth", "Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Future_of_Earth", "Abrupt_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [369.0, 364.0, 364.0, 364.0, 361.0, 358.0, 356.0, 353.0, 351.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change", "Relationship_between_religion_and_science", "Not_even_wrong", "Environmental_skepticism", "Scientific_consensus", "I'm_not_a_scientist", "Skeptical_Science", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Lists_about_skepticism"], "ranked_scores": [335.0, 332.0, 325.0, 324.0, 324.0, 322.0, 321.0, 320.0, 320.0, 319.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Weather_media_in_the_United_States", "Climate_of_the_United_States", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "Station_model", "Effect_of_Sun_angle_on_climate", "Humid_subtropical_climate", "Automatic_weather_station", "Continental_climate"], "ranked_scores": [346.0, 346.0, 342.0, 342.0, 342.0, 342.0, 341.0, 341.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["History_of_climate_change_science", "Global_warming", "Environmental_issue", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Media_coverage_of_climate_change", "Global_warming_controversy", "Greenhouse_gas", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [374.0, 373.0, 372.0, 370.0, 369.0, 368.0, 367.0, 364.0, 362.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "California", "Solar_energy", "Solar_power_by_country", "Wind_power_in_California", "Solar_power_in_Spain", "Photovoltaics", "List_of_photovoltaic_power_stations"], "ranked_scores": [370.0, 365.0, 365.0, 363.0, 360.0, 358.0, 354.0, 351.0, 350.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Economic_growth", "Nonfarm_payrolls", "Jobs_created_during_U.S._presidential_terms", "The_Great_Stagnation", "List_of_recessions_in_the_United_States", "Agriculture_in_Pennsylvania", "Gross_national_product"], "ranked_scores": [371.0, 362.0, 360.0, 352.0, 351.0, 350.0, 346.0, 342.0, 341.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Ursus_americanus_carlottae", "Brown_bear", "Rubus_arcticus", "The_Bear_(1988_film)", "Kodiak_bear", "Grizzly_Bear_(dance)", "Northwoods_(forest)", "Beringian_wolf", "Boreogadus_saida", "Yup'ik_cuisine"], "ranked_scores": [175.0, 172.0, 171.0, 170.0, 170.0, 169.0, 169.0, 169.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_resources_race", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Cryoseism", "Greenhouse_gas", "Ice_calving", "Retreat_of_glaciers_since_1850", "Ice_sheet", "Polar_High"], "ranked_scores": [201.0, 185.0, 180.0, 179.0, 178.0, 177.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Climate_variability", "Past_sea_level", "Climate_change_(general_concept)", "Ocean_surface_topography", "Weather", "1936_North_American_cold_wave", "Atmospheric_circulation", "Drought_in_the_United_Kingdom", "Nordic_Seas", "Sea"], "ranked_scores": [188.0, 186.0, 185.0, 185.0, 183.0, 182.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Global_dimming", "Arctic_sea_ice_decline", "Last_Glacial_Maximum", "Future_sea_level", "Marine_transgression", "Copenhagen_Diagnosis", "List_of_new_islands", "The_Great_Warming", "Stern_Review", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [175.0, 175.0, 174.0, 173.0, 173.0, 172.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_emissions_reporting", "Greenhouse_gas_accounting", "Climate_footprint", "Climate_change_in_China", "Environmental_impact_of_transport", "Climate_change_adaptation", "Carbon_Shredders", "Carbon_footprint", "Greenhouse_gas", "Wind_power_in_Pennsylvania"], "ranked_scores": [190.0, 186.0, 184.0, 182.0, 182.0, 182.0, 180.0, 180.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Media_coverage_of_climate_change", "Ozone_depletion_and_climate_change", "Scientific_opinion_on_climate_change", "Climate_change_mitigation", "Climate_change_in_Canada", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Politics_of_global_warming", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [188.0, 185.0, 184.0, 184.0, 184.0, 183.0, 180.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Ice2sea", "Global_warming_in_Antarctica", "Greenland_ice_sheet", "Cordilleran_Ice_Sheet", "East_Greenland_Orogen"], "ranked_scores": [194.0, 191.0, 188.0, 188.0, 186.0, 184.0, 183.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Global_warming_hiatus", "Effects_of_global_warming", "Economics_of_global_warming"], "ranked_scores": [203.0, 201.0, 198.0, 197.0, 192.0, 189.0, 189.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Global_warming", "Climate_change_and_gender", "Hurricane_Katrina_and_global_warming", "Economics_of_global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "IPCC_First_Assessment_Report", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Scientific_opinion_on_climate_change", "Reasons_for_concern"], "ranked_scores": [192.0, 189.0, 189.0, 188.0, 187.0, 185.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Climate_of_the_United_States", "Meningococcal_disease", "United_States_rainfall_climatology", "Climate_of_Minnesota", "Effects_of_global_warming_on_humans", "Ehrlichia_Wisconsin_HM543746", "2009_flu_pandemic_in_the_United_States", "Frost_Belt", "North_Carolina", "Measles"], "ranked_scores": [177.0, 175.0, 174.0, 173.0, 172.0, 172.0, 172.0, 170.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Effects_of_global_warming", "100%_renewable_energy", "Climate_change_and_gender", "IPCC_First_Assessment_Report", "Climate_change", "Carbon_cycle_re-balancing", "Climate_change_mitigation", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [196.0, 188.0, 187.0, 185.0, 185.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2nd_millennium", "Milankovitch_cycles", "100,000-year_problem", "End_time", "2000s_(decade)", "1000", "6th_century", "Attribution_of_recent_climate_change", "Global_cooling"], "ranked_scores": [186.0, 178.0, 177.0, 176.0, 176.0, 175.0, 174.0, 174.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Hockey_stick_controversy", "Coal", "Growth_of_wind_power_in_the_United_States", "Climate_Data_Records", "Greenhouse_gas_inventory", "Mauna_Kea", "Hockey_stick_graph", "Keeling_Curve", "Peak_coal", "Peak_oil"], "ranked_scores": [168.0, 167.0, 167.0, 167.0, 167.0, 166.0, 165.0, 165.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Sulfuric_acid", "Ocean_acidification", "PH", "Carbonic_acid", "Acidophobe", "Acidosis", "Greenhouse_gas", "Avoiding_Dangerous_Climate_Change", "Idealized_greenhouse_model", "Scientific_opinion_on_climate_change"], "ranked_scores": [173.0, 172.0, 171.0, 168.0, 166.0, 165.0, 165.0, 164.0, 164.0, 163.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "I'm_not_a_scientist", "The_Great_Warming", "Friends_of_Science", "Global_warming_conspiracy_theory", "Attribution_of_recent_climate_change", "Global_warming_controversy"], "ranked_scores": [198.0, 192.0, 188.0, 187.0, 182.0, 182.0, 181.0, 181.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Cold_fusion", "Federal_Fuel_Administration", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Cool_tropics_paradox", "Cosmic_microwave_background", "Meteotsunami", "2006_European_cold_wave", "Stationary_process", "Pacifico_Yokohama"], "ranked_scores": [167.0, 164.0, 162.0, 161.0, 158.0, 158.0, 157.0, 157.0, 157.0, 156.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Scientific_consensus_on_climate_change", "Adam_Scaife", "Climatic_Research_Unit_documents", "Climate_variability", "An_Appeal_to_Reason", "Copenhagen_Diagnosis", "Ice2sea"], "ranked_scores": [179.0, 177.0, 177.0, 176.0, 175.0, 175.0, 174.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3191, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Weather_front", "Polar_vortex", "North_Atlantic_Current", "Convection", "Climate_of_the_United_States", "Convective_instability", "Polar_front", "Climate_of_Svalbard", "Weddell_Gyre"], "ranked_scores": [191.0, 191.0, 184.0, 182.0, 181.0, 179.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1997–98_El_Niño_event", "IPCC_First_Assessment_Report", "Temperature_record_of_the_past_1000_years", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "IPCC_Second_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Satellite_temperature_measurements", "1808/1809_mystery_eruption"], "ranked_scores": [192.0, 181.0, 179.0, 179.0, 179.0, 179.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["BOOMERanG_experiment", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Avoiding_Dangerous_Climate_Change", "Climatic_Research_Unit_documents", "350.org", "CLOUD_experiment", "TopHat_(telescope)", "IPCC_Fourth_Assessment_Report", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [178.0, 176.0, 175.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_pricing_in_Australia", "Competitive_Tax_Plan", "Automated_Payment_Transaction_tax", "Carbon_tax", "Alexandre_Trudeau", "Mitigation_of_global_warming_in_Australia", "Ozone_depletion_and_climate_change", "Alternative_minimum_tax", "Mongstad_Power_Station"], "ranked_scores": [172.0, 169.0, 164.0, 163.0, 161.0, 160.0, 160.0, 160.0, 159.0, 159.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Last_Glacial_Maximum", "Future_sea_level", "Abrupt_climate_change", "Interglacial", "Climate_of_the_Arctic", "Global_warming_in_Antarctica", "Glacier", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [181.0, 179.0, 178.0, 178.0, 178.0, 177.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Timeline_of_glaciation", "2010_Northern_Hemisphere_summer_heat_waves", "Pleistocene", "Holocene", "Pliocene_climate", "List_of_solar_eclipses_in_the_21st_century", "Dendrochronology", "1997–98_El_Niño_event", "Miocene", "The_Ice_Age"], "ranked_scores": [174.0, 171.0, 171.0, 170.0, 170.0, 169.0, 168.0, 168.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Free_Ocean_CO2_Enrichment", "Future_of_Earth", "Sea", "Anoxic_event", "Oil_spill", "Acid_rain", "Extinction_event", "Ocean"], "ranked_scores": [198.0, 197.0, 183.0, 180.0, 179.0, 178.0, 177.0, 176.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Jobs_created_during_U.S._presidential_terms", "American_Recovery_and_Reinvestment_Act_of_2009", "Energy_accidents", "Cumulative_effects_(environment)", "World_energy_consumption", "Full_employment", "Alternatives_assessment", "Waste-to-energy_plant", "Mandatory_renewable_energy_target", "World_Energy_Outlook"], "ranked_scores": [173.0, 172.0, 168.0, 167.0, 167.0, 167.0, 166.0, 166.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "Ice_calving", "Runaway_greenhouse_effect", "Global_warming_in_Antarctica", "Sea_level_rise", "Season_creep", "Cryoseism", "Ice_sheet"], "ranked_scores": [183.0, 182.0, 181.0, 180.0, 178.0, 178.0, 177.0, 176.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["2010–13_Southern_United_States_and_Mexico_drought", "Climate_change_policy_of_the_United_States", "Climate_change_in_Europe", "Droughts_in_the_United_States", "2013_Pacific_hurricane_season", "Effects_of_global_warming", "Climate_change_in_the_United_States", "Climate_change_adaptation", "Climate_change_and_gender", "Climate_change_in_Texas"], "ranked_scores": [178.0, 176.0, 176.0, 175.0, 174.0, 173.0, 173.0, 172.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Economics_of_global_warming", "World_Climate_Report", "Climate_change_mitigation_scenarios", "Views_on_the_Kyoto_Protocol", "Stern_Review", "Global_warming", "World_Energy_Outlook", "Climate_change_and_gender", "Copenhagen_Diagnosis", "Global_warming_controversy"], "ranked_scores": [182.0, 180.0, 178.0, 178.0, 178.0, 176.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "Summer_of_1976_(Europe)", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "2013_Pacific_hurricane_season", "Heat_wave"], "ranked_scores": [202.0, 199.0, 192.0, 185.0, 184.0, 181.0, 180.0, 180.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Media_coverage_of_climate_change", "Scientific_opinion_on_climate_change", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_denial", "Natural_News", "Creation–evolution_controversy", "World_Climate_Report", "The_Real_Global_Warming_Disaster"], "ranked_scores": [198.0, 192.0, 186.0, 186.0, 183.0, 180.0, 180.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Global_warming_controversy", "Climate_variability", "Climate_change_(general_concept)", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Global_warming", "Climate_change_in_the_Arctic", "Effects_of_global_warming", "Global_warming_hiatus", "History_of_climate_change_science"], "ranked_scores": [191.0, 190.0, 187.0, 186.0, 184.0, 182.0, 181.0, 181.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2566, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Carbon_emissions_reporting", "Wind_speed", "Greenhouse_gas", "Environmental_impact_of_transport", "Human_impact_on_the_environment", "Politics_of_global_warming", "Climate_change_and_agriculture", "Climate_change_(general_concept)", "Environmental_issue", "World_energy_consumption"], "ranked_scores": [181.0, 181.0, 179.0, 179.0, 179.0, 179.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Sure-thing_principle", "Global_catastrophic_risk", "Risk", "Project_risk_management", "Risk_neutral", "Country_risk", "Endogenous_risk", "Prioritarianism", "Risk_assessment", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [176.0, 173.0, 171.0, 168.0, 168.0, 165.0, 165.0, 165.0, 164.0, 164.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["United_States_Environmental_Protection_Agency", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_policy_of_the_United_States", "Canada_and_the_Kyoto_Protocol", "Presidential_Climate_Action_Plan", "Massachusetts_v._Environmental_Protection_Agency", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "National_Environmental_Policy_Act", "Views_on_the_Kyoto_Protocol", "Green_Power_Partnership"], "ranked_scores": [175.0, 174.0, 171.0, 171.0, 170.0, 169.0, 169.0, 169.0, 169.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Temperature_record_of_the_past_1000_years", "Climate_of_Ecuador", "Paleocene–Eocene_Thermal_Maximum", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Climatology", "List_of_climate_research_satellites", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate"], "ranked_scores": [197.0, 189.0, 189.0, 187.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_ice_pack", "Antarctic_sea_ice", "MV_Arctic_Sunrise", "Arctic_sea_ice_decline", "Ice_shelf", "Fast_ice", "Sea_ice", "Ellesmere_Ice_Shelf", "Ice_cap", "List_of_glaciers_of_Iceland"], "ranked_scores": [183.0, 182.0, 181.0, 178.0, 177.0, 177.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification", "Coal_gasification_commercialization", "Coal", "Carbon_capture_and_storage", "Coal_mining", "Fossil_fuel_power_station", "Coal_forest", "Refined_coal"], "ranked_scores": [205.0, 201.0, 192.0, 188.0, 187.0, 187.0, 185.0, 184.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Diurnal_cycle", "Summer_of_1976_(Europe)", "Cool_tropics_paradox", "Lithospheric_flexure", "Federal_Fuel_Administration", "Carbon_dioxide_removal", "Condensation_cloud", "Keeling_Curve", "Policy_Review", "Withdrawal_of_Greenland_from_the_European_Communities"], "ranked_scores": [162.0, 161.0, 160.0, 160.0, 160.0, 159.0, 159.0, 158.0, 158.0, 158.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Hockey_stick_controversy", "Global_warming", "Sea_level_rise", "Climate_inertia", "Climate_change_in_the_Arctic", "Physical_impacts_of_climate_change", "Ridiculously_Resilient_Ridge", "Global_warming_controversy", "The_Hockey_Stick_and_the_Climate_Wars", "Scientific_opinion_on_climate_change"], "ranked_scores": [171.0, 171.0, 170.0, 169.0, 168.0, 168.0, 168.0, 168.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Abrupt_climate_change", "Climate_change_policy_of_the_United_States", "Global_warming", "Global_change", "Effects_of_global_warming", "Greenhouse_gas", "Special_Report_on_Global_Warming_of_1.5_°C", "Physical_impacts_of_climate_change", "Neoglaciation", "Tipping_points_in_the_climate_system"], "ranked_scores": [190.0, 188.0, 186.0, 185.0, 185.0, 184.0, 183.0, 183.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Lake_Superior", "Lac_La_Belle,_Michigan", "MSU_temperature_measurements", "Chilean_Antarctic_Territory", "Greenland_ice_core_project", "List_of_Lake_Erie_Islands", "Temperature_record_of_the_past_1000_years", "Canadian_Arctic_tundra", "Landlocked_country", "Last_Glacial_Period"], "ranked_scores": [162.0, 161.0, 160.0, 160.0, 160.0, 159.0, 159.0, 159.0, 157.0, 157.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Politics_of_global_warming", "Global_warming", "Physical_impacts_of_climate_change", "Effect_of_Sun_angle_on_climate", "Scientific_consensus_on_climate_change", "Climate_inertia", "James_Hansen", "Solar_cycle"], "ranked_scores": [195.0, 192.0, 192.0, 190.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1461, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Mean_reversion_(finance)", "Inflation", "Effects_of_global_warming_on_humans", "Skewness", "Climate_variability", "Worse-than-average_effect", "Climate_change_(general_concept)", "Alternative_medicine", "Dissenting_opinion"], "ranked_scores": [177.0, 174.0, 171.0, 170.0, 169.0, 168.0, 168.0, 167.0, 166.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Greenhouse_gas", "Politics_of_global_warming", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Air_pollution", "1971", "Climate_change_(general_concept)", "IPCC_First_Assessment_Report", "Geological_history_of_oxygen"], "ranked_scores": [186.0, 184.0, 183.0, 183.0, 182.0, 179.0, 178.0, 177.0, 177.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Pliocene_climate", "Paleocene–Eocene_Thermal_Maximum", "1000", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Greenhouse_and_icehouse_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Polarity_chron", "Attribution_of_recent_climate_change", "Global_cooling_(disambiguation)"], "ranked_scores": [177.0, 177.0, 176.0, 175.0, 175.0, 175.0, 175.0, 175.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Scientific_community", "Danish_Committees_on_Scientific_Dishonesty", "List_of_experimental_errors_and_frauds_in_physics", "Science_communication", "Scientific_consensus", "Truth", "Fact_checking", "March_for_Science", "Environmental_skepticism", "Worse-than-average_effect"], "ranked_scores": [177.0, 170.0, 168.0, 168.0, 168.0, 166.0, 166.0, 165.0, 165.0, 164.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Heat_wave", "Microclimate", "Weather_media_in_the_United_States", "Continental_climate", "Infrared_window", "Humid_subtropical_climate", "Arctic_Circle", "Climate_of_Dallas", "Extreme_environment"], "ranked_scores": [172.0, 172.0, 172.0, 172.0, 170.0, 170.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Environmental_issue", "Global_dimming", "Global_warming", "History_of_climate_change_science", "Doomer", "Climate_inertia", "List_of_climate_research_satellites", "Summer_of_1976_(Europe)", "Global_warming_controversy", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [186.0, 185.0, 185.0, 184.0, 181.0, 181.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Wind_power_in_California", "Solar_power_by_country", "Solar_energy", "Photovoltaics", "California_gubernatorial_election,_2014", "California", "Solar_power_in_Italy"], "ranked_scores": [188.0, 187.0, 186.0, 183.0, 182.0, 178.0, 178.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Environmental_impact_of_meat_production", "Jobs_created_during_U.S._presidential_terms", "Agriculture_in_Syria", "Agricultural_Act_of_2014", "Food,_Conservation,_and_Energy_Act_of_2008", "Agriculture_in_Pennsylvania", "Nonfarm_payrolls", "Green_Revolution"], "ranked_scores": [191.0, 178.0, 177.0, 176.0, 175.0, 172.0, 172.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Northwoods_(forest)", "Rubus_arcticus", "Beringian_wolf", "Ursus_americanus_carlottae", "Kodiak_bear", "Yup'ik_cuisine", "Brown_bear", "Ontonagon_County,_Michigan", "Great_Bear_Wilderness", "Transboundary_Watershed_Region"], "ranked_scores": [91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_resources_race", "Retreat_of_glaciers_since_1850", "Atmospheric_methane", "Ice_rise", "Greenhouse_gas", "Cryoseism", "Water_vapor", "Thermopause", "Inversion_(meteorology)"], "ranked_scores": [99.0, 93.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Natural_hazard", "Tornadoes_of_2017", "Flood_geology", "Atmospheric_circulation", "Prevailing_winds", "Climate_variability", "Wind", "Natural_disaster", "Volcano", "Siberian_High"], "ranked_scores": [95.0, 92.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Marine_transgression", "Quaternary_glaciation", "Last_Glacial_Maximum", "Stern_Review", "Climate_Change_Science_Program", "Copenhagen_Diagnosis", "IPCC_Second_Assessment_Report", "Arctic_sea_ice_decline", "Climate_change_and_gender", "World_Climate_Report"], "ranked_scores": [92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Carbon_emissions_reporting", "Energy_in_the_United_States", "Climate_footprint", "Coal_pollution_mitigation", "Green_Power_Partnership", "GHG_footprint", "Human_impact_on_the_environment", "World_energy_consumption", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Wind_power_in_the_United_States"], "ranked_scores": [96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Ozone_depletion_and_climate_change", "Global_warming_controversy", "Climate_change_mitigation", "Climate_change_and_gender", "Carbon_neutrality", "Atmospheric_methane", "Climate_change_denial", "Climate_engineering", "Effects_of_global_warming", "Climate_change_in_the_Arctic"], "ranked_scores": [95.0, 93.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Cordilleran_Ice_Sheet", "2009_United_Nations_Climate_Change_Conference", "Arctic_geoengineering", "Ice2sea", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Arctic_resources_race"], "ranked_scores": [97.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Climate_change_in_the_Arctic", "Global_warming_controversy", "Climate_engineering", "Ocean_acidification", "Effects_of_global_warming", "Greenhouse_gas", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [106.0, 105.0, 102.0, 99.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Global_warming", "Effects_of_climate_change_on_terrestrial_animals", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Effects_of_global_warming", "Global_warming_controversy", "Hurricane_Katrina_and_global_warming", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [98.0, 98.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Pelagic_zone", "Ehrlichia_Wisconsin_HM543746", "Late_Glacial", "Great_Lakes_Areas_of_Concern", "Kentucky", "Life_zones_of_the_Mediterranean_region", "Nordic_Seas", "Northwoods_(forest)", "Siberian_High"], "ranked_scores": [92.0, 90.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_in_the_United_States", "Effects_of_global_warming", "Climate_change_and_gender", "Effects_of_climate_change_on_terrestrial_animals", "Climate_change_and_agriculture", "IPCC_First_Assessment_Report", "Climate_change", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_United_States"], "ranked_scores": [104.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["100,000-year_problem", "Doomsday_argument", "Termination_(geomorphology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_sustainability", "2000s_(decade)", "Copenhagen_Diagnosis", "Nuclear_holocaust", "George_Kukla", "Global_cooling_(disambiguation)"], "ranked_scores": [94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Rocky_Mountain_Front", "Base_(chemistry)", "Growth_of_wind_power_in_the_United_States", "Atacama_Cosmology_Telescope", "Coal_hole", "Thermal_mass", "Conservation_agriculture", "National_Acid_Precipitation_Assessment_Program", "TopHat_(telescope)", "Yosemite_National_Park"], "ranked_scores": [89.0, 88.0, 88.0, 87.0, 87.0, 85.0, 85.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Alkalinity", "PH", "Sulfuric_acid", "Acidosis", "Ocean_acidification", "IPCC_First_Assessment_Report", "Acid", "Seawater", "Metabolic_acidosis", "Vacuum"], "ranked_scores": [89.0, 89.0, 89.0, 87.0, 87.0, 87.0, 86.0, 86.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4525, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Heaven_and_Earth_(book)", "Global_warming_conspiracy_theory", "Global_cooling", "Climate_change_opinion_by_country", "Friends_of_Science", "Polar_amplification", "Global_cooling_(disambiguation)"], "ranked_scores": [98.0, 95.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Cold_fusion", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pulverised_fuel_ash", "Glaciovolcanism", "Pleistocene_rewilding", "Bølling-Allerød_warming", "Alkaline_tide", "Termination_(geomorphology)", "Wisconsin_glaciation"], "ranked_scores": [92.0, 91.0, 87.0, 85.0, 85.0, 84.0, 84.0, 83.0, 83.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Snowball_Earth", "Avoiding_Dangerous_Climate_Change", "Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Attribution_of_recent_climate_change", "Friends_of_Science", "Media_coverage_of_climate_change", "The_Coming_Global_Superstorm", "November_2014_North_American_cold_wave"], "ranked_scores": [93.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Younger_Dryas", "Weather_front", "Polar_vortex", "Jet_stream", "Natural_gas", "Climate_variability", "Pulverised_fuel_ash", "Mesosphere", "Weather", "Wind"], "ranked_scores": [97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1997_Pacific_hurricane_season", "Temperature_record_of_the_past_1000_years", "IPCC_Second_Assessment_Report", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Satellite_temperature_measurements", "Global_warming_hiatus", "2016_North_American_heat_wave", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Summer_of_1976_(Europe)"], "ranked_scores": [99.0, 95.0, 95.0, 95.0, 94.0, 93.0, 92.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["U.S._Global_Change_Research_Program", "Climate_of_Mars", "Climate_change_in_the_United_States", "Climate_Change_Science_Program", "Global_dimming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Greenhouse_gas_emissions_by_the_United_States", "Temperature", "The_Real_Global_Warming_Disaster", "TopHat_(telescope)"], "ranked_scores": [95.0, 94.0, 93.0, 93.0, 91.0, 90.0, 90.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Automated_Payment_Transaction_tax", "Carbon_price", "Alexandre_Trudeau", "Reaganomics", "Alternative_minimum_tax", "Nitrogen_dioxide_poisoning", "Competitive_Tax_Plan", "Environmental_pricing_reform", "Metabolic_acidosis", "Ozone_depletion"], "ranked_scores": [91.0, 88.0, 86.0, 85.0, 84.0, 84.0, 83.0, 83.0, 83.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Global_cooling", "Study_of_Environmental_Arctic_Change", "Neoglaciation", "Hockey_stick_graph", "Holocene_glacial_retreat", "Earth's_internal_heat_budget", "Post-glacial_rebound", "Remineralisation", "Solar_cycle_19", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Pleistocene", "Hurricane_Alberto_(1982)", "Bølling-Allerød_warming", "Last_Glacial_Maximum", "Eemian", "Solar_cycle_18", "Miocene", "Summer_of_1976_(Europe)", "The_Ice_Age", "Oligocene"], "ranked_scores": [88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Free_Ocean_CO2_Enrichment", "Carbon_bubble", "Climate_justice", "Climate_risk", "Environmental_toxicology", "Climate_engineering", "Friends_of_Science", "Gaia_philosophy"], "ranked_scores": [100.0, 97.0, 95.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Jobs_created_during_U.S._presidential_terms", "Petroleum_industry", "Petroleum_in_the_United_States", "Hazard_elimination", "Nonfarm_payrolls", "Full_employment", "National_Climate_Assessment", "Job_security", "World_energy_consumption", "Statistical_murder"], "ranked_scores": [96.0, 95.0, 93.0, 90.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Climate_change_in_the_Arctic", "1997–98_El_Niño_event", "Global_warming_in_Antarctica", "Runaway_greenhouse_effect", "High_Arctic_relocation", "Arctic_resources_race", "Neoglaciation", "MV_Arctic_Sunrise", "Retreat_of_glaciers_since_1850", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [96.0, 94.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_and_gender", "Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Droughts_in_the_United_States", "Climate_change_adaptation", "Climate_change_policy_of_the_United_States", "World_Climate_Change_Conference,_Moscow", "Effects_of_global_warming", "Global_catastrophic_risk", "Global_warming"], "ranked_scores": [94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["World_Climate_Report", "Climate_change_mitigation_scenarios", "Stern_Review", "An_Appeal_to_Reason", "Climate_change_policy_of_the_United_States", "Inversion_(meteorology)", "Climate_Change_Act_2008", "Reasons_for_concern", "U.S._Global_Change_Research_Program", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [94.0, 92.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2013_Pacific_hurricane_season", "Humid_subtropical_climate", "2007_Western_North_American_heat_wave", "Climate_of_the_United_States", "Heat_wave", "Timeline_of_the_2015_Pacific_hurricane_season", "Subtropics"], "ranked_scores": [100.0, 97.0, 97.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Creation–evolution_controversy", "Objections_to_evolution", "Myth_of_the_flat_Earth", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Relationship_between_religion_and_science", "Teach_the_Controversy", "Kuznets_curve", "Scientific_theory"], "ranked_scores": [99.0, 97.0, 96.0, 95.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Climate_variability", "Attribution_of_recent_climate_change", "Global_warming_controversy", "Climate_of_Australia", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Climate_change_in_Australia", "Climate_change_(general_concept)", "Great_Salinity_Anomaly", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change"], "ranked_scores": [95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Wind_power_in_New_Mexico", "Carbon_emissions_reporting", "Coal_pollution_mitigation", "Wind_power_in_Mexico", "Environmental_impact_of_transport", "Wind_power_in_the_United_States", "Human_impact_on_the_environment", "Wind_power", "Prevailing_winds", "World_energy_consumption"], "ranked_scores": [96.0, 94.0, 94.0, 94.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Philosophical_skepticism", "Sure-thing_principle", "Pseudoscience", "Global_catastrophic_risk", "Skepticism", "Effects_of_global_warming", "Limiting_factor", "Longevity_risk", "Prioritarianism", "Trophic_level"], "ranked_scores": [90.0, 90.0, 87.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["United_States_Environmental_Protection_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Fuel_Economy_Reform_Act", "Clean_Air_Act_(United_States)", "Solar_Renewable_Energy_Certificate", "Presidential_Climate_Action_Plan", "Environmental_Defense_Fund", "Lisa_P._Jackson", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [90.0, 88.0, 85.0, 85.0, 85.0, 85.0, 85.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3638, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "Climate_engineering", "Pliocene_climate", "Global_warming", "Temperature_record_of_the_past_1000_years", "Climate_of_the_United_States", "Global_warming_controversy", "Neoglaciation", "Scientific_opinion_on_climate_change"], "ranked_scores": [98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Fast_ice", "Ice_cap", "Ice_sheet", "Ice_rise", "Sea_ice", "Antarctic_sea_ice", "Amundsen_Basin", "Iris_hypothesis", "Iceberg_B-9", "McMurdo_Sound"], "ranked_scores": [97.0, 95.0, 95.0, 95.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Coal_gasification", "Coal_gasification_commercialization", "Coal", "Mitigation_of_global_warming_in_Australia", "Fossil_fuel_power_station", "Carbon_capture_and_storage", "Global_Warming_Pollution_Reduction_Act_of_2007", "Bituminous_coal"], "ranked_scores": [109.0, 103.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["The_World_Is_Flat", "List_of_climate_research_satellites", "Cool_tropics_paradox", "Willie_Soon", "Stephen_Schneider", "Fleischmann–Pons_experiment", "Polar_amplification", "Pacific_decadal_oscillation", "Polar_see-saw", "Summer_of_1976_(Europe)"], "ranked_scores": [87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Hockey_stick_controversy", "Sea_level_rise", "Global_stilling", "Global_warming", "Global_warming_in_Antarctica", "Economics_of_global_warming", "Economic_growth", "Global_warming_controversy", "The_Hockey_Stick_and_the_Climate_Wars", "Scientific_opinion_on_climate_change"], "ranked_scores": [89.0, 89.0, 88.0, 87.0, 87.0, 86.0, 86.0, 86.0, 86.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Climate_engineering", "Climate_change_policy_of_the_United_States", "Effects_of_global_warming", "Global_warming", "Runaway_greenhouse_effect", "History_of_climate_change_science", "Climate_change", "Greenhouse_gas", "Special_Report_on_Global_Warming_of_1.5_°C", "Tipping_points_in_the_climate_system"], "ranked_scores": [97.0, 97.0, 97.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Greenland_ice_core_project", "Lac_La_Belle,_Michigan", "Chain_of_Lakes_(Minneapolis)", "Endorheic_basin", "List_of_Lake_Erie_Islands", "Lake_Superior", "Arctic_Circle_(disambiguation)", "Chain_of_Lakes_(Winter_Haven)", "Mid-Atlantic_Ridge", "Wisconsin_glaciation"], "ranked_scores": [88.0, 87.0, 84.0, 84.0, 84.0, 84.0, 83.0, 83.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Solar_cycle", "Climate_change_opinion_by_country", "Global_warming_controversy", "Effect_of_Sun_angle_on_climate", "Media_coverage_of_climate_change", "Global_warming", "Solar_phenomena", "Scientific_consensus_on_climate_change"], "ranked_scores": [99.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Regression_toward_the_mean", "Alternative_medicine", "Denial", "List_of_recessions_in_the_United_States", "Inflation", "Home-ownership_in_the_United_States", "Gold", "Nonfarm_payrolls", "Plausible_deniability", "Worse-than-average_effect"], "ranked_scores": [88.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_reforming", "Environmental_issue", "Politics_of_global_warming", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Carbon_bubble", "Global_warming", "IPCC_First_Assessment_Report", "Greenhouse_gas", "Peak_water"], "ranked_scores": [96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Future_of_Earth", "The_Ice_Age", "Pleistocene", "Pliocene_climate", "TopHat_(telescope)", "Global_cooling", "Noachian", "Climate_of_Mars", "Geologic_time_scale", "Venera"], "ranked_scores": [95.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus", "California_State_and_Consumer_Services_Agency", "Skeptical_Science", "Scientific_community", "Scientific_consensus_on_climate_change", "Worse-than-average_effect", "History_of_science_policy", "Independent_scientist", "Science_communication"], "ranked_scores": [90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Automatic_weather_station", "Extreme_environment", "List_of_locations_with_a_subtropical_climate", "Climate_of_Dallas", "Infrared_window", "Low_Earth_orbit", "Ultraviolet", "SOLAR_(ISS)", "Sunlight"], "ranked_scores": [93.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Doomer", "2000s_(decade)", "Climate_change_policy_of_the_United_States", "Environmental_issue", "Global_dimming", "Green_Revolution", "History_of_climate_change_science", "Great_Smog_of_London", "List_of_climate_research_satellites", "Polar_amplification"], "ranked_scores": [96.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Photovoltaics", "Workforce", "Solar_power_by_country", "Nuclear_power_plant", "Renewable_energy", "Solar_panel", "Solar_energy", "Wind_power_in_California"], "ranked_scores": [100.0, 99.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Environmental_impact_of_meat_production", "Climate_change_and_agriculture", "History_of_the_United_States_(1945–64)", "Agriculture_in_Syria", "Green_Revolution", "Collectivization_in_the_Soviet_Union", "Greenhouse_gas_emissions_by_the_United_States", "Intensive_animal_farming", "Wild_farming"], "ranked_scores": [100.0, 93.0, 93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Beringian_wolf", "January_2016_East_Asia_cold_wave", "Ontonagon_County,_Michigan", "Rubus_arcticus", "Arctic_Climate_Impact_Assessment", "Beringia_lowland_tundra", "Kodiak_bear", "Northwoods_(forest)", "Ursus_americanus_carlottae", "Laurentia_(bioregion)"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Water_vapor", "Atmospheric_methane", "Ellesmere_Ice_Shelf", "Climate_change_in_the_Arctic", "Ice_cap", "Fire_ecology", "Ice_rise", "Thermopause", "Wind"], "ranked_scores": [54.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Abyssal_hill", "Wind", "Noachian", "Circumpolar_distribution", "Tornadoes_of_2017", "Prevailing_winds", "Polar_High", "Polar_vortex", "Siberian_High", "Thermopause"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Marine_transgression", "Quelccaya_Ice_Cap", "Abrupt_climate_change", "Regime_shift", "Earth_Changes", "Holocene_glacial_retreat", "Global_dimming", "List_of_new_islands", "Mass_wasting", "Melt_pond"], "ranked_scores": [52.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Global_hectare", "Human_impact_on_the_environment", "Ecological_footprint", "Climate_footprint", "Carbon_neutrality", "List_of_parties_to_the_Kyoto_Protocol", "Greenhouse_gas_emissions_accounting", "Greenhouse_gas_emissions_by_the_United_States", "Wind_power_in_Mexico", "World_energy_consumption"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Climate_engineering", "Climate_change_mitigation", "Climate_change_and_gender", "Ozone_depletion_and_climate_change", "Views_on_the_Kyoto_Protocol", "Climate_of_Mars", "Terraforming", "Regional_effects_of_global_warming", "Global_warming_controversy", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_geoengineering", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Arctic_methane_emissions", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Ice2sea", "Permafrost", "Sea_level_rise", "MV_Arctic_Sunrise"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_engineering", "Scientific_consensus_on_climate_change", "Idealized_greenhouse_model", "Climate_change_(general_concept)", "Earth's_energy_budget", "Future_of_Earth", "Greenhouse_gas", "Global_warming"], "ranked_scores": [58.0, 57.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["2012–13_North_American_drought", "Climate_change_opinion_by_country", "2010–13_Southern_United_States_and_Mexico_drought", "World_Climate_Report", "Natural_hazard", "Climate_change_in_the_United_States", "Global_warming_controversy", "Tropical_Storm_Harvey_(2011)", "Hurricane_Wilma", "March_for_Science"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Gulf_Stream", "Late_Glacial", "Western_Palaearctic", "Geography_of_North_America", "Global_warming_controversy", "Thermocline", "Human_Rights_and_Climate_Change", "Great_Lakes_Areas_of_Concern", "Littoral_zone"], "ranked_scores": [54.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Diminishing_returns", "Environmental_policy_of_the_United_States", "Climate_change_in_the_United_States", "Effects_of_global_warming", "IPCC_First_Assessment_Report", "Effects_of_climate_change_on_terrestrial_animals", "Global_warming", "History_of_organic_farming", "Weak_and_strong_sustainability"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["2000", "Myth_of_superabundance", "2nd_millennium", "2000s_(decade)", "History_of_sustainability", "Doomsday_argument", "Calendar_year", "Leap_year", "Solar_cycle_(calendar)", "Willie_Soon"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Coal_hole", "Greenhouse_gas_inventory", "California_Gold_Rush", "Climate_change_adaptation_in_Nepal", "Climate_of_Mars", "Greenhouse_gas_accounting", "Energy_accidents", "Growth_of_wind_power_in_the_United_States", "U.S._Global_Change_Research_Program", "Wind_power_in_Colorado"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Chemocline", "Acid", "Alkalinity", "Anoxia", "PH", "Anticyclogenesis", "Fresh_water", "Sulfuric_acid", "Limiting_factor", "Tipping_point_(climatology)"], "ranked_scores": [50.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["Global_warming_conspiracy_theory", "Friends_of_Science", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Scientific_opinion_on_climate_change", "Heaven_and_Earth_(book)", "The_Great_Global_Warming_Swindle", "Polar_amplification", "Scientific_consensus_on_climate_change", "Winter_1985_cold_wave"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "Cold_fusion", "Glaciovolcanism", "Horizon_2020", "GDP_deflator", "Cloud_formation_and_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Planetary_equilibrium_temperature", "Hesperian", "Pulverised_fuel_ash"], "ranked_scores": [48.0, 48.0, 46.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Arctic_ecology", "Climate_change_in_the_Arctic", "Earth's_internal_heat_budget", "Global_warming_controversy", "Climate_of_Mars", "Great_Salinity_Anomaly", "Polar_amplification", "Snowball_Earth", "Scientific_opinion_on_climate_change", "Study_of_Environmental_Arctic_Change"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Tidal_range", "Jet_stream", "1936_North_American_cold_wave", "North_Atlantic_Current", "Polar_High", "Bering_Sea", "Water_vapor", "McMurdo_Sound", "West_Antarctica", "Wind"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Satellite_temperature_measurements", "2016_North_American_heat_wave", "1960s", "MSU_temperature_measurements", "Global_warming_hiatus", "Scientific_consensus_on_climate_change", "1808/1809_mystery_eruption", "Scientific_opinion_on_climate_change", "Solar_cycle_18", "Sun"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Climate_of_Mars", "Climate_change_in_the_Arctic", "Statistical_murder", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Coming_Global_Superstorm", "Thin-film_solar_cell", "Tipping_points_in_the_climate_system", "Weather_forecasting"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Automated_Payment_Transaction_tax", "Reaganomics", "Carbon_pricing_in_Australia", "Alternative_minimum_tax", "Apologetics", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_transport_in_Australia", "Tendency_of_the_rate_of_profit_to_fall", "Mongstad_Power_Station", "Third-cause_fallacy"], "ranked_scores": [50.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0, 43.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_geoengineering", "Arctic_resources_race", "Great_Lakes_tectonic_zone", "Climate_change_in_the_Arctic", "Bering_Glacier", "Wisconsin_glaciation", "Idealized_greenhouse_model", "Oroville_Dam", "Snowpack", "Retreat_of_glaciers_since_1850"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Economy_of_North_America", "1980_United_States_heat_wave", "Solar_cycle_18", "Timeline_of_the_2005_Pacific_hurricane_season", "Wibjörn_Karlén", "Solar_cycle_19", "List_of_solar_eclipses_in_the_21st_century", "Megathermal", "Sun_Belt", "Uranus"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Estuarine_acidification", "Climate_engineering", "Climate_justice", "Weatherization", "Ocean_acidification", "Climate_Change_Act_2008", "Reasons_for_concern", "Greenpeace", "Nuclear_explosion", "Physical_impacts_of_climate_change"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Jobs_created_during_U.S._presidential_terms", "Petroleum_in_the_United_States", "Petroleum_industry", "Environmental_impact_of_agriculture", "ExxonMobil", "Environmental_impact_of_meat_production", "Greenhouse_gas_accounting", "Nonfarm_payrolls", "Federal_Power_Commission", "United_States_Environmental_Protection_Agency"], "ranked_scores": [52.0, 52.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_geoengineering", "Arctic_resources_race", "Cryoseism", "Bering_Glacier", "Climate_change_in_the_Arctic", "MV_Arctic_Sunrise", "Retreat_of_glaciers_since_1850", "Pliocene_climate", "Snowpack", "Runaway_greenhouse_effect"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_change_and_gender", "Economics_of_global_warming", "Climate_inertia", "Climate_of_Finland", "German_response_to_Kyoto_Protocol", "Global_catastrophic_risk", "Effects_of_global_warming", "Great_Storm_of_1987", "Great_Arctic_Cyclone_of_2012", "Timeline_of_the_2015_Pacific_hurricane_season"], "ranked_scores": [50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Stern_Review", "Climate_change_in_the_United_States", "World_Climate_Report", "Copenhagen_Diagnosis", "IPCC_Fourth_Assessment_Report", "Cyclic_salt", "Tipping_points_in_the_climate_system", "Special_Report_on_Global_Warming_of_1.5_°C", "Weather_warning"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2015_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "Extreme_weather", "Heat_wave", "Summer_of_1976_(Europe)"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Epistemics", "Objections_to_evolution", "Doomer", "Dunning–Kruger_effect", "History_of_science_policy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Hockey_stick_controversy", "Strong_objectivity"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Regional_effects_of_global_warming", "Abrupt_climate_change", "Arctic_geoengineering", "Climate_variability", "Cloud_feedback", "Attribution_of_recent_climate_change", "Retreat_of_glaciers_since_1850", "Policy_Uncertainty", "Scientific_opinion_on_climate_change"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Mercury_pollution_in_the_ocean", "Human_impact_on_the_environment", "Wind", "Wind_power_by_country", "Environmental_issue", "Wind_power_in_Mexico", "IPCC_Fourth_Assessment_Report", "Climate_change_and_agriculture", "Troposphere", "Wind_power_in_New_Mexico"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Philosophical_skepticism", "Skepticism", "Risk", "Backcasting", "Effects_of_global_warming", "Weak_and_strong_sustainability", "Prioritarianism", "Lazy_reason", "Slow_movement_(culture)", "Trophic_level"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["American_Recovery_and_Reinvestment_Act_of_2009", "Beyond_Coal", "Mitigation_of_global_warming_in_Australia", "Mount_Wilson_(California)", "Mauna_Kea", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "United_States_Environmental_Protection_Agency", "Energy_policy_of_the_United_States", "Presidential_Climate_Action_Plan"], "ranked_scores": [49.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Deforestation_and_climate_change", "Pliocene_climate", "Polar_forests_of_the_Cretaceous", "Scientific_opinion_on_climate_change", "Climate_of_the_United_States", "Scientific_consensus_on_climate_change", "Solar_phenomena", "Tropical_Asia", "United_States_rainfall_climatology"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Great_Lakes_tectonic_zone", "Retreat_of_glaciers_since_1850", "MV_Arctic_Sunrise", "Iceberg_B-9", "Ice_cap", "Glacier_Bay_Basin", "Quelccaya_Ice_Cap", "Iris_hypothesis", "Little_Ice_Age", "Marine_transgression"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Coal_pollution_mitigation", "Mitigation_of_global_warming_in_Australia", "Coal_gasification", "Carbon_dioxide", "Carbon_dioxide_removal", "Clean_coal_technology", "Coalbed_methane", "Coal", "Views_on_the_Kyoto_Protocol", "Water_vapor"], "ranked_scores": [56.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Polar_see-saw", "Evaporation", "December_1945_lunar_eclipse", "Solar_power", "Fleischmann–Pons_experiment", "Cool_tropics_paradox", "Human_impact_on_the_environment", "Radioactive_contamination_from_the_Rocky_Flats_Plant", "Westerlies", "Silent_Spring"], "ranked_scores": [47.0, 47.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_mitigation_scenarios", "Climate_change_adaptation", "Hockey_stick_controversy", "Climate_change_and_agriculture", "Climate_change_and_gender", "Climate_change_mitigation", "Global_warming", "Climate_inertia", "Effects_of_global_warming"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Tipping_points_in_the_climate_system", "Tipping_point_(climatology)", "Climate_change_policy_of_the_United_States", "Climate_engineering", "IPCC_Second_Assessment_Report", "Climate_justice", "Climate_risk", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_Fourth_Assessment_Report", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Ice_core", "Arctic_Circle_(disambiguation)", "Mid-Atlantic_Ridge", "Endorheic_basin", "Freezing_level", "Life_zones_of_the_Mediterranean_region", "Greenland_ice_core_project", "Humid_continental_climate", "Mount_Bear", "Palearctic_realm"], "ranked_scores": [50.0, 50.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Climate_of_Mars", "Climate_change_(general_concept)", "Earth's_energy_budget", "Hockey_stick_controversy", "Climate_variability", "Effect_of_Sun_angle_on_climate", "Climate_change_opinion_by_country", "Climatic_Research_Unit_documents", "IPCC_First_Assessment_Report", "Sunlight"], "ranked_scores": [57.0, 56.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Absolute_risk_reduction", "Dematerialization_(economics)", "Deindustrialisation_by_country", "Environmental_skepticism", "Hazard_elimination", "Heat", "Regression_toward_the_mean", "Prevailing_winds", "Home-ownership_in_the_United_States", "Ordinal_regression"], "ranked_scores": [47.0, 47.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Deforestation_and_climate_change", "CO2_fertilization_effect", "Environmental_issue", "Views_on_the_Kyoto_Protocol", "Effects_of_global_warming", "Dole_effect", "Petroleum_in_the_United_States", "Global_warming", "Tipping_points_in_the_climate_system", "Regional_effects_of_global_warming"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Future_of_Earth", "Heaven_and_Earth_(book)", "Hesperian", "Deforestation_and_climate_change", "Earth", "Discoveries_of_exoplanets", "Outer_space", "Geological_history_of_oxygen", "Retreat_of_glaciers_since_1850", "Satellite_temperature_measurements"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Strong_objectivity", "Dunning–Kruger_effect", "Cliff", "Scientific_community", "Carbon", "Gold", "Chemical_element", "Not_even_wrong", "History_of_creationism", "Subatomic_particle"], "ranked_scores": [50.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "2016_North_American_heat_wave", "Extreme_weather", "Heat_wave", "List_of_locations_with_a_subtropical_climate", "Effect_of_Sun_angle_on_climate", "Sun_Belt", "Summer_of_1976_(Europe)", "Sunlight"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Doomer", "2000s_(decade)", "1997–98_El_Niño_event", "Climatic_Research_Unit_documents", "Climate_change_in_the_Arctic", "Polar_amplification", "2016_North_American_heat_wave", "An_Appeal_to_Reason", "March_for_Science", "Tornadoes_of_2017"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy", "Deserts_of_California", "Renewable_energy_in_the_United_States", "Los_Angeles", "Plug-in_hybrids_in_California", "Photovoltaics", "California", "Solar_power_in_the_United_States", "Wind_power_in_New_Mexico", "Yosemite_National_Park"], "ranked_scores": [53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["2012–13_North_American_drought", "Dematerialization_(economics)", "The_Great_Stagnation", "Growth_of_wind_power_in_the_United_States", "Green_Revolution", "Agriculture_in_Syria", "Climate_change_and_agriculture", "Collectivization_in_the_Soviet_Union", "Food,_Conservation,_and_Energy_Act_of_2008", "Norman_Borlaug"], "ranked_scores": [55.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-atanh": {"555": {"relevant_ids": ["Brown_bear", "Kodiak_bear", "Grizzly_bear"], "ranked_ids": ["Beringian_wolf", "Great_Bear_Wilderness", "Kerguelen_Plateau", "Kodiak_bear", "Oak", "List_of_North_American_deserts", "Rubus_arcticus", "Suncadia,_Washington", "Ursus_americanus_carlottae", "Typhoon_Pongsona"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Thaumasia_quadrangle", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Glacier"], "ranked_ids": ["Arctic_methane_emissions", "Thermopause", "Permafrost", "Extreme_environment", "Climate_of_Mars", "Geography_of_Europe", "Geography_of_North_America", "Glacial_earthquake", "Mesosphere", "Sea_ice"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Antarctica", "Westerlies", "Late_2009_southeastern_Australia_heat_wave", "North_Pole", "Western_Palaearctic", "Southern_Hemisphere", "Vernacular_geography", "Wind", "Tornadoes_of_2017", "Younger_Dryas"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["Sea_level_rise", "Global_warming", "Arctic_sea_ice_decline", "Effects_of_global_warming"], "ranked_ids": ["Ocean_acidification", "Abrupt_climate_change", "Climate_change_mitigation", "Future_sea_level", "Pacific_decadal_oscillation", "Copenhagen_Diagnosis", "Environmental_impact_of_transport", "Permo-Carboniferous", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1971": {"relevant_ids": ["Carbon_footprint", "Zero-energy_building", "Carbon_neutrality", "Renewable_energy"], "ranked_ids": ["Tropical_Asia", "World_energy_consumption", "Global_catastrophic_risk", "List_of_Category_5_Pacific_hurricanes", "Human_impact_on_the_environment", "Piscivore", "Typhoon_Pat_(1985)", "Polar_High", "U.S._Global_Change_Research_Program", "South_Pacific_tropical_cyclone"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Cloud_feedback", "Global_warming_controversy", "Climate_change_mitigation", "Climate_variability", "Living_wage", "Economics_of_global_warming", "Exogeny", "Sedimentation", "Regional_effects_of_global_warming", "Sea_level_rise"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Greenland", "Sea_level_rise"], "ranked_ids": ["Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Arctic_methane_emissions", "Climate_change_in_the_Arctic", "East_Greenland_Orogen", "Arctic_resources_race", "MV_Arctic_Sunrise", "Glacial_earthquake", "Climate_of_the_Arctic", "Wisconsin_glaciation"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Climate_change_in_China", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_Arctic", "Idealized_greenhouse_model", "North_America", "North_American_Arctic", "Scientific_consensus_on_climate_change"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Global_warming", "2012–13_North_American_drought", "Scientific_opinion_on_climate_change", "Effects_of_global_warming", "Global_warming_controversy", "Economics_of_global_warming", "Energy_crisis", "Regional_effects_of_global_warming", "Environmental_impact_of_transport", "Satellite_temperature_measurements"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["Lyme_disease", "East_Coast_of_the_United_States", "Temperate_climate"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Topography_of_Paris", "Gulf_Stream", "Atmosphere_of_Mars", "Thermocline", "Mississippi_River_System", "Wetland_methane_emissions", "Tropospheric_ozone", "Venus", "Western_Palaearctic"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["Science", "General_circulation_model", "Sensitivity_analysis", "Global_warming"], "ranked_ids": ["Environmental_policy_of_the_United_States", "Climate_change_mitigation", "Climate_change_policy_of_the_United_States", "Economics_of_global_warming", "Natural_hazard", "Sea_level_rise", "Landfill_liner", "Fixed_investment", "Ore", "Sedimentation"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["John_D._Hamaker", "Ice_age", "Little_Ice_Age"], "ranked_ids": ["Tropical_year", "Doomsday_argument", "Calendar_year", "Solar_cycle_(calendar)", "List_of_states_during_the_Middle_Ages", "Willie_Soon", "Leap_year", "World_Climate_Research_Programme", "Scientific_revolution", "Three_Suns_(eschatology)"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Keeling_Curve", "Global_warming", "Greenhouse_effect", "Mauna_Loa_Observatory"], "ranked_ids": ["Climate_change_in_the_Arctic", "North_America", "North_American_Arctic", "Tipping_points_in_the_climate_system", "Bering_Glacier", "Climate_of_Mars", "Wind_power_in_Colorado", "Western_United_States", "Wildfire", "Yosemite_National_Park"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Carbonation", "Acid", "Total_inorganic_carbon", "Sulfuric_acid", "Fresh_water", "Methane_clathrate", "Permafrost_carbon_cycle", "Wetland_methane_emissions", "Sulfate_aerosol", "Seawater"], "ranked_scores": [29.0, 29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Richard_Lindzen", "Climate_change_denial", "Global_cooling"], "ranked_ids": ["The_Great_Warming", "Global_warming_conspiracy_theory", "Scientific_opinion_on_climate_change", "The_Great_Global_Warming_Swindle", "CO2_fertilization_effect", "Cosmic_background_radiation", "False_consensus_effect", "Winter_1985_cold_wave", "November_2014_North_American_cold_wave", "Scientific_consensus_on_climate_change"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Climate_Research_(journal)", "Fleischmann–Pons_experiment", "Pingo", "2016_Taiwan_earthquake", "Meteotsunami", "Glaciovolcanism", "Milutin_Milanković", "Programmed_Data_Processor", "Slow_movement_(culture)", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [27.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Adam_Scaife", "Greenland", "Climatic_Research_Unit_email_controversy", "Scientific_consensus_on_climate_change"], "ranked_ids": ["Great_Salinity_Anomaly", "Climate_gap", "Climate_of_Mars", "Journal_for_Geoclimatic_Studies", "March_for_Science", "Past_sea_level", "Sakurajima", "Snowpack", "Sea_ice", "Scientific_opinion_on_climate_change"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Extreme_environment", "East_Antarctica", "McMurdo_Sound", "Wind_power", "Sea_ice", "Geography_of_North_America", "Water_vapor", "West_Antarctica", "Wildlife_of_Antarctica", "Wind"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Scientific_consensus_on_climate_change", "2016_North_American_heat_wave", "1960s", "IPCC_Fourth_Assessment_Report", "Climate_change_opinion_by_country", "Climate_change_in_China", "IPCC_First_Assessment_Report", "Coal", "Satellite_temperature_measurements", "Future_sea_level"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["Attribution_of_recent_climate_change", "CLOUD_experiment", "Climate_change_(general_concept)"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "Climate_of_Mars", "Climate_Change_Science_Program", "Tipping_points_in_the_climate_system", "Carbon_dioxide_removal", "Climate_change_in_the_Arctic", "Future_of_Earth", "Climate_change_in_the_United_States", "History_of_Mars_observation", "Mesopause"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Automated_Payment_Transaction_tax", "Mitigation_of_global_warming_in_Australia", "Alternative_minimum_tax", "Carbon_cycle_re-balancing", "Carbon_tax", "Climate_change_mitigation", "Fixed_effects_model", "Tendency_of_the_rate_of_profit_to_fall", "Global_stilling", "Statistical_murder"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Post-glacial_rebound", "Ice_age", "Glacier"], "ranked_ids": ["Arctic_geoengineering", "Idealized_greenhouse_model", "Solar_eclipse_of_March_9,_2016", "2009_United_Nations_Climate_Change_Conference", "Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Solar_eclipse_of_July_11,_1991", "Wiesław_Masłowski", "Solar_power_in_Australia"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Climate_change_in_China", "List_of_solar_eclipses_in_the_21st_century", "Outer_space", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Mir", "Solar_cycle_18", "Sun", "Wibjörn_Karlén", "Supernova", "Uranus"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Ocean_acidification", "Greenhouse_gas"], "ranked_ids": ["Avalanche", "Climate_engineering", "Estuarine_acidification", "Dole_effect", "Ocean_acidification", "Physical_impacts_of_climate_change", "Ocean_surface_topography", "Weather_forecasting", "Ozone_depletion", "Weather"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["Minimum_wage", "Economics", "List_of_topics_characterized_as_pseudoscience", "Alternative_medicine", "History_of_economic_thought"], "ranked_ids": ["Jobs_created_during_U.S._presidential_terms", "Energy_policy_of_the_Barack_Obama_administration", "Petroleum_in_the_United_States", "Fuel_Economy_Reform_Act", "Petroleum_industry", "Environmental_impact_of_transport", "Full_employment", "Greenhouse_gas_accounting", "Reserves-to-production_ratio", "World_Energy_Outlook"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Arctic_geoengineering", "Glacial_earthquake", "Iris_hypothesis", "Abrupt_climate_change", "Climate_of_Mars", "Retreat_of_glaciers_since_1850", "East_Greenland_Orogen", "MV_Arctic_Sunrise", "Permafrost", "Snowball_Earth"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Global_warming", "Europe"], "ranked_ids": ["Climate_of_Argentina", "Agriculture_in_Syria", "Dry_season", "Famine", "Norwegian_cyclone_model", "Great_Famine_of_1315–17", "Storm", "Tropical_Storm_Nicole_(2010)", "Tibet", "Year_Without_a_Summer"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Global_warming", "Global_warming_controversy", "Intergovernmental_Panel_on_Climate_Change"], "ranked_ids": ["Ocean_acidification", "Special_Report_on_Global_Warming_of_1.5_°C", "Energy_policy_of_the_United_States", "Coal_gasification", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Shale_gas", "Mandatory_renewable_energy_target", "Tipping_points_in_the_climate_system", "Views_on_the_Kyoto_Protocol", "Redbank_Power_Station"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["Climate_change_opinion_by_country", "2016_North_American_heat_wave", "California_Gold_Rush", "2013_Southwestern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "Satellite_temperature_measurements", "History_of_coal_mining", "Geothermal_energy", "Scientific_consensus_on_climate_change", "Late_2009_southeastern_Australia_heat_wave"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["An_Inconvenient_Truth", "Global_warming", "Climate_change_denial"], "ranked_ids": ["Kuznets_curve", "An_Appeal_to_Reason", "Doomsday_argument", "Attribution_of_recent_climate_change", "The_Great_Warming", "Mesopause", "Milankovitch_cycles", "Peak_water", "Ozone_layer", "Scientific_consensus_on_climate_change"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Attribution_of_recent_climate_change", "Global_warming_hiatus", "Global_warming", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_controversy", "Orbital_forcing", "Exogeny", "Isostasy", "Regional_effects_of_global_warming", "Measurement_of_sea_ice", "Sedimentation", "Retreat_of_glaciers_since_1850"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Biogas", "Methane", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["2013_extreme_weather_events", "History_of_sustainability", "Americas", "Climate_change_in_Australia", "Environmental_issue", "Geography_of_Tibet", "Climate_of_India", "Solar_energy", "Human_impact_on_the_environment", "Mercury_pollution_in_the_ocean"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "356": {"relevant_ids": ["Risk", "Human_extinction", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Philosophical_skepticism", "Effects_of_global_warming", "Endocrine_disruptor", "Skepticism", "Food_systems", "Policy_Uncertainty", "Weak_and_strong_sustainability", "Veganism", "Physical_impacts_of_climate_change", "Scurvy"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1981": {"relevant_ids": ["Emissions_trading", "Climate_change_policy_of_the_United_States", "Lisa_P._Jackson", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Gold_mining_in_the_United_States", "Mount_Wilson_(California)", "American_Recovery_and_Reinvestment_Act_of_2009", "Energy_Independence_and_Security_Act_of_2007", "Contribution_to_global_warming_by_Australia", "ExxonMobil_climate_change_controversy", "London_congestion_charge", "Energy_policy_of_the_United_States", "Southern_California_Edison", "United_States_Environmental_Protection_Agency"], "ranked_scores": [25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "Geothermal_energy", "Climate_change_in_China", "2010_Northern_Hemisphere_summer_heat_waves", "Sunlight", "Scientific_consensus_on_climate_change", "Greenhouse_gas", "Sun", "United_States_rainfall_climatology", "The_Great_Warming"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Antarctica", "Sea_ice", "Arctic"], "ranked_ids": ["Arctic_geoengineering", "Arctic_resources_race", "MV_Arctic_Sunrise", "History_of_Svalbard", "Iceberg_B-9", "Iris_hypothesis", "Retreat_of_glaciers_since_1850", "List_of_storms_on_the_Great_Lakes", "Laurentide_Ice_Sheet", "Wisconsin_glaciation"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Coal_pollution_mitigation", "Carbon_capture_and_storage", "Climate_change_mitigation"], "ranked_ids": ["Cold_fusion", "Water_vapor", "Coal_pollution_mitigation", "Chemical_oceanography", "Climate_change_in_Europe", "Global_Warming_Pollution_Reduction_Act_of_2007", "Copenhagen_Accord", "Coal_gasification", "Mercury_pollution_in_the_ocean", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Cosmic_microwave_background", "Peter_Sinclair_(environmental_activist)", "Polarity_chron", "The_Skeptic_(film)", "December_1945_lunar_eclipse", "Environmental_toxicology", "Oppenheimer_security_hearing", "List_of_heat_waves", "Solar_tower_(astronomy)", "Polar_see-saw"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Economics_of_global_warming", "Climate_change_adaptation", "Global_warming", "Planetary_equilibrium_temperature", "Effects_of_global_warming", "Energy_crisis", "Glacier_mass_balance", "Environmental_impact_of_transport", "Global_stilling", "Seasonal_adjustment"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Climate_change_adaptation", "Global_warming"], "ranked_ids": ["Ocean_acidification", "Climate_change_in_China", "Environmental_impact_of_nuclear_power", "Deforestation_and_climate_change", "ExxonMobil_climate_change_controversy", "Past_sea_level", "IPCC_Second_Assessment_Report", "IPCC_Fourth_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "James_Hansen"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Precipitation", "Permafrost", "Lake_Superior", "Little_Ice_Age"], "ranked_ids": ["Climate_of_Los_Angeles", "2007_Chinese_anti-satellite_missile_test", "Aliso_Canyon_gas_leak", "Ames_Research_Center", "Ice_core", "Gold_mining_in_the_United_States", "NoCO2_Certification_Program", "International_Cometary_Explorer", "Mount_Bear", "Kerguelen_Plateau"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["21st_century", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "Climate"], "ranked_ids": ["Sunlight", "Climate_change_(general_concept)", "Climate_change_in_the_Arctic", "Effect_of_Sun_angle_on_climate", "Earth's_energy_budget", "Sun", "Climate_of_Mars", "Runaway_greenhouse_effect", "Climate_variability", "Regional_effects_of_global_warming"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1360": {"relevant_ids": ["Solar_cycle", "Hysterectomy", "Usage_share_of_operating_systems", "Uptick_rule"], "ranked_ids": ["Atmospheric_circulation", "Airborne_fraction", "Climate_change_denial", "Atmospheric_duct", "Backcasting", "Instrumental_variable", "Tide", "Regression_toward_the_mean", "Westerlies", "Worse-than-average_effect"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Global_warming", "Carbon_dioxide", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Climate_change_(general_concept)", "Tipping_points_in_the_climate_system", "Copenhagen_Diagnosis", "Climate_risk", "Petroleum_in_the_United_States", "Environmental_impact_of_nuclear_power", "Media_coverage_of_climate_change", "Ocean_acidification", "Scientific_opinion_on_climate_change", "Reasons_for_concern"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1376": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Climate_of_India", "Earth", "Sun", "Little_Ice_Age"], "ranked_ids": ["Arctic_sea_ice_decline", "Holocene_extinction", "Retreat_of_glaciers_since_1850", "Geological_history_of_oxygen", "Greenhouse_and_icehouse_Earth", "Human_impact_on_the_environment", "Sun", "Ocean_acidification", "Past_sea_level", "Permian"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Global_warming_conspiracy_theory"], "ranked_ids": ["Dunning–Kruger_effect", "Strong_objectivity", "Freethought", "Legitimacy_(political)", "Orbital_forcing", "List_of_experimental_errors_and_frauds_in_physics", "Models_of_scientific_inquiry", "Subatomic_particle", "Svante_Arrhenius", "Natural_science"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Palo_Alto,_California", "Cooling_tower", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Great_Smoky_Mountains", "Three_Furnaces", "Americas", "Renewable_energy", "Geography_of_Texas", "Satellite_temperature_measurements", "Subtropical_cyclone", "Solar_power_in_Spain", "Tropical_Asia", "Sun_Belt"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Global_warming", "Eocene", "Paleocene"], "ranked_ids": ["Arctic_geoengineering", "2016_North_American_heat_wave", "1997–98_El_Niño_event", "Climate_change_in_the_Arctic", "Tibet", "Global_warming", "Satellite_temperature_measurements", "Solar_eclipse_of_March_9,_2016", "Sunlight", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy", "Photovoltaics", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "San_Bernardino_County,_California", "Solar_power", "Solar_power_by_country", "Solar_power_in_Michigan", "Wind_power_in_California", "Southwestern_United_States"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Economy_of_the_United_States", "Unemployment_in_the_United_States", "Reaganomics"], "ranked_ids": ["Climate_change_and_agriculture", "Energy_policy_of_the_Barack_Obama_administration", "Planetary_management", "Environmental_impact_of_transport", "Global_catastrophic_risk", "Gross_state_product", "Green_Revolution", "Macroeconomics", "U.S._Global_Change_Research_Program", "Tibet"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-2000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "Bile_bear", "Bear_attack", "Raccoon", "Aronia", "Grizzly_bear", "Kodiak_bear", "Hunting_and_fishing_in_Alaska", "Syrian_brown_bear"], "ranked_scores": [0.5195, 0.4833, 0.4787, 0.477, 0.4717, 0.4664, 0.4622, 0.459, 0.4493, 0.4399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6005, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Atmospheric_methane", "Arctic_geoengineering", "Greenhouse_gas", "Volcanic_winter", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7574, 0.6804, 0.6635, 0.661, 0.6506, 0.6347, 0.6191, 0.6187, 0.6166, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Temperate_climate", "Ocean_surface_topography"], "ranked_scores": [0.7589, 0.7211, 0.6911, 0.6644, 0.6633, 0.6396, 0.606, 0.5912, 0.5807, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Global_cooling", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Shutdown_of_thermohaline_circulation", "Antarctic_sea_ice"], "ranked_scores": [0.7425, 0.6746, 0.65, 0.6429, 0.6316, 0.6296, 0.6048, 0.5923, 0.5894, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_emissions_reporting", "Deforestation_and_climate_change", "Wind_power", "Wind_power_by_country", "Wind_power_in_Colorado", "Environmental_impact_of_aviation", "Wind_power_in_the_United_States", "Wind_power_in_New_Mexico", "Carbon_footprint"], "ranked_scores": [0.6187, 0.6147, 0.6078, 0.5995, 0.5898, 0.5797, 0.5752, 0.5705, 0.5665, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Effects_of_global_warming", "Global_cooling", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Carbon_diet", "Global_warming", "Climate_footprint"], "ranked_scores": [0.6887, 0.6586, 0.6447, 0.6443, 0.6385, 0.6261, 0.6255, 0.6234, 0.6228, 0.6182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Deglaciation", "Sea_level_rise", "Past_sea_level", "Climate_inertia", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis"], "ranked_scores": [0.6954, 0.6942, 0.6696, 0.6659, 0.6435, 0.635, 0.6232, 0.623, 0.62, 0.5995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Deforestation_and_climate_change", "Environmental_issue", "Global_warming", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis"], "ranked_scores": [0.6667, 0.6663, 0.6635, 0.657, 0.65, 0.6337, 0.6288, 0.6273, 0.6269, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Harvey", "Physical_impacts_of_climate_change", "Climate_change_in_Texas", "Hurricane_Katrina_and_global_warming", "Extreme_weather", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Effects_of_global_warming", "Effects_of_global_warming_on_humans", "1980_United_States_heat_wave"], "ranked_scores": [0.6303, 0.6146, 0.593, 0.5924, 0.5878, 0.5874, 0.5756, 0.5733, 0.5701, 0.5674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "List_of_mammals_of_New_England", "Measles", "Drought_in_Spain", "Winter_1985_cold_wave", "Multiple_sclerosis", "United_States_rainfall_climatology", "Nor'easter", "Life_zones_of_the_Mediterranean_region", "Mediterranean_climate"], "ranked_scores": [0.5192, 0.514, 0.5073, 0.5001, 0.4987, 0.4985, 0.4975, 0.4941, 0.4932, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_policy_of_the_United_States", "Climate_prediction", "Climate_risk", "Climate_change_adaptation", "Arctic_geoengineering", "Climate_change_in_Canada", "Climate_Change_Science_Program"], "ranked_scores": [0.5583, 0.5568, 0.5437, 0.537, 0.5332, 0.5331, 0.5327, 0.5182, 0.5167, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Antarctic_Cold_Reversal", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Bølling-Allerød_warming", "Global_cooling", "Abrupt_climate_change", "Pliocene_climate", "Global_warming"], "ranked_scores": [0.6999, 0.6386, 0.6342, 0.625, 0.6239, 0.621, 0.6179, 0.6116, 0.6094, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Past_sea_level", "Great_Salt_Lake_effect", "Global_dimming", "Ozone_depletion_and_climate_change", "Sea_level_rise", "IPCC_First_Assessment_Report"], "ranked_scores": [0.6093, 0.5992, 0.5989, 0.5676, 0.5654, 0.5506, 0.5468, 0.5383, 0.5352, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "Tropospheric_ozone", "Acidosis", "Carbon_dioxide", "Ozone", "Atmospheric_carbon_cycle", "Metabolic_acidosis"], "ranked_scores": [0.6826, 0.6564, 0.587, 0.5792, 0.5645, 0.5599, 0.5599, 0.5597, 0.5553, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Greening_Earth_Society", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Attribution_of_recent_climate_change"], "ranked_scores": [0.7359, 0.6951, 0.6841, 0.6506, 0.636, 0.6292, 0.6262, 0.6233, 0.6202, 0.6173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "Federal_Fuel_Administration", "PDO", "Pliocene_climate", "Season_creep", "Bølling-Allerød_warming", "PDOS", "Tipping_point_(climatology)"], "ranked_scores": [0.477, 0.4001, 0.3784, 0.3774, 0.3726, 0.3696, 0.3683, 0.3653, 0.3643, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Arctic_geoengineering", "Avoiding_Dangerous_Climate_Change", "Global_cooling", "An_Appeal_to_Reason", "Climate_change_in_the_Arctic", "Wiesław_Masłowski", "Antarctica_cooling_controversy", "Ice2sea"], "ranked_scores": [0.687, 0.6668, 0.6237, 0.6199, 0.6176, 0.6106, 0.6103, 0.6079, 0.6041, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Westerlies", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Nor'easter", "Sea_surface_temperature", "South_Atlantic_Convergence_Zone"], "ranked_scores": [0.7015, 0.7009, 0.6961, 0.6762, 0.6559, 0.6499, 0.646, 0.6437, 0.6421, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Highest_temperature_recorded_on_Earth", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [0.6407, 0.6313, 0.6158, 0.595, 0.5815, 0.5779, 0.5559, 0.5549, 0.5512, 0.5475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["CLOUD_experiment", "Cold_fusion", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Global_cooling", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.5666, 0.553, 0.5501, 0.5501, 0.5328, 0.5317, 0.5133, 0.5127, 0.4952, 0.4951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Value-added_tax_(United_Kingdom)", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Mitigation_of_global_warming_in_Australia", "Capital_gains_tax"], "ranked_scores": [0.6088, 0.571, 0.5453, 0.5374, 0.5217, 0.4742, 0.472, 0.4717, 0.4705, 0.4626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Sea_level_rise", "Ice2sea", "Arctic_geoengineering", "Antarctic_ice_sheet", "Deglaciation"], "ranked_scores": [0.6568, 0.6386, 0.6086, 0.6083, 0.6063, 0.6024, 0.596, 0.587, 0.5821, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "2001_Eastern_North_America_heat_wave", "Scientific_consensus_on_climate_change", "2016_North_American_heat_wave", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "Summer_of_1976_(Europe)", "2015_North_American_heat_wave"], "ranked_scores": [0.5821, 0.5498, 0.5484, 0.541, 0.5399, 0.5331, 0.5314, 0.523, 0.5223, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Oceanic_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Arctic_methane_emissions"], "ranked_scores": [0.7276, 0.7015, 0.6316, 0.6013, 0.597, 0.5936, 0.572, 0.5617, 0.5595, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "False_attribution", "Greening_Earth_Society", "False_balance", "Heaven_and_Earth_(book)", "Beyond_Coal", "Global_warming_conspiracy_theory"], "ranked_scores": [0.5306, 0.5157, 0.5046, 0.4841, 0.4785, 0.4758, 0.4627, 0.4612, 0.4599, 0.4596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Arctic_sea_ice_decline", "Past_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.803, 0.7904, 0.6851, 0.6811, 0.6768, 0.6682, 0.6405, 0.6326, 0.6154, 0.6006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Grassland_degradation", "Drought_in_the_United_Kingdom", "Global_warming_in_Antarctica", "Arctic_geoengineering", "2006_European_cold_wave"], "ranked_scores": [0.6476, 0.628, 0.6022, 0.5891, 0.5783, 0.5627, 0.5604, 0.5579, 0.5498, 0.5471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_bubble", "Carbon_diet", "Antarctica_cooling_controversy", "Global_cooling", "Copenhagen_Diagnosis", "Climate_state", "Cool_tropics_paradox", "Arctic_geoengineering"], "ranked_scores": [0.6022, 0.5958, 0.5867, 0.5838, 0.5837, 0.5773, 0.5762, 0.5761, 0.5731, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2006_North_American_heat_wave"], "ranked_scores": [0.8386, 0.7714, 0.7507, 0.7441, 0.7435, 0.7187, 0.7162, 0.7125, 0.6986, 0.6937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "History_of_climate_change_science", "Global_warming", "Effects_of_global_warming", "James_Hansen", "An_Appeal_to_Reason", "Global_cooling", "Global_warming_controversy"], "ranked_scores": [0.7464, 0.6871, 0.6844, 0.6776, 0.676, 0.6717, 0.6701, 0.6662, 0.6617, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Cool_tropics_paradox", "Global_warming", "Climate_oscillation", "Global_cooling", "Global_cooling_(disambiguation)", "Climate_pattern"], "ranked_scores": [0.7004, 0.6981, 0.6896, 0.676, 0.6581, 0.6531, 0.6516, 0.6515, 0.6493, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Greenhouse_effect", "Arctic_methane_emissions", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Effects_of_global_warming", "Carbon_emissions_reporting"], "ranked_scores": [0.7283, 0.7184, 0.7114, 0.6687, 0.668, 0.6674, 0.6526, 0.6295, 0.6259, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Worst-case_scenario", "Risk–benefit_ratio", "Risk", "Risk_neutral", "Longevity_risk", "Manufactured_risk", "Finite_Risk_insurance", "Risk_assessment", "Systematic_risk", "Uncertainty_analysis"], "ranked_scores": [0.5968, 0.5841, 0.58, 0.5638, 0.5352, 0.5334, 0.5191, 0.5097, 0.5042, 0.4938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Global_Warming_Pollution_Reduction_Act_of_2007", "Environmental_policy_of_the_Donald_Trump_administration", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Canada_and_the_Kyoto_Protocol", "United_States_withdrawal_from_the_Paris_Agreement", "Climate_change_mitigation", "Energy_policy_of_the_United_States", "Beyond_Coal"], "ranked_scores": [0.619, 0.5923, 0.5895, 0.5704, 0.5546, 0.5531, 0.5306, 0.5277, 0.5244, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2016_American_Northeast_heat_wave", "2018_British_Isles_heat_wave", "March_2012_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.7324, 0.7174, 0.7045, 0.6901, 0.676, 0.6461, 0.6387, 0.6387, 0.6367, 0.6354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "Measurement_of_sea_ice"], "ranked_scores": [0.7303, 0.6825, 0.6609, 0.6464, 0.6407, 0.6398, 0.6254, 0.6027, 0.5995, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_gasification_commercialization", "List_of_coal_fired_power_stations_in_Australia", "Carbon-neutral_fuel", "Fossil_fuel_power_station", "Beyond_Coal", "Carbon_cycle_re-balancing"], "ranked_scores": [0.7638, 0.7635, 0.6772, 0.6716, 0.6455, 0.6395, 0.6378, 0.613, 0.6102, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "Progressive_rock", "PDOS", "Estado_Novo_(Portugal)", "ADEOS_I", "Doomer", "Ozone_depletion_and_climate_change", "Deindustrialisation_by_country"], "ranked_scores": [0.4172, 0.3944, 0.3764, 0.3578, 0.3534, 0.3314, 0.3245, 0.3121, 0.3116, 0.3111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Physical_impacts_of_climate_change", "IPCC_First_Assessment_Report", "Environmental_issue", "Global_cooling", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "History_of_climate_change_science", "Climate_change"], "ranked_scores": [0.7596, 0.6557, 0.6269, 0.6262, 0.6128, 0.6104, 0.606, 0.6013, 0.5999, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Physical_impacts_of_climate_change", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Climate_risk", "Climate_change_adaptation_in_Nepal", "Global_warming", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Effects_of_global_warming", "IPCC_Fourth_Assessment_Report", "Global_warming_controversy"], "ranked_scores": [0.599, 0.5957, 0.5893, 0.576, 0.5745, 0.5719, 0.5698, 0.5656, 0.5648, 0.5636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "Freezing_level", "MSU_temperature_measurements", "Great_Lakes_Areas_of_Concern", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Arctic_sea_ice_decline", "2006_European_cold_wave", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctica_cooling_controversy"], "ranked_scores": [0.5218, 0.5175, 0.4863, 0.4824, 0.4755, 0.4735, 0.4718, 0.4636, 0.4617, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_variability", "Effects_of_global_warming", "Physical_impacts_of_climate_change", "Regional_effects_of_global_warming", "Climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.7705, 0.7532, 0.7411, 0.7328, 0.7314, 0.7219, 0.7166, 0.7063, 0.7049, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_dimming", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Statistical_significance", "Wage_curve", "Regression_toward_the_mean", "Trend_stationary", "Deglobalization", "Pacific_decadal_oscillation"], "ranked_scores": [0.4859, 0.4658, 0.459, 0.4516, 0.4503, 0.4484, 0.43, 0.4211, 0.416, 0.4119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Ozone_depletion_and_climate_change", "Ocean_acidification", "Global_warming", "Abrupt_climate_change"], "ranked_scores": [0.6907, 0.6857, 0.6781, 0.6438, 0.6353, 0.6175, 0.6134, 0.6015, 0.6008, 0.5967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.559, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Geodynamics_of_Mars", "Bølling-Allerød_warming", "Pliocene_climate", "Abrupt_climate_change", "History_of_Earth", "Antarctic_Cold_Reversal", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [0.6498, 0.613, 0.6101, 0.6056, 0.5935, 0.5932, 0.5924, 0.5894, 0.5866, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Research_ethics", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Scientific_community", "Climatic_Research_Unit_email_controversy", "Danish_Committees_on_Scientific_Dishonesty", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.5861, 0.5766, 0.5657, 0.5558, 0.5548, 0.5365, 0.5358, 0.5349, 0.5225, 0.5201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3152, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Heat_wave", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "Urban_heat_island", "Geothermal_heat_pump"], "ranked_scores": [0.6455, 0.6217, 0.6135, 0.613, 0.5948, 0.5867, 0.5846, 0.5776, 0.5756, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)", "Environmental_issue", "Abrupt_climate_change", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [0.7188, 0.7093, 0.7006, 0.6912, 0.6876, 0.6724, 0.6675, 0.665, 0.653, 0.6463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power", "Solar_power_in_Michigan", "Solar_energy", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_panel", "Solar_power_by_country"], "ranked_scores": [0.7323, 0.6572, 0.6197, 0.6087, 0.5984, 0.5754, 0.5751, 0.5748, 0.5472, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Energy_in_the_United_States", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Economy_of_the_United_States", "Farm_programs", "Agriculture_in_Ethiopia"], "ranked_scores": [0.6169, 0.5356, 0.5346, 0.526, 0.5249, 0.5157, 0.5116, 0.4999, 0.4971, 0.4899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-nstep-4000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bile_bear", "Brown_bear", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Grizzly_bear", "Syrian_brown_bear", "Aronia", "The_Bear_(1988_film)"], "ranked_scores": [0.4882, 0.4354, 0.4352, 0.4347, 0.4272, 0.4248, 0.4175, 0.4071, 0.4049, 0.4009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5582, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Volcanic_winter"], "ranked_scores": [0.7405, 0.6655, 0.6277, 0.6192, 0.6145, 0.6064, 0.584, 0.5784, 0.5699, 0.5676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.7248, 0.694, 0.6568, 0.6314, 0.626, 0.5974, 0.5605, 0.5524, 0.5365, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [0.7175, 0.6521, 0.6253, 0.6116, 0.5991, 0.5929, 0.5766, 0.5723, 0.5586, 0.5575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Deforestation_and_climate_change", "Climate_footprint", "Wind_power_by_country", "Wind_power", "Environmental_impact_of_aviation", "Wind_power_in_Colorado", "Wind_power_in_New_Mexico", "Atmospheric_carbon_cycle", "Environmental_impact_of_transport"], "ranked_scores": [0.5884, 0.5863, 0.5782, 0.5548, 0.5456, 0.5413, 0.5391, 0.5375, 0.5321, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Carbon_diet", "Greenhouse_gas", "IPCC_First_Assessment_Report", "CO2_is_Green"], "ranked_scores": [0.6348, 0.5993, 0.5878, 0.5823, 0.5628, 0.5613, 0.5605, 0.544, 0.5436, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Ice2sea", "Arctic_sea_ice_decline", "Sea_level_rise", "Climate_inertia", "Global_warming_in_Antarctica", "Past_sea_level", "Deglaciation", "Copenhagen_Diagnosis"], "ranked_scores": [0.6918, 0.6656, 0.6508, 0.6482, 0.6343, 0.6196, 0.6041, 0.6024, 0.6008, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Environmental_issue", "Global_warming", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6511, 0.6313, 0.6281, 0.6256, 0.6204, 0.6046, 0.5988, 0.5986, 0.5924, 0.5863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Harvey", "Climate_change_in_Texas", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Extreme_weather", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5907, 0.5854, 0.5708, 0.5703, 0.561, 0.5553, 0.5536, 0.5521, 0.5367, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Winter_1985_cold_wave", "List_of_mammals_of_New_England", "Drought_in_Spain", "Mediterranean_climate", "Multiple_sclerosis", "Meningococcal_disease", "2015_North_American_heat_wave", "Nor'easter"], "ranked_scores": [0.4842, 0.4733, 0.4576, 0.4571, 0.4549, 0.4537, 0.4516, 0.4363, 0.436, 0.4357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_policy_of_the_United_States", "Climate_risk", "Climate_change_in_Canada", "Arctic_geoengineering", "Scientific_opinion_on_climate_change", "Physical_impacts_of_climate_change"], "ranked_scores": [0.5351, 0.5313, 0.5185, 0.516, 0.5115, 0.5102, 0.5082, 0.4999, 0.4873, 0.4853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change", "Global_warming", "Global_cooling_(disambiguation)", "Milankovitch_cycles", "Abrupt_climate_change"], "ranked_scores": [0.6879, 0.6181, 0.5856, 0.5844, 0.5838, 0.5777, 0.5744, 0.5722, 0.5696, 0.5686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Global_dimming", "IPCC_First_Assessment_Report", "Great_Salt_Lake_effect", "Climate_change_in_the_United_States"], "ranked_scores": [0.5808, 0.576, 0.5727, 0.5374, 0.5261, 0.5202, 0.5097, 0.5068, 0.5067, 0.4989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "PH", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Dole_effect", "Ozone"], "ranked_scores": [0.6163, 0.6003, 0.5322, 0.5288, 0.5095, 0.5031, 0.5001, 0.4977, 0.4945, 0.4927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Global_cooling_(disambiguation)", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "Attribution_of_recent_climate_change", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Climatic_Research_Unit_documents"], "ranked_scores": [0.6891, 0.6409, 0.6408, 0.6045, 0.5986, 0.5982, 0.5928, 0.5766, 0.5756, 0.5737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "PDOS", "Shutdown_of_thermohaline_circulation", "PDO", "Pliocene_climate", "Federal_Fuel_Administration", "Indonesian_Democratic_Party", "List_of_parties_to_the_Kyoto_Protocol", "Tipping_point_(climatology)"], "ranked_scores": [0.4625, 0.3754, 0.362, 0.3549, 0.3545, 0.3424, 0.3385, 0.3233, 0.3219, 0.3206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Avoiding_Dangerous_Climate_Change", "Global_cooling", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "Ice2sea"], "ranked_scores": [0.6663, 0.6535, 0.6028, 0.6023, 0.5989, 0.5858, 0.5779, 0.5764, 0.5744, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "El_Niño–Southern_Oscillation", "Westerlies", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Nor'easter", "Sea_surface_temperature", "Jet_stream"], "ranked_scores": [0.6528, 0.6365, 0.6348, 0.6257, 0.6162, 0.6077, 0.5908, 0.5833, 0.5789, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1997–98_El_Niño_event", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [0.5945, 0.5928, 0.5796, 0.5497, 0.5453, 0.5343, 0.5271, 0.5178, 0.5056, 0.5022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Climatic_Research_Unit_email_controversy", "Global_cooling", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.514, 0.5128, 0.5112, 0.5111, 0.5001, 0.4884, 0.4863, 0.4684, 0.4576, 0.4541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Capital_gains_tax", "Clean_Energy_Regulator", "Mandatory_renewable_energy_target"], "ranked_scores": [0.5677, 0.5475, 0.5167, 0.5164, 0.4842, 0.4418, 0.4323, 0.4308, 0.4305, 0.4282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Measurement_of_sea_ice", "Copenhagen_Diagnosis"], "ranked_scores": [0.6344, 0.6091, 0.5781, 0.577, 0.5762, 0.566, 0.5639, 0.5496, 0.5474, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "1997–98_El_Niño_event", "Media_coverage_of_climate_change", "Summer_of_1976_(Europe)"], "ranked_scores": [0.541, 0.5282, 0.521, 0.5157, 0.506, 0.5004, 0.4988, 0.4972, 0.4918, 0.4862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Atmospheric_carbon_cycle", "Blackwater_(coal)", "Air_pollution"], "ranked_scores": [0.6937, 0.6619, 0.6004, 0.5924, 0.5759, 0.5657, 0.5193, 0.5139, 0.5127, 0.5126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "False_attribution", "Demand_destruction", "Worse-than-average_effect", "Energy_value_of_coal", "Heaven_and_Earth_(book)"], "ranked_scores": [0.4979, 0.4837, 0.4645, 0.4451, 0.4389, 0.4382, 0.4206, 0.417, 0.4146, 0.4134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.7697, 0.7595, 0.6522, 0.6518, 0.6494, 0.6358, 0.6043, 0.6041, 0.5768, 0.5707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Grassland_degradation", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Drought_in_the_United_Kingdom", "Arctic_geoengineering"], "ranked_scores": [0.5709, 0.5651, 0.5355, 0.5256, 0.5248, 0.5173, 0.5157, 0.5105, 0.4916, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Copenhagen_Diagnosis", "Carbon_bubble", "Antarctica_cooling_controversy", "Global_cooling", "Climate_change_in_Europe", "Arctic_geoengineering", "Stern_Review", "Cool_tropics_paradox"], "ranked_scores": [0.569, 0.5628, 0.5516, 0.5497, 0.5479, 0.5421, 0.5418, 0.5409, 0.5377, 0.5297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2018_British_Isles_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8255, 0.7386, 0.7201, 0.7137, 0.703, 0.7017, 0.7009, 0.6845, 0.679, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Global_warming", "Global_cooling", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason"], "ranked_scores": [0.7183, 0.639, 0.6299, 0.6251, 0.6223, 0.6128, 0.6107, 0.6098, 0.6021, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Climate_pattern", "Global_cooling_(disambiguation)", "Global_cooling", "Global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6536, 0.653, 0.6321, 0.6168, 0.6014, 0.5917, 0.5903, 0.5895, 0.5832, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Effects_of_global_warming", "Carbon_emissions_reporting"], "ranked_scores": [0.7048, 0.6814, 0.6759, 0.6559, 0.6224, 0.6187, 0.6159, 0.6023, 0.6019, 0.5964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Risk_neutral", "Longevity_risk", "Manufactured_risk", "Accident", "Finite_Risk_insurance", "Risk_assessment", "Uncertainty_analysis"], "ranked_scores": [0.5338, 0.5304, 0.5283, 0.5196, 0.519, 0.5063, 0.4655, 0.4655, 0.4634, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "Canada_and_the_Kyoto_Protocol", "United_States_withdrawal_from_the_Paris_Agreement", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Beyond_Coal", "Energy_policy_of_the_Barack_Obama_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.5502, 0.5085, 0.5081, 0.5005, 0.4843, 0.4825, 0.4756, 0.4668, 0.4513, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_American_Northeast_heat_wave", "March_2012_North_American_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [0.7139, 0.6761, 0.6723, 0.6649, 0.6453, 0.6166, 0.6048, 0.6017, 0.5987, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "East_Antarctica"], "ranked_scores": [0.6932, 0.6365, 0.6202, 0.6132, 0.6082, 0.5988, 0.5806, 0.5692, 0.5633, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "List_of_coal_fired_power_stations_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Carbon_cycle_re-balancing"], "ranked_scores": [0.7285, 0.72, 0.6442, 0.6289, 0.5926, 0.5916, 0.5727, 0.5722, 0.5658, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "Indonesian_Democratic_Party", "Estado_Novo_(Portugal)", "Progressive_rock", "ADEOS_I", "Shutdown_of_thermohaline_circulation", "Climate_of_Oregon", "Department_of_Energy_and_Environment"], "ranked_scores": [0.4146, 0.3896, 0.3603, 0.3543, 0.3157, 0.3114, 0.31, 0.2911, 0.2908, 0.2903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "History_of_climate_change_science"], "ranked_scores": [0.7479, 0.6202, 0.6, 0.5841, 0.5765, 0.5753, 0.5725, 0.5638, 0.5591, 0.5544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "United_Nations_Climate_Change_conference", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.5533, 0.5484, 0.5442, 0.5437, 0.537, 0.526, 0.5242, 0.5186, 0.5144, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "Great_Lakes_Areas_of_Concern", "Freezing_level", "Global_warming_hiatus", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "List_of_countries_by_carbon_dioxide_emissions", "MSU_temperature_measurements", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction"], "ranked_scores": [0.4658, 0.4427, 0.4304, 0.4289, 0.4182, 0.4131, 0.4126, 0.4118, 0.4111, 0.4091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming"], "ranked_scores": [0.7524, 0.7271, 0.7173, 0.7022, 0.6931, 0.6915, 0.6866, 0.6763, 0.6727, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Statistical_significance", "Global_dimming", "Antarctica_cooling_controversy", "Wage_curve", "Trend_stationary", "Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Pacific_decadal_oscillation"], "ranked_scores": [0.4567, 0.4241, 0.4113, 0.4084, 0.3979, 0.395, 0.3936, 0.3919, 0.3725, 0.3705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Deforestation_and_climate_change", "Effects_of_global_warming", "Atmospheric_carbon_cycle", "Global_warming", "Abrupt_climate_change", "Ozone_depletion_and_climate_change", "History_of_climate_change_science"], "ranked_scores": [0.6714, 0.6473, 0.6472, 0.6048, 0.6003, 0.5948, 0.5827, 0.5792, 0.5718, 0.5707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Climate_of_Mars", "History_of_Earth", "Scientific_consensus_on_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate", "Environmental_issue", "Future_of_Earth", "Abrupt_climate_change"], "ranked_scores": [0.62, 0.6138, 0.5676, 0.5675, 0.5641, 0.5633, 0.5578, 0.5574, 0.5571, 0.5552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Research_ethics", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Scientific_community", "Media_coverage_of_climate_change"], "ranked_scores": [0.5573, 0.5322, 0.5201, 0.5187, 0.5161, 0.5044, 0.5034, 0.4965, 0.4899, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.5986, 0.5814, 0.5788, 0.5788, 0.5628, 0.5623, 0.542, 0.5292, 0.5272, 0.5256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Environmental_issue", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Climate_change_in_the_United_States"], "ranked_scores": [0.7056, 0.6911, 0.6799, 0.6685, 0.662, 0.6515, 0.6472, 0.6454, 0.6188, 0.6173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_energy", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.7074, 0.6093, 0.5771, 0.5598, 0.5555, 0.5448, 0.5171, 0.5129, 0.5025, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Energy_in_the_United_States", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Economy_of_the_United_States", "Dairy_farming_in_Canada", "List_of_Michigan_locations_by_per_capita_income"], "ranked_scores": [0.5964, 0.4861, 0.4855, 0.4839, 0.4697, 0.4694, 0.4674, 0.4567, 0.4539, 0.4491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-nstep-6000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Brown_bear", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Syrian_brown_bear", "Aronia"], "ranked_scores": [0.4897, 0.4272, 0.4266, 0.4247, 0.4234, 0.4229, 0.4094, 0.4039, 0.4013, 0.3998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5582, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Global_warming_in_Antarctica", "Atmospheric_carbon_cycle", "Arctic_sea_ice_decline", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7391, 0.6682, 0.6212, 0.6167, 0.6118, 0.6034, 0.5801, 0.5794, 0.5667, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.7165, 0.6825, 0.6455, 0.6272, 0.6202, 0.5878, 0.5579, 0.5489, 0.5328, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [0.7176, 0.6512, 0.6283, 0.6221, 0.6084, 0.594, 0.5902, 0.5728, 0.5681, 0.5629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_by_country", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico", "Atmospheric_carbon_cycle", "Wind_power", "Wind_power_in_Colorado", "Environmental_impact_of_transport"], "ranked_scores": [0.5882, 0.5857, 0.5762, 0.5466, 0.5407, 0.5381, 0.5374, 0.5358, 0.5302, 0.5281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Carbon_diet", "Greening_Earth_Society", "Greenhouse_gas", "CO2_is_Green"], "ranked_scores": [0.6288, 0.5844, 0.5738, 0.573, 0.5593, 0.5477, 0.5422, 0.5379, 0.5373, 0.5362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Climate_inertia", "Global_warming_in_Antarctica", "Past_sea_level", "Copenhagen_Diagnosis", "Deglaciation"], "ranked_scores": [0.6974, 0.6655, 0.6509, 0.6481, 0.6446, 0.6255, 0.6074, 0.605, 0.6002, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Deforestation_and_climate_change", "Environmental_issue", "Global_warming", "Effects_of_global_warming", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6524, 0.6289, 0.6242, 0.6226, 0.6131, 0.6038, 0.5985, 0.5969, 0.596, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Harvey", "Climate_change_in_Texas", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Extreme_weather", "Effects_of_global_warming_on_humans", "History_of_climate_change_science"], "ranked_scores": [0.5867, 0.5785, 0.5701, 0.57, 0.5594, 0.5566, 0.5501, 0.5481, 0.5322, 0.5318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Winter_1985_cold_wave", "Measles", "Drought_in_Spain", "List_of_mammals_of_New_England", "Mediterranean_climate", "Multiple_sclerosis", "2015_North_American_heat_wave", "Nor'easter", "United_States_rainfall_climatology"], "ranked_scores": [0.469, 0.4586, 0.4544, 0.4491, 0.4488, 0.4484, 0.4349, 0.4349, 0.4313, 0.427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Economics_of_global_warming", "Reasons_for_concern", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_policy_of_the_United_States", "Climate_risk", "Climate_change_in_Canada", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.531, 0.5298, 0.5172, 0.5171, 0.5139, 0.5098, 0.5094, 0.5068, 0.484, 0.4835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Global_cooling_(disambiguation)", "Global_warming", "Climate_change", "Abrupt_climate_change", "Future_of_Earth"], "ranked_scores": [0.689, 0.6175, 0.5889, 0.5824, 0.5821, 0.5744, 0.5739, 0.5714, 0.5679, 0.5667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Global_dimming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change"], "ranked_scores": [0.574, 0.5726, 0.5692, 0.5338, 0.5283, 0.5166, 0.5108, 0.5101, 0.5095, 0.5042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "PH", "Tropospheric_ozone", "Dole_effect", "Great_Oxygenation_Event", "Atmospheric_carbon_cycle"], "ranked_scores": [0.6048, 0.5896, 0.5208, 0.5142, 0.4974, 0.4947, 0.489, 0.4882, 0.4845, 0.4842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "An_Appeal_to_Reason", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy"], "ranked_scores": [0.6767, 0.6282, 0.6272, 0.5917, 0.5878, 0.5872, 0.576, 0.5645, 0.564, 0.5574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "Pliocene_climate", "PDOS", "PDO", "Federal_Fuel_Administration", "Bølling-Allerød_warming", "Indonesian_Democratic_Party", "Tipping_point_(climatology)"], "ranked_scores": [0.4637, 0.3807, 0.3752, 0.3551, 0.3538, 0.3475, 0.3339, 0.3314, 0.3288, 0.3279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Global_cooling", "Wiesław_Masłowski", "Ice2sea"], "ranked_scores": [0.6686, 0.6561, 0.6054, 0.6034, 0.6015, 0.5813, 0.5784, 0.5772, 0.5733, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Westerlies", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Climate_of_the_United_States", "Nor'easter", "Sea_surface_temperature"], "ranked_scores": [0.6684, 0.6401, 0.6389, 0.6309, 0.63, 0.6149, 0.596, 0.5857, 0.5843, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5847, 0.5832, 0.5753, 0.5458, 0.537, 0.5337, 0.5284, 0.5098, 0.5086, 0.502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Cold_fusion", "Global_cooling", "Collider_Detector_at_Fermilab", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.5107, 0.5047, 0.5012, 0.5006, 0.4849, 0.4827, 0.4764, 0.4584, 0.4547, 0.4429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007", "Clean_Energy_Regulator", "Mandatory_renewable_energy_target", "Competitive_Tax_Plan"], "ranked_scores": [0.5458, 0.5306, 0.5012, 0.5009, 0.4713, 0.429, 0.4141, 0.4129, 0.4114, 0.4104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Winter_1985_cold_wave", "Measurement_of_sea_ice"], "ranked_scores": [0.6367, 0.6171, 0.5846, 0.5834, 0.5774, 0.5682, 0.563, 0.5558, 0.5499, 0.5493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "Media_coverage_of_climate_change", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5388, 0.5323, 0.5228, 0.5142, 0.5057, 0.503, 0.5027, 0.4936, 0.491, 0.487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Atmospheric_carbon_cycle", "Anoxia"], "ranked_scores": [0.6819, 0.6517, 0.5967, 0.5875, 0.5716, 0.5634, 0.5121, 0.5096, 0.5072, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Greening_Earth_Society", "Environmental_impact_of_the_coal_industry", "False_attribution", "Demand_destruction", "Worse-than-average_effect", "Heaven_and_Earth_(book)", "Nuclear_power_debate"], "ranked_scores": [0.5023, 0.4888, 0.4694, 0.4486, 0.4478, 0.4343, 0.4267, 0.4188, 0.4174, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.7617, 0.7566, 0.6568, 0.6548, 0.6471, 0.635, 0.607, 0.6019, 0.5844, 0.5663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "2006_European_cold_wave", "Grassland_degradation", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Climate_of_Antarctica"], "ranked_scores": [0.5595, 0.5515, 0.5309, 0.5223, 0.5202, 0.5111, 0.5109, 0.5072, 0.4838, 0.4797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Global_cooling", "Arctic_geoengineering", "Carbon_bubble", "Climate_change_in_Europe", "Cool_tropics_paradox", "Stern_Review"], "ranked_scores": [0.5704, 0.5605, 0.5574, 0.5561, 0.5504, 0.5492, 0.5484, 0.5462, 0.5427, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [0.8264, 0.7325, 0.7192, 0.7092, 0.7042, 0.6987, 0.6983, 0.6876, 0.6728, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Global_cooling", "Global_warming", "James_Hansen", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason"], "ranked_scores": [0.7121, 0.6255, 0.6181, 0.6137, 0.6104, 0.5994, 0.5981, 0.5976, 0.5903, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Climate_pattern", "Global_cooling_(disambiguation)", "Global_cooling", "Arctic_sea_ice_decline", "Global_warming"], "ranked_scores": [0.6441, 0.6437, 0.6262, 0.6025, 0.5942, 0.5913, 0.589, 0.5822, 0.5731, 0.5686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Greenhouse_effect", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic"], "ranked_scores": [0.7023, 0.6749, 0.6707, 0.6564, 0.6156, 0.6152, 0.6116, 0.6059, 0.6016, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Uncertainty_analysis", "Finite_Risk_insurance"], "ranked_scores": [0.5364, 0.5313, 0.5248, 0.5171, 0.5162, 0.5112, 0.4699, 0.4636, 0.4567, 0.4551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.5447, 0.5049, 0.4886, 0.4842, 0.4776, 0.4744, 0.4658, 0.4586, 0.4422, 0.4379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "March_2012_North_American_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7202, 0.6743, 0.6716, 0.6576, 0.6452, 0.617, 0.6105, 0.6048, 0.5992, 0.5985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "East_Antarctica"], "ranked_scores": [0.6834, 0.6258, 0.6109, 0.6073, 0.605, 0.5968, 0.5778, 0.5681, 0.5522, 0.5486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "List_of_coal_fired_power_stations_in_Australia", "Carbon_cycle_re-balancing", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7197, 0.7109, 0.6358, 0.6169, 0.5854, 0.583, 0.5659, 0.5612, 0.5594, 0.5554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Shutdown_of_thermohaline_circulation", "Estado_Novo_(Portugal)", "ADEOS_I", "Progressive_rock", "Climate_of_Oregon", "Tipping_point_(climatology)"], "ranked_scores": [0.4107, 0.3964, 0.3558, 0.3541, 0.3173, 0.317, 0.3104, 0.3028, 0.2991, 0.2902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Physical_impacts_of_climate_change", "Environmental_issue", "Effects_of_global_warming", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "History_of_climate_change_science"], "ranked_scores": [0.7377, 0.6054, 0.5829, 0.5642, 0.5631, 0.5599, 0.5586, 0.5513, 0.5475, 0.5383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "History_of_climate_change_science", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "United_Nations_Climate_Change_conference", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.5349, 0.5303, 0.529, 0.5273, 0.5179, 0.5149, 0.5107, 0.5049, 0.4994, 0.4953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "Great_Lakes_Areas_of_Concern", "Global_warming_hiatus", "Freezing_level", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "MSU_temperature_measurements", "2014–15_North_American_winter"], "ranked_scores": [0.4503, 0.4372, 0.4242, 0.4187, 0.4181, 0.4074, 0.4039, 0.4036, 0.4031, 0.403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change", "Regional_effects_of_global_warming"], "ranked_scores": [0.7534, 0.7243, 0.7114, 0.7021, 0.6871, 0.6859, 0.6839, 0.6718, 0.6688, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Global_dimming", "Statistical_significance", "Trend_stationary", "Antarctica_cooling_controversy", "Wage_curve", "Scientific_consensus_on_climate_change", "Arctic_sea_ice_decline", "Pacific_decadal_oscillation"], "ranked_scores": [0.4643, 0.4311, 0.4089, 0.4049, 0.4029, 0.3959, 0.3938, 0.3922, 0.3733, 0.3714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6677, 0.6405, 0.6382, 0.6019, 0.5942, 0.5909, 0.587, 0.5828, 0.5748, 0.5712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Climate_of_Mars", "Environmental_issue", "History_of_Earth", "Pliocene_climate", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Abrupt_climate_change", "Future_of_Earth"], "ranked_scores": [0.6169, 0.6049, 0.5699, 0.5622, 0.5599, 0.5581, 0.5553, 0.5531, 0.5525, 0.5522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Research_ethics", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_email_controversy", "Intergovernmental_Panel_on_Climate_Change", "Scientific_community", "Media_coverage_of_climate_change"], "ranked_scores": [0.544, 0.5267, 0.5156, 0.507, 0.5069, 0.5021, 0.4895, 0.4877, 0.4827, 0.4813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "2000_Southern_United_States_heat_wave", "Effect_of_Sun_angle_on_climate", "Air_conditioned_clothing", "2013_Southwestern_United_States_heat_wave", "2006_North_American_heat_wave", "2016_North_American_heat_wave"], "ranked_scores": [0.5913, 0.5759, 0.5758, 0.5738, 0.5594, 0.5593, 0.5388, 0.5261, 0.523, 0.522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Environmental_issue", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Climate_change_in_the_United_States"], "ranked_scores": [0.7018, 0.6825, 0.6726, 0.6572, 0.6537, 0.6471, 0.6408, 0.635, 0.6161, 0.6121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_Colorado", "Solar_power_in_Australia", "Solar_energy", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6973, 0.5999, 0.5699, 0.5455, 0.5442, 0.5396, 0.5004, 0.4992, 0.4956, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Petroleum_in_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [0.5902, 0.4814, 0.4772, 0.474, 0.4647, 0.4628, 0.4598, 0.4488, 0.4484, 0.4479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-8000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Kodiak_bear", "Bile_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Syrian_brown_bear", "Aronia"], "ranked_scores": [0.4821, 0.4226, 0.4222, 0.4209, 0.4185, 0.4178, 0.4055, 0.3986, 0.3955, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5401, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7333, 0.6612, 0.6126, 0.6097, 0.6019, 0.5933, 0.5701, 0.5692, 0.5557, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.7116, 0.6797, 0.6411, 0.6236, 0.6154, 0.5863, 0.5489, 0.5405, 0.5251, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [0.7096, 0.642, 0.6187, 0.6122, 0.5958, 0.5812, 0.5781, 0.5605, 0.5582, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_by_country", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico", "Atmospheric_carbon_cycle", "Wind_power", "Environmental_impact_of_transport", "Wind_power_in_Colorado"], "ranked_scores": [0.5825, 0.5802, 0.5692, 0.5386, 0.5361, 0.5304, 0.5286, 0.526, 0.5236, 0.5193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Effects_of_global_warming", "Carbon_diet", "Greening_Earth_Society", "CO2_is_Green", "Greenhouse_gas"], "ranked_scores": [0.6179, 0.5747, 0.5686, 0.5576, 0.5461, 0.5344, 0.5336, 0.5287, 0.5278, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Deglaciation"], "ranked_scores": [0.6916, 0.654, 0.6421, 0.6406, 0.6394, 0.6171, 0.5996, 0.5964, 0.5901, 0.5858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6474, 0.6203, 0.6167, 0.6125, 0.6086, 0.5974, 0.593, 0.5926, 0.5923, 0.5745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Climate_change_in_Texas", "Effects_of_global_warming", "Reasons_for_concern", "Tropical_Storm_Harvey_(2011)", "Extreme_weather", "History_of_climate_change_science", "Effects_of_global_warming_on_humans"], "ranked_scores": [0.5808, 0.5697, 0.5627, 0.5616, 0.5543, 0.5463, 0.5434, 0.5424, 0.5247, 0.5238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Winter_1985_cold_wave", "List_of_mammals_of_New_England", "Mediterranean_climate", "Drought_in_Spain", "Multiple_sclerosis", "2015_North_American_heat_wave", "Nor'easter", "United_States_rainfall_climatology"], "ranked_scores": [0.4669, 0.4519, 0.4511, 0.444, 0.4416, 0.4408, 0.4317, 0.4281, 0.4233, 0.4209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_in_Canada", "Climate_change_adaptation", "Climate_change_policy_of_the_United_States", "Climate_risk", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Parametrization_(atmospheric_modeling)"], "ranked_scores": [0.5263, 0.5197, 0.5138, 0.5064, 0.5063, 0.505, 0.5042, 0.4994, 0.4791, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Antarctic_Cold_Reversal", "History_of_climate_change_science", "Climate_change", "Global_warming", "Global_cooling_(disambiguation)", "Future_of_Earth", "Bølling-Allerød_warming"], "ranked_scores": [0.683, 0.6114, 0.5773, 0.5769, 0.5744, 0.565, 0.563, 0.5624, 0.5602, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Mauna_Loa_Observatory", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Global_dimming"], "ranked_scores": [0.568, 0.5667, 0.5652, 0.5291, 0.521, 0.5124, 0.5028, 0.5024, 0.5017, 0.5004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "Greenhouse_gas", "Dole_effect", "Tropospheric_ozone", "Atmospheric_carbon_cycle", "Great_Oxygenation_Event"], "ranked_scores": [0.5945, 0.5751, 0.5048, 0.4999, 0.4881, 0.4852, 0.4768, 0.4756, 0.4716, 0.47], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Global_warming_controversy"], "ranked_scores": [0.6642, 0.617, 0.615, 0.5866, 0.5831, 0.5786, 0.5702, 0.5604, 0.5577, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "PDO", "Indonesian_Democratic_Party", "Federal_Fuel_Administration", "Tipping_point_(climatology)", "Bølling-Allerød_warming"], "ranked_scores": [0.4594, 0.3762, 0.3706, 0.3568, 0.3536, 0.3469, 0.3321, 0.3285, 0.3251, 0.3235], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "Global_cooling", "Ice2sea"], "ranked_scores": [0.6612, 0.647, 0.5984, 0.596, 0.5926, 0.5717, 0.568, 0.568, 0.5631, 0.5594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Westerlies", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Climate_of_the_United_States", "Jet_stream", "Sea_surface_temperature"], "ranked_scores": [0.6598, 0.6315, 0.627, 0.6222, 0.6219, 0.6061, 0.5895, 0.5763, 0.5761, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5735, 0.573, 0.565, 0.5395, 0.5285, 0.5274, 0.5221, 0.5046, 0.4993, 0.4966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Cold_fusion", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Collider_Detector_at_Fermilab", "Global_cooling", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.4969, 0.492, 0.4915, 0.4907, 0.4791, 0.4688, 0.4643, 0.4498, 0.4447, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Capital_gains_tax", "Competitive_Tax_Plan", "Clean_Energy_Regulator", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5382, 0.5225, 0.4952, 0.4924, 0.4703, 0.4232, 0.4102, 0.4102, 0.4083, 0.4078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Winter_1985_cold_wave", "Measurement_of_sea_ice"], "ranked_scores": [0.6302, 0.6057, 0.5755, 0.571, 0.5681, 0.5631, 0.5536, 0.5464, 0.5397, 0.5388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "Media_coverage_of_climate_change", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5288, 0.5218, 0.517, 0.5067, 0.501, 0.497, 0.4957, 0.4907, 0.4828, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Blackwater_(coal)", "Oceanic_carbon_cycle", "Air_pollution", "Thermal_pollution"], "ranked_scores": [0.6772, 0.6444, 0.5902, 0.5834, 0.5679, 0.5587, 0.5056, 0.5044, 0.5034, 0.5029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "False_attribution", "Demand_destruction", "Worse-than-average_effect", "Energy_value_of_coal", "Nuclear_power_debate"], "ranked_scores": [0.494, 0.4817, 0.4636, 0.4403, 0.4378, 0.4308, 0.4193, 0.4149, 0.4082, 0.4076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.7569, 0.7508, 0.6473, 0.6449, 0.6425, 0.6247, 0.5974, 0.5962, 0.5706, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "2006_European_cold_wave", "Grassland_degradation", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5485, 0.5402, 0.5203, 0.5089, 0.5081, 0.5046, 0.5012, 0.495, 0.4717, 0.4684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Global_cooling", "Climate_change_in_Europe", "Carbon_bubble", "Stern_Review", "Cool_tropics_paradox"], "ranked_scores": [0.5618, 0.5465, 0.5436, 0.5421, 0.5413, 0.5374, 0.5366, 0.532, 0.5295, 0.5288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8234, 0.7282, 0.7119, 0.7034, 0.6978, 0.6941, 0.6919, 0.6828, 0.6669, 0.6508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "Global_warming", "James_Hansen", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason"], "ranked_scores": [0.7099, 0.6169, 0.6077, 0.6041, 0.5986, 0.5845, 0.5844, 0.5831, 0.582, 0.5798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Climate_pattern", "Global_cooling_(disambiguation)", "Global_cooling", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6306, 0.6303, 0.6134, 0.5913, 0.5808, 0.5744, 0.574, 0.5687, 0.5587, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6974, 0.6687, 0.6641, 0.6499, 0.6066, 0.6065, 0.6036, 0.5991, 0.598, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Uncertainty_analysis", "Hazard"], "ranked_scores": [0.5334, 0.5251, 0.5178, 0.5153, 0.5104, 0.5021, 0.4692, 0.4618, 0.4525, 0.4522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.5339, 0.4929, 0.4761, 0.47, 0.4658, 0.4576, 0.4544, 0.4451, 0.4311, 0.4281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_American_Northeast_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7151, 0.6669, 0.6643, 0.6555, 0.6359, 0.6132, 0.5999, 0.5989, 0.5923, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "Antarctic_Treaty_System"], "ranked_scores": [0.6768, 0.6196, 0.6026, 0.6016, 0.597, 0.5886, 0.5661, 0.5608, 0.5464, 0.5422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "List_of_coal_fired_power_stations_in_Australia", "Carbon_cycle_re-balancing", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7151, 0.7038, 0.6307, 0.6108, 0.5779, 0.5749, 0.56, 0.5569, 0.555, 0.5462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Estado_Novo_(Portugal)", "Shutdown_of_thermohaline_circulation", "ADEOS_I", "Progressive_rock", "Climate_of_Oregon", "Tipping_point_(climatology)"], "ranked_scores": [0.4101, 0.3921, 0.359, 0.3578, 0.3169, 0.3109, 0.3104, 0.3064, 0.2964, 0.2854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7311, 0.5915, 0.5681, 0.5511, 0.5496, 0.5472, 0.546, 0.5372, 0.531, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "United_Nations_Climate_Change_conference", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Global_warming", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.5325, 0.5277, 0.5249, 0.5241, 0.5124, 0.5098, 0.5087, 0.5001, 0.4923, 0.4895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Cool_tropics_paradox", "Great_Lakes_Areas_of_Concern", "Freezing_level", "Global_warming_hiatus", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "2006_European_cold_wave", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2014–15_North_American_winter"], "ranked_scores": [0.4345, 0.4195, 0.4192, 0.4036, 0.4031, 0.3946, 0.3903, 0.3882, 0.3881, 0.3876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Effect_of_Sun_angle_on_climate", "Environmental_issue"], "ranked_scores": [0.7454, 0.7157, 0.7046, 0.695, 0.678, 0.6773, 0.6761, 0.662, 0.6614, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Trend_stationary", "Statistical_significance", "Global_dimming", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Wage_curve", "Arctic_sea_ice_decline", "MSU_temperature_measurements"], "ranked_scores": [0.4629, 0.4267, 0.403, 0.4008, 0.4004, 0.3951, 0.3934, 0.3891, 0.3721, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6637, 0.6284, 0.6248, 0.5923, 0.5824, 0.5795, 0.5777, 0.5701, 0.5676, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Climate_of_Mars", "Environmental_issue", "History_of_Earth", "Future_of_Earth", "Pliocene_climate", "Water_on_Mars", "Abrupt_climate_change"], "ranked_scores": [0.616, 0.5953, 0.5643, 0.553, 0.5522, 0.5484, 0.5449, 0.5446, 0.5439, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Scientific_community", "Media_coverage_of_climate_change"], "ranked_scores": [0.5409, 0.5227, 0.5123, 0.5034, 0.5021, 0.5011, 0.4847, 0.4823, 0.4812, 0.4786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "Air_conditioned_clothing", "2006_North_American_heat_wave", "Geothermal_heat_pump", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.5802, 0.5752, 0.5725, 0.5676, 0.5515, 0.5495, 0.5414, 0.5125, 0.5117, 0.5112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Environmental_issue", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Effects_of_global_warming"], "ranked_scores": [0.698, 0.6781, 0.6674, 0.6534, 0.6473, 0.6397, 0.6362, 0.6301, 0.6051, 0.6033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Wind_power_in_Colorado", "Solar_power", "Wind_power_in_the_United_States", "Solar_energy", "Solar_power_in_Australia", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6962, 0.5911, 0.562, 0.5377, 0.5352, 0.535, 0.4901, 0.4896, 0.4884, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Economy_of_the_United_States"], "ranked_scores": [0.5861, 0.478, 0.4761, 0.471, 0.4557, 0.4535, 0.4524, 0.4469, 0.445, 0.4423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-nstep-10000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Kodiak_bear", "Bile_bear", "The_Bear_(1988_film)", "Grizzly_bear", "Syrian_brown_bear", "Aronia"], "ranked_scores": [0.484, 0.4252, 0.4219, 0.4212, 0.418, 0.4173, 0.4035, 0.4028, 0.3953, 0.3904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5317, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7363, 0.6633, 0.615, 0.6144, 0.6034, 0.5942, 0.5706, 0.5667, 0.5578, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.7073, 0.6757, 0.638, 0.6189, 0.6112, 0.5826, 0.5439, 0.5371, 0.5237, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [0.711, 0.6447, 0.6207, 0.6143, 0.5945, 0.5824, 0.5797, 0.5608, 0.5554, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_by_country", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico", "Wind_power", "Atmospheric_carbon_cycle", "Environmental_impact_of_transport", "Wind_power_in_Colorado"], "ranked_scores": [0.5811, 0.581, 0.5688, 0.5408, 0.5358, 0.5288, 0.5279, 0.5267, 0.5235, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_diet", "Effects_of_global_warming", "Greening_Earth_Society", "CO2_is_Green", "Greenhouse_gas"], "ranked_scores": [0.6187, 0.5753, 0.5684, 0.5573, 0.5451, 0.5358, 0.532, 0.5273, 0.5268, 0.5193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Deglaciation"], "ranked_scores": [0.6919, 0.6562, 0.6431, 0.6415, 0.6369, 0.6166, 0.5976, 0.5957, 0.5934, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Copenhagen_Diagnosis", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6469, 0.6187, 0.6155, 0.6117, 0.6045, 0.5948, 0.59, 0.5897, 0.5888, 0.5737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Climate_change_in_Texas", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Extreme_weather", "Effects_of_global_warming_on_humans", "History_of_climate_change_science"], "ranked_scores": [0.5776, 0.5686, 0.561, 0.5601, 0.5521, 0.5448, 0.5438, 0.5386, 0.5219, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Winter_1985_cold_wave", "List_of_mammals_of_New_England", "Mediterranean_climate", "Drought_in_Spain", "Multiple_sclerosis", "2015_North_American_heat_wave", "Nor'easter", "Westerlies"], "ranked_scores": [0.4614, 0.4464, 0.4432, 0.4375, 0.4355, 0.4341, 0.4274, 0.4203, 0.4151, 0.4121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Climate_risk", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Scientific_opinion_on_climate_change"], "ranked_scores": [0.5232, 0.52, 0.5107, 0.5091, 0.5057, 0.5027, 0.5007, 0.4983, 0.4767, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change", "Global_warming", "Future_of_Earth", "Global_cooling_(disambiguation)", "Bølling-Allerød_warming"], "ranked_scores": [0.683, 0.6097, 0.5752, 0.5717, 0.571, 0.5625, 0.5595, 0.5591, 0.5579, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Scientific_consensus_on_climate_change", "Global_dimming", "IPCC_First_Assessment_Report"], "ranked_scores": [0.566, 0.566, 0.5635, 0.5266, 0.5195, 0.5097, 0.5006, 0.4985, 0.498, 0.4974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "Greenhouse_gas", "Dole_effect", "Tropospheric_ozone", "Great_Oxygenation_Event", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5927, 0.5773, 0.5086, 0.5009, 0.4879, 0.4855, 0.479, 0.4777, 0.4732, 0.4705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6649, 0.6137, 0.6136, 0.5835, 0.5821, 0.5771, 0.5717, 0.5581, 0.5552, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "PDO", "Indonesian_Democratic_Party", "Federal_Fuel_Administration", "Tipping_point_(climatology)", "Bølling-Allerød_warming"], "ranked_scores": [0.4613, 0.3739, 0.3676, 0.3565, 0.3504, 0.3487, 0.3321, 0.3266, 0.3216, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "Global_cooling", "Ice2sea"], "ranked_scores": [0.6625, 0.643, 0.5998, 0.5971, 0.5914, 0.5705, 0.5643, 0.5637, 0.5613, 0.5587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Westerlies", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Jet_stream", "Climate_of_the_United_States", "Sea_surface_temperature"], "ranked_scores": [0.6539, 0.6264, 0.6232, 0.6183, 0.6178, 0.601, 0.5833, 0.5725, 0.5713, 0.5701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.569, 0.5682, 0.561, 0.5367, 0.5251, 0.5213, 0.5175, 0.4981, 0.4947, 0.4938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Global_cooling", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.503, 0.4983, 0.4952, 0.4935, 0.4823, 0.4703, 0.4696, 0.452, 0.4491, 0.4421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Clean_Energy_Regulator", "Capital_gains_tax", "Competitive_Tax_Plan", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5379, 0.5234, 0.4945, 0.4924, 0.4694, 0.4239, 0.4092, 0.4091, 0.4088, 0.4068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Measurement_of_sea_ice", "Winter_1985_cold_wave"], "ranked_scores": [0.627, 0.6049, 0.5728, 0.5697, 0.5663, 0.558, 0.5494, 0.5443, 0.537, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "Media_coverage_of_climate_change", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5265, 0.5175, 0.5128, 0.5022, 0.4962, 0.4923, 0.4915, 0.4853, 0.4764, 0.4754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Anoxia", "Air_pollution"], "ranked_scores": [0.6781, 0.6449, 0.5896, 0.5845, 0.567, 0.5578, 0.5048, 0.5045, 0.5022, 0.5005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "False_attribution", "Demand_destruction", "Worse-than-average_effect", "Energy_value_of_coal", "Nuclear_power_debate"], "ranked_scores": [0.4969, 0.4843, 0.4677, 0.4417, 0.4404, 0.4278, 0.4183, 0.4141, 0.4118, 0.4103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Ice2sea", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.7556, 0.7514, 0.6469, 0.6463, 0.6402, 0.6218, 0.5983, 0.5978, 0.5713, 0.5551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Grassland_degradation", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5482, 0.5382, 0.5191, 0.5071, 0.5059, 0.5033, 0.5005, 0.493, 0.4697, 0.4651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Climate_change_in_Europe", "Carbon_bubble", "Global_cooling", "Stern_Review", "Cool_tropics_paradox"], "ranked_scores": [0.5571, 0.5439, 0.5438, 0.5423, 0.5392, 0.5368, 0.5348, 0.5335, 0.5296, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8214, 0.7259, 0.711, 0.701, 0.6977, 0.6919, 0.6889, 0.6809, 0.6635, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "James_Hansen", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_cooling", "An_Appeal_to_Reason"], "ranked_scores": [0.7068, 0.6166, 0.6072, 0.6023, 0.597, 0.5848, 0.5835, 0.5824, 0.5819, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Climate_pattern", "Global_cooling_(disambiguation)", "Global_cooling", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6306, 0.6301, 0.6098, 0.5888, 0.5811, 0.5708, 0.5672, 0.563, 0.5554, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6975, 0.6694, 0.665, 0.6497, 0.6077, 0.6071, 0.6051, 0.5994, 0.5979, 0.5882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Hazard", "Uncertainty_analysis"], "ranked_scores": [0.5335, 0.5205, 0.5173, 0.5129, 0.512, 0.4992, 0.4645, 0.4609, 0.4528, 0.4508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.5364, 0.4953, 0.4789, 0.4721, 0.4687, 0.4597, 0.4571, 0.4483, 0.4361, 0.4305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_American_Northeast_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7122, 0.6652, 0.6609, 0.6511, 0.6333, 0.6083, 0.5945, 0.5938, 0.5876, 0.5875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "Antarctic_Treaty_System"], "ranked_scores": [0.6759, 0.6175, 0.6017, 0.5995, 0.5966, 0.5857, 0.5625, 0.5601, 0.5449, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "Carbon_cycle_re-balancing", "List_of_coal_fired_power_stations_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7172, 0.7082, 0.6336, 0.6144, 0.5797, 0.576, 0.5612, 0.5598, 0.5551, 0.5504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "Indonesian_Democratic_Party", "Estado_Novo_(Portugal)", "ADEOS_I", "Shutdown_of_thermohaline_circulation", "Progressive_rock", "Climate_of_Oregon", "Tipping_point_(climatology)"], "ranked_scores": [0.415, 0.3975, 0.3602, 0.3596, 0.3205, 0.3153, 0.3105, 0.3086, 0.2964, 0.2853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Physical_impacts_of_climate_change", "Global_cooling", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7303, 0.5932, 0.5696, 0.5522, 0.5514, 0.5497, 0.5483, 0.5394, 0.5354, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "United_Nations_Climate_Change_conference", "Climate_Change_Science_Program", "Physical_impacts_of_climate_change", "Attribution_of_recent_climate_change", "Global_warming", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [0.537, 0.5311, 0.5258, 0.5257, 0.5135, 0.5116, 0.5113, 0.5019, 0.4941, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Great_Lakes_Areas_of_Concern", "Cool_tropics_paradox", "Freezing_level", "Global_warming_hiatus", "Arctic_sea_ice_decline", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Antarctica_cooling_controversy", "2014–15_North_American_winter", "MSU_temperature_measurements"], "ranked_scores": [0.4308, 0.4167, 0.4159, 0.3998, 0.3995, 0.3905, 0.3846, 0.3845, 0.384, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change", "Environmental_issue"], "ranked_scores": [0.7435, 0.7134, 0.703, 0.6933, 0.6764, 0.6751, 0.6749, 0.6595, 0.6588, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Statistical_significance", "Trend_stationary", "Global_dimming", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Wage_curve", "Arctic_sea_ice_decline", "Pacific_decadal_oscillation"], "ranked_scores": [0.4583, 0.4231, 0.3981, 0.3973, 0.396, 0.3875, 0.3873, 0.3803, 0.3667, 0.3626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6628, 0.6294, 0.6268, 0.5912, 0.5837, 0.5797, 0.5774, 0.5708, 0.5671, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Climate_of_Mars", "Environmental_issue", "History_of_Earth", "Water_on_Mars", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate"], "ranked_scores": [0.6169, 0.5928, 0.5596, 0.5543, 0.5504, 0.55, 0.5452, 0.5449, 0.5436, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climatic_Research_Unit_documents", "Scientific_consensus_on_climate_change", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change", "Scientific_community"], "ranked_scores": [0.5409, 0.5216, 0.5081, 0.5009, 0.4985, 0.4968, 0.485, 0.4806, 0.4769, 0.4745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "Air_conditioned_clothing", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.5806, 0.572, 0.5716, 0.5679, 0.5534, 0.5511, 0.5388, 0.5141, 0.5138, 0.5132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Global_warming_hiatus"], "ranked_scores": [0.6962, 0.6754, 0.6656, 0.6506, 0.6435, 0.6365, 0.633, 0.6254, 0.6021, 0.602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_Colorado", "Solar_energy", "Solar_power_in_Australia", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.695, 0.5929, 0.5637, 0.5378, 0.5354, 0.5314, 0.4907, 0.4897, 0.4894, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Argentina", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Syria", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Economy_of_the_United_States"], "ranked_scores": [0.5848, 0.4773, 0.4754, 0.4723, 0.454, 0.4513, 0.4506, 0.4458, 0.4423, 0.442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-nstep-12000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Bile_bear", "Kodiak_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Syrian_brown_bear", "Aronia"], "ranked_scores": [0.4848, 0.4274, 0.4247, 0.4232, 0.4187, 0.418, 0.4046, 0.4042, 0.3968, 0.3912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5257, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.737, 0.6639, 0.6156, 0.6144, 0.6038, 0.5951, 0.5719, 0.5679, 0.5583, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.7104, 0.6785, 0.6404, 0.6236, 0.6159, 0.5854, 0.5488, 0.5415, 0.5278, 0.5142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [0.7113, 0.6454, 0.6212, 0.6151, 0.5954, 0.5817, 0.5799, 0.561, 0.5563, 0.554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_by_country", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico", "Atmospheric_carbon_cycle", "Wind_power", "Environmental_impact_of_transport", "Wind_power_in_Colorado"], "ranked_scores": [0.5819, 0.5813, 0.5686, 0.5405, 0.5363, 0.5298, 0.5285, 0.5282, 0.5246, 0.5197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_diet", "Effects_of_global_warming", "Greening_Earth_Society", "CO2_is_Green", "Greenhouse_gas"], "ranked_scores": [0.62, 0.5762, 0.5705, 0.5588, 0.5485, 0.5365, 0.5353, 0.529, 0.5282, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Deglaciation"], "ranked_scores": [0.6933, 0.6568, 0.6436, 0.6428, 0.6396, 0.6196, 0.5995, 0.5974, 0.5946, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6477, 0.6201, 0.6159, 0.6124, 0.6063, 0.596, 0.592, 0.5912, 0.5912, 0.5744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Climate_change_in_Texas", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Extreme_weather", "Effects_of_global_warming_on_humans", "History_of_climate_change_science"], "ranked_scores": [0.5806, 0.5706, 0.5638, 0.5631, 0.5546, 0.5476, 0.5468, 0.5418, 0.5248, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Winter_1985_cold_wave", "List_of_mammals_of_New_England", "Mediterranean_climate", "Drought_in_Spain", "Multiple_sclerosis", "2015_North_American_heat_wave", "Nor'easter", "United_States_rainfall_climatology"], "ranked_scores": [0.4669, 0.4506, 0.4479, 0.4416, 0.4408, 0.4395, 0.431, 0.4248, 0.4187, 0.4176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Climate_risk", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Parametrization_(atmospheric_modeling)"], "ranked_scores": [0.5242, 0.5213, 0.512, 0.5099, 0.5057, 0.5039, 0.5013, 0.5002, 0.4773, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change", "Global_cooling_(disambiguation)", "Global_warming", "Future_of_Earth", "Bølling-Allerød_warming"], "ranked_scores": [0.6852, 0.6114, 0.5775, 0.5756, 0.5731, 0.5646, 0.5624, 0.5615, 0.5612, 0.5581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Mauna_Loa_Observatory", "Keeling_Curve", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Global_dimming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5684, 0.5673, 0.5664, 0.5294, 0.524, 0.5135, 0.5043, 0.5033, 0.5027, 0.5014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "Greenhouse_gas", "Dole_effect", "Tropospheric_ozone", "Great_Oxygenation_Event", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5926, 0.5768, 0.5075, 0.5016, 0.4882, 0.4863, 0.4791, 0.4779, 0.4741, 0.4712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6669, 0.617, 0.6157, 0.5852, 0.5836, 0.5785, 0.572, 0.5598, 0.5583, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "PDO", "Indonesian_Democratic_Party", "Federal_Fuel_Administration", "Tipping_point_(climatology)", "Bølling-Allerød_warming"], "ranked_scores": [0.461, 0.3738, 0.3698, 0.3571, 0.3498, 0.3484, 0.3338, 0.3279, 0.3222, 0.3219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "Global_cooling", "Ice2sea"], "ranked_scores": [0.664, 0.6453, 0.6015, 0.5992, 0.5936, 0.5717, 0.5677, 0.5665, 0.5641, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Westerlies", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Jet_stream", "Climate_of_the_United_States", "Sea_surface_temperature"], "ranked_scores": [0.6574, 0.6295, 0.6254, 0.6216, 0.6202, 0.6044, 0.5864, 0.5755, 0.5735, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5687, 0.5674, 0.5601, 0.5368, 0.5241, 0.5215, 0.518, 0.4997, 0.4953, 0.4937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Global_cooling", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.5028, 0.499, 0.4955, 0.4914, 0.4815, 0.4713, 0.4697, 0.4519, 0.4491, 0.441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Competitive_Tax_Plan", "Capital_gains_tax", "Clean_Energy_Regulator", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5381, 0.5237, 0.4945, 0.4923, 0.4685, 0.4234, 0.4084, 0.4081, 0.4074, 0.4073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Winter_1985_cold_wave", "Global_cooling"], "ranked_scores": [0.6279, 0.6071, 0.5737, 0.5704, 0.5683, 0.5588, 0.5512, 0.5464, 0.5391, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "Media_coverage_of_climate_change", "Summer_of_1976_(Europe)"], "ranked_scores": [0.5292, 0.5208, 0.5143, 0.5037, 0.499, 0.4945, 0.4937, 0.4876, 0.4784, 0.4784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Anoxia", "Air_pollution"], "ranked_scores": [0.6801, 0.6472, 0.5923, 0.5864, 0.569, 0.561, 0.5061, 0.5054, 0.5045, 0.5045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "False_attribution", "Demand_destruction", "Worse-than-average_effect", "Energy_value_of_coal", "Nuclear_power_debate"], "ranked_scores": [0.4971, 0.4835, 0.4694, 0.4425, 0.44, 0.4284, 0.4189, 0.4146, 0.4127, 0.4091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.7572, 0.7524, 0.6483, 0.6478, 0.6427, 0.6238, 0.599, 0.5984, 0.5726, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Grassland_degradation", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5502, 0.542, 0.5224, 0.5092, 0.5086, 0.5042, 0.5026, 0.4954, 0.4712, 0.4701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Climate_change_in_Europe", "Global_cooling", "Carbon_bubble", "Stern_Review", "Cool_tropics_paradox"], "ranked_scores": [0.5576, 0.5443, 0.5439, 0.542, 0.5392, 0.538, 0.5351, 0.5347, 0.5304, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8224, 0.7266, 0.7117, 0.7022, 0.6992, 0.6929, 0.6906, 0.6828, 0.6643, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "James_Hansen", "Global_cooling", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason"], "ranked_scores": [0.7098, 0.6183, 0.6099, 0.6049, 0.6, 0.5872, 0.586, 0.5858, 0.5845, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Climate_pattern", "Global_cooling_(disambiguation)", "Global_cooling", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6328, 0.6325, 0.6121, 0.5912, 0.5835, 0.5742, 0.5721, 0.5678, 0.5578, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Greenhouse_effect", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6991, 0.6713, 0.6667, 0.6508, 0.6094, 0.6091, 0.6067, 0.6011, 0.6008, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Hazard", "Policy_Uncertainty"], "ranked_scores": [0.5341, 0.5232, 0.5191, 0.5144, 0.5117, 0.4988, 0.466, 0.4624, 0.4538, 0.4516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.5366, 0.4948, 0.4791, 0.4715, 0.4676, 0.4598, 0.4572, 0.4487, 0.4354, 0.4303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_American_Northeast_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7139, 0.6663, 0.6623, 0.6531, 0.6344, 0.6099, 0.5967, 0.5959, 0.5898, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "Antarctic_Treaty_System"], "ranked_scores": [0.6761, 0.6189, 0.6019, 0.6, 0.5967, 0.5879, 0.5642, 0.5602, 0.5462, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "Carbon_cycle_re-balancing", "List_of_coal_fired_power_stations_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7158, 0.7069, 0.6312, 0.6128, 0.5778, 0.5726, 0.5581, 0.5578, 0.5532, 0.5505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Indonesian_Democratic_Party", "PDOS", "Estado_Novo_(Portugal)", "ADEOS_I", "Shutdown_of_thermohaline_circulation", "Progressive_rock", "Climate_of_Oregon", "Department_of_Energy_and_Environment"], "ranked_scores": [0.4146, 0.3974, 0.3607, 0.3603, 0.3208, 0.3149, 0.3119, 0.3085, 0.2985, 0.286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7326, 0.5951, 0.5715, 0.5551, 0.5544, 0.5525, 0.5504, 0.5419, 0.537, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "Physical_impacts_of_climate_change", "United_Nations_Climate_Change_conference", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.5351, 0.5308, 0.526, 0.5252, 0.512, 0.5114, 0.5103, 0.5024, 0.4938, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Great_Lakes_Areas_of_Concern", "Cool_tropics_paradox", "Freezing_level", "Global_warming_hiatus", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2006_European_cold_wave", "2014–15_North_American_winter"], "ranked_scores": [0.4325, 0.4183, 0.4179, 0.4018, 0.4008, 0.3909, 0.3869, 0.3864, 0.385, 0.3845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change", "Environmental_issue"], "ranked_scores": [0.7461, 0.7157, 0.7051, 0.6955, 0.679, 0.6778, 0.677, 0.6616, 0.6615, 0.6582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Statistical_significance", "Global_dimming", "Trend_stationary", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Wage_curve", "Arctic_sea_ice_decline", "Pacific_decadal_oscillation"], "ranked_scores": [0.4606, 0.4252, 0.399, 0.3982, 0.3973, 0.3937, 0.3905, 0.3812, 0.3694, 0.3647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6651, 0.6313, 0.6282, 0.5936, 0.5843, 0.5806, 0.5794, 0.5729, 0.5692, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Climate_of_Mars", "History_of_Earth", "Environmental_issue", "Water_on_Mars", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Future_of_Earth", "Pliocene_climate"], "ranked_scores": [0.6192, 0.5943, 0.5607, 0.556, 0.5517, 0.5513, 0.5474, 0.5463, 0.5463, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Scientific_community", "Media_coverage_of_climate_change"], "ranked_scores": [0.5406, 0.5204, 0.5072, 0.5004, 0.4983, 0.4976, 0.484, 0.4791, 0.4763, 0.4758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "Air_conditioned_clothing", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.5828, 0.574, 0.5718, 0.5687, 0.5548, 0.5526, 0.5387, 0.5162, 0.516, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Global_warming_hiatus"], "ranked_scores": [0.698, 0.6766, 0.6665, 0.652, 0.6456, 0.6386, 0.6351, 0.6275, 0.6039, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_Colorado", "Solar_energy", "Solar_power_in_Australia", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6949, 0.5921, 0.5632, 0.5384, 0.5353, 0.5323, 0.4905, 0.4904, 0.4886, 0.4813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Economy_of_the_United_States"], "ranked_scores": [0.5851, 0.4765, 0.4753, 0.471, 0.4563, 0.453, 0.4524, 0.4448, 0.4427, 0.4408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-nstep-14000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bear_attack", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Bile_bear", "Kodiak_bear", "Grizzly_bear", "The_Bear_(1988_film)", "Syrian_brown_bear", "Aronia"], "ranked_scores": [0.484, 0.427, 0.4251, 0.4225, 0.4186, 0.4179, 0.404, 0.4038, 0.3961, 0.3908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5257, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_scores": [0.7364, 0.6637, 0.6153, 0.6138, 0.6034, 0.5948, 0.572, 0.5681, 0.5579, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3973, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Tide", "Sea_level", "Tidal_range", "Sea_surface_temperature", "Ocean_surface_topography", "Temperate_climate"], "ranked_scores": [0.7086, 0.6771, 0.6389, 0.6226, 0.6143, 0.5841, 0.5474, 0.5405, 0.5266, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Arctic_geoengineering", "Global_cooling", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [0.7104, 0.6445, 0.6203, 0.6144, 0.5948, 0.5805, 0.5794, 0.5601, 0.5561, 0.5534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_emissions_reporting", "Climate_footprint", "Wind_power_by_country", "Environmental_impact_of_aviation", "Wind_power_in_New_Mexico", "Atmospheric_carbon_cycle", "Wind_power", "Environmental_impact_of_transport", "Wind_power_in_Colorado"], "ranked_scores": [0.5815, 0.5806, 0.5682, 0.5408, 0.5351, 0.5302, 0.5285, 0.5284, 0.5235, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Global_cooling", "Atmospheric_carbon_cycle", "Carbon_diet", "Effects_of_global_warming", "Greening_Earth_Society", "CO2_is_Green", "Greenhouse_gas"], "ranked_scores": [0.6186, 0.5746, 0.5685, 0.5577, 0.5473, 0.5352, 0.5336, 0.5277, 0.5276, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Ice2sea", "Sea_level_rise", "Climate_inertia", "Past_sea_level", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Deglaciation"], "ranked_scores": [0.6926, 0.656, 0.6425, 0.6417, 0.6395, 0.6197, 0.5991, 0.5967, 0.594, 0.5873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Greenhouse_gas", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Global_warming", "Effects_of_global_warming", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6467, 0.6196, 0.6154, 0.6117, 0.6052, 0.5952, 0.5911, 0.59, 0.5895, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Physical_impacts_of_climate_change", "Hurricane_Harvey", "Climate_change_in_Texas", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming", "Tropical_Storm_Harvey_(2011)", "Reasons_for_concern", "Extreme_weather", "Effects_of_global_warming_on_humans", "History_of_climate_change_science"], "ranked_scores": [0.5795, 0.5704, 0.5626, 0.5625, 0.5537, 0.5476, 0.5458, 0.5411, 0.5241, 0.5237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Granuloma_multiforme", "Measles", "Winter_1985_cold_wave", "List_of_mammals_of_New_England", "Mediterranean_climate", "Drought_in_Spain", "Multiple_sclerosis", "2015_North_American_heat_wave", "Nor'easter", "United_States_rainfall_climatology"], "ranked_scores": [0.4664, 0.4496, 0.4472, 0.4414, 0.4398, 0.438, 0.4308, 0.424, 0.4178, 0.4166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Reasons_for_concern", "Economics_of_global_warming", "Climate_change_adaptation_in_Nepal", "Climate_change_adaptation", "Climate_change_in_Canada", "Climate_change_policy_of_the_United_States", "Climate_risk", "Arctic_geoengineering", "Physical_impacts_of_climate_change", "Parametrization_(atmospheric_modeling)"], "ranked_scores": [0.5237, 0.5209, 0.5118, 0.5098, 0.5058, 0.5037, 0.5011, 0.5009, 0.4769, 0.4743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Antarctic_Cold_Reversal", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "History_of_climate_change_science", "Climate_change", "Global_cooling_(disambiguation)", "Global_warming", "Future_of_Earth", "Bølling-Allerød_warming"], "ranked_scores": [0.6842, 0.6115, 0.5769, 0.5748, 0.5725, 0.5631, 0.5615, 0.5609, 0.5595, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Keeling_Curve", "Future_sea_level", "Ozone_depletion_and_climate_change", "Past_sea_level", "Great_Salt_Lake_effect", "Global_dimming", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report"], "ranked_scores": [0.5678, 0.5676, 0.565, 0.5288, 0.5228, 0.5128, 0.5049, 0.5021, 0.5013, 0.4999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Ozone_depletion", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "Greenhouse_gas", "Dole_effect", "Tropospheric_ozone", "Great_Oxygenation_Event", "Atmospheric_carbon_cycle"], "ranked_scores": [0.5914, 0.5751, 0.5063, 0.5, 0.4869, 0.4854, 0.4772, 0.4767, 0.473, 0.4708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Attribution_of_recent_climate_change", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "Climatic_Research_Unit_email_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [0.6664, 0.6154, 0.6148, 0.5827, 0.5827, 0.5777, 0.5714, 0.5581, 0.5564, 0.5511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Shutdown_of_thermohaline_circulation", "PDOS", "Pliocene_climate", "PDO", "Indonesian_Democratic_Party", "Federal_Fuel_Administration", "Tipping_point_(climatology)", "Bølling-Allerød_warming"], "ranked_scores": [0.4607, 0.3739, 0.3696, 0.3583, 0.3501, 0.3485, 0.3344, 0.3271, 0.3222, 0.3207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "An_Appeal_to_Reason", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "Global_cooling", "Ice2sea"], "ranked_scores": [0.6635, 0.6448, 0.6015, 0.5989, 0.5929, 0.5711, 0.567, 0.5659, 0.5632, 0.559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_front", "Westerlies", "El_Niño–Southern_Oscillation", "Weather_front", "Polar_vortex", "Gulf_Stream", "Trade_winds", "Jet_stream", "Climate_of_the_United_States", "Sea_surface_temperature"], "ranked_scores": [0.6563, 0.6281, 0.6246, 0.6201, 0.6191, 0.6033, 0.5847, 0.5742, 0.5723, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "Satellite_temperature_measurements", "MSU_temperature_measurements", "March_2012_North_American_heat_wave", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2013_extreme_weather_events", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [0.5682, 0.5673, 0.5607, 0.5371, 0.5244, 0.5218, 0.5186, 0.5001, 0.4948, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Cold_fusion", "Collider_Detector_at_Fermilab", "Global_cooling", "Climatic_Research_Unit_email_controversy", "Contraction_and_Convergence", "World_Climate_Change_Conference,_Moscow", "Carbon_dioxide_removal"], "ranked_scores": [0.5026, 0.4994, 0.4958, 0.4912, 0.481, 0.4715, 0.4697, 0.4524, 0.4485, 0.4409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Mitigation_of_global_warming_in_Australia", "Competitive_Tax_Plan", "Capital_gains_tax", "Clean_Energy_Regulator", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.5365, 0.5226, 0.4938, 0.4914, 0.4682, 0.4235, 0.408, 0.4078, 0.4071, 0.4069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Ice2sea", "Sea_level_rise", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Winter_1985_cold_wave", "Global_cooling"], "ranked_scores": [0.6281, 0.6069, 0.5738, 0.57, 0.5679, 0.5595, 0.5509, 0.5461, 0.539, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2013_extreme_weather_events", "1908", "Scientific_consensus_on_climate_change", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "Summer_of_1976_(Europe)", "Media_coverage_of_climate_change"], "ranked_scores": [0.5294, 0.5211, 0.5145, 0.5034, 0.4997, 0.4952, 0.494, 0.4881, 0.4794, 0.4789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Acid_rain", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Anoxia", "Air_pollution"], "ranked_scores": [0.6788, 0.6462, 0.591, 0.5847, 0.5686, 0.5602, 0.5051, 0.5042, 0.5042, 0.5038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "The_Real_Global_Warming_Disaster", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Greening_Earth_Society", "False_attribution", "Demand_destruction", "Worse-than-average_effect", "Energy_value_of_coal", "Nuclear_power_debate"], "ranked_scores": [0.4972, 0.4832, 0.4695, 0.4424, 0.44, 0.4279, 0.4198, 0.414, 0.4125, 0.4097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Past_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Climate_inertia"], "ranked_scores": [0.7565, 0.7519, 0.6477, 0.6475, 0.6423, 0.6228, 0.5981, 0.5978, 0.5719, 0.5575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Desertification", "Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Grassland_degradation", "2006_European_cold_wave", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Drought_in_the_United_Kingdom"], "ranked_scores": [0.5487, 0.5404, 0.5209, 0.5083, 0.507, 0.5035, 0.5029, 0.4953, 0.4705, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Special_Report_on_Global_Warming_of_1.5_°C", "Antarctica_cooling_controversy", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_geoengineering", "Climate_change_in_Europe", "Carbon_bubble", "Global_cooling", "Stern_Review", "Cool_tropics_paradox"], "ranked_scores": [0.557, 0.5445, 0.5433, 0.5417, 0.5389, 0.5385, 0.5353, 0.5351, 0.5297, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2018_British_Isles_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1911_Eastern_North_America_heat_wave"], "ranked_scores": [0.8221, 0.7262, 0.7114, 0.7016, 0.6989, 0.6925, 0.6904, 0.6827, 0.6642, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Effects_of_global_warming", "James_Hansen", "Global_cooling", "Global_warming", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason"], "ranked_scores": [0.708, 0.6164, 0.6078, 0.6028, 0.5986, 0.5852, 0.5848, 0.584, 0.5822, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Climate_change", "Instrumental_temperature_record", "Climate_pattern", "Global_cooling_(disambiguation)", "Global_cooling", "Arctic_sea_ice_decline", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [0.6313, 0.6309, 0.611, 0.5888, 0.5831, 0.5726, 0.5712, 0.5675, 0.5574, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_carbon_cycle", "Greenhouse_gas", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic"], "ranked_scores": [0.6988, 0.6705, 0.666, 0.6504, 0.6085, 0.6084, 0.606, 0.6006, 0.6002, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Worst-case_scenario", "Risk–benefit_ratio", "Manufactured_risk", "Longevity_risk", "Risk_neutral", "Accident", "Risk_assessment", "Hazard", "Policy_Uncertainty"], "ranked_scores": [0.5338, 0.5231, 0.5189, 0.5151, 0.5129, 0.4985, 0.4655, 0.4622, 0.4543, 0.4517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Environmental_policy_of_the_Donald_Trump_administration", "Global_Warming_Pollution_Reduction_Act_of_2007", "Greenhouse_gas_emissions_by_the_United_States", "United_States_withdrawal_from_the_Paris_Agreement", "Canada_and_the_Kyoto_Protocol", "Beyond_Coal", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Energy_policy_of_the_Barack_Obama_administration", "Alaska_Department_of_Environmental_Conservation_v._EPA"], "ranked_scores": [0.5353, 0.4934, 0.4773, 0.4696, 0.4666, 0.4581, 0.4561, 0.4471, 0.4342, 0.4284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2000_Southern_United_States_heat_wave", "January_2016_East_Asia_cold_wave", "2019_heat_wave_in_India_and_Pakistan", "2016_American_Northeast_heat_wave", "2001_Eastern_North_America_heat_wave"], "ranked_scores": [0.7135, 0.6655, 0.6619, 0.6529, 0.6337, 0.6097, 0.5975, 0.5958, 0.5898, 0.589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Geography_of_Antarctica", "East_Antarctic_Ice_Sheet", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Arctic_ice_pack", "West_Antarctica", "Climate_of_Antarctica", "Antarctic_Treaty_System"], "ranked_scores": [0.6757, 0.6181, 0.6013, 0.5998, 0.5971, 0.5874, 0.5643, 0.5602, 0.5461, 0.5435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon-neutral_fuel", "Coal_gasification_commercialization", "Coalbed_methane", "Carbon_cycle_re-balancing", "List_of_coal_fired_power_stations_in_Australia", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [0.7142, 0.7057, 0.6304, 0.6119, 0.5766, 0.5715, 0.5578, 0.5567, 0.5531, 0.5484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "PDOS", "Indonesian_Democratic_Party", "Estado_Novo_(Portugal)", "ADEOS_I", "Shutdown_of_thermohaline_circulation", "Progressive_rock", "Climate_of_Oregon", "Department_of_Energy_and_Environment"], "ranked_scores": [0.4138, 0.3969, 0.3608, 0.3605, 0.3205, 0.3143, 0.3116, 0.308, 0.2981, 0.2861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Global_cooling", "Physical_impacts_of_climate_change", "Effects_of_global_warming", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [0.7314, 0.5934, 0.5697, 0.5537, 0.5525, 0.551, 0.5495, 0.5406, 0.5367, 0.5259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_policy_of_the_United_States", "History_of_climate_change_science", "Climate_change_adaptation_in_Nepal", "United_Nations_Climate_Change_conference", "Physical_impacts_of_climate_change", "Climate_Change_Science_Program", "Attribution_of_recent_climate_change", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [0.535, 0.5298, 0.5251, 0.5246, 0.5116, 0.5112, 0.51, 0.5011, 0.4928, 0.4912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Instrumental_temperature_record", "Great_Lakes_Areas_of_Concern", "Cool_tropics_paradox", "Freezing_level", "Global_warming_hiatus", "Arctic_sea_ice_decline", "Antarctica_cooling_controversy", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "2006_European_cold_wave", "2014–15_North_American_winter"], "ranked_scores": [0.4313, 0.4186, 0.4169, 0.4013, 0.4001, 0.3902, 0.3864, 0.385, 0.3847, 0.3832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_Arctic", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming", "Climate_change_(general_concept)", "Climate_variability", "IPCC_First_Assessment_Report", "Effect_of_Sun_angle_on_climate", "Physical_impacts_of_climate_change", "Environmental_issue"], "ranked_scores": [0.7456, 0.7149, 0.7041, 0.6948, 0.6776, 0.6763, 0.6762, 0.6609, 0.66, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Shutdown_of_thermohaline_circulation", "Global_warming_hiatus", "Statistical_significance", "Global_dimming", "Trend_stationary", "Scientific_consensus_on_climate_change", "Antarctica_cooling_controversy", "Wage_curve", "Arctic_sea_ice_decline", "Pacific_decadal_oscillation"], "ranked_scores": [0.4601, 0.4252, 0.398, 0.3977, 0.3963, 0.3925, 0.3895, 0.3805, 0.3695, 0.364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Abrupt_climate_change", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Ozone_depletion_and_climate_change"], "ranked_scores": [0.6641, 0.6306, 0.6274, 0.5929, 0.5837, 0.5809, 0.579, 0.5721, 0.5686, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5716, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "Scientific_consensus_on_climate_change", "Climate_of_Mars", "Environmental_issue", "History_of_Earth", "Water_on_Mars", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate"], "ranked_scores": [0.6189, 0.5938, 0.561, 0.5554, 0.5522, 0.5512, 0.5476, 0.5458, 0.5456, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Criticism_of_the_IPCC_Fourth_Assessment_Report", "World_Climate_Change_Conference,_Moscow", "Research_ethics", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy", "Media_coverage_of_climate_change", "Scientific_community"], "ranked_scores": [0.5407, 0.5203, 0.507, 0.5006, 0.4986, 0.4979, 0.4841, 0.4794, 0.4764, 0.476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Excessive_heat_watch", "Cooling_center", "Weather_station", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "Air_conditioned_clothing", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [0.5821, 0.5737, 0.5727, 0.5685, 0.5544, 0.5521, 0.5382, 0.5154, 0.5152, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_cooling_(disambiguation)", "Environmental_issue", "Climate_change_in_the_Arctic", "Climate_change_in_the_United_States", "Global_warming_hiatus"], "ranked_scores": [0.6981, 0.6757, 0.6657, 0.6512, 0.6448, 0.6385, 0.6343, 0.6268, 0.6042, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Wind_power_in_Colorado", "Solar_energy", "Solar_power_in_Australia", "Wind_power_in_the_United_States", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [0.6952, 0.5918, 0.5626, 0.5374, 0.535, 0.5326, 0.4901, 0.4897, 0.489, 0.4813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Petroleum_in_the_United_States", "Agricultural_policy_of_the_United_States", "Energy_in_the_United_States", "Agriculture_in_Argentina", "Agriculture_in_Syria", "Agriculture,_forestry,_and_fishing_in_Japan", "Wind_power_in_the_United_States", "Dairy_farming_in_Canada", "Economy_of_the_United_States"], "ranked_scores": [0.5843, 0.4773, 0.4755, 0.4717, 0.4554, 0.452, 0.4515, 0.4455, 0.442, 0.4411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-bat-nstep-2000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Kodiak_bear", "Brown_bear", "Bile_bear", "Syrian_brown_bear", "Bear_attack", "Grizzly_bear", "Aronia", "Sloth_bear", "Mount_Bear"], "ranked_scores": [543.0, 528.0, 522.0, 519.0, 514.0, 509.0, 509.0, 503.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6871, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Wetland_methane_emissions", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Clathrate_gun_hypothesis", "Mesopause", "Volcanic_winter", "Glaciers_on_Mars"], "ranked_scores": [609.0, 582.0, 568.0, 564.0, 555.0, 548.0, 547.0, 544.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Tidal_range", "Sea", "Life_zones_of_the_Mediterranean_region", "Sea_surface_temperature"], "ranked_scores": [598.0, 594.0, 579.0, 571.0, 558.0, 547.0, 544.0, 542.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Sea_ice", "Global_cooling", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming_in_Antarctica", "Deglaciation", "Sea_ice_thickness", "Future_sea_level", "Copenhagen_Diagnosis"], "ranked_scores": [578.0, 569.0, 565.0, 564.0, 562.0, 557.0, 555.0, 554.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Environmental_impact_of_aviation", "Carbon_footprint", "Deforestation_and_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "GHG_footprint", "Carbon_cycle_re-balancing", "Environmental_issue", "Carbon_offset"], "ranked_scores": [562.0, 552.0, 550.0, 544.0, 542.0, 542.0, 540.0, 537.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Scientific_consensus_on_climate_change", "Carbon_diet", "Carbon_neutrality", "Climate_change_in_the_United_States", "Carbon_cycle_re-balancing", "Carbon_dioxide"], "ranked_scores": [559.0, 557.0, 550.0, 548.0, 542.0, 542.0, 540.0, 539.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Deglaciation", "Climate_inertia", "Marine_transgression", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Ice2sea", "Holocene_glacial_retreat", "Neoglaciation"], "ranked_scores": [572.0, 570.0, 562.0, 559.0, 559.0, 559.0, 557.0, 553.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change"], "ranked_scores": [570.0, 568.0, 567.0, 566.0, 565.0, 558.0, 558.0, 556.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Harvey", "Hurricane_Katrina_and_global_warming", "Physical_impacts_of_climate_change", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "Reasons_for_concern", "Droughts_in_the_United_States", "1928_Haiti_hurricane", "Effects_of_global_warming"], "ranked_scores": [573.0, 557.0, 557.0, 547.0, 542.0, 537.0, 536.0, 533.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Measles", "Lymphoma", "Multiple_sclerosis", "Generalized_lymphadenopathy", "Southern_tick-associated_rash_illness", "Kawasaki_disease", "Meningococcal_disease", "Granuloma_multiforme", "Lymphangitis"], "ranked_scores": [541.0, 527.0, 516.0, 511.0, 503.0, 496.0, 495.0, 495.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Climate_change_adaptation", "Climate_change_adaptation_in_Nepal", "IPCC_First_Assessment_Report", "Parametrization_(atmospheric_modeling)", "Climate", "Economics_of_global_warming", "Climate_change_in_Canada", "Physical_impacts_of_climate_change", "Effects_of_climate_change_on_terrestrial_animals"], "ranked_scores": [554.0, 553.0, 545.0, 545.0, 543.0, 542.0, 542.0, 541.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "History_of_climate_change_science", "Global_warming_hiatus", "Global_cooling", "Termination_(geomorphology)", "Timeline_of_glaciation", "Climate_change", "Future_of_Earth", "Global_warming", "Bølling-Allerød_warming"], "ranked_scores": [576.0, 568.0, 565.0, 565.0, 561.0, 561.0, 560.0, 560.0, 560.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Mauna_Kea", "George_Kukla", "Mauna_Loa_Observatory", "Ozone_depletion_and_climate_change", "Future_of_Earth", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Michael_E._Mann", "Paleocene–Eocene_Thermal_Maximum"], "ranked_scores": [545.0, 534.0, 526.0, 525.0, 522.0, 519.0, 517.0, 514.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5585, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Greenhouse_gas", "Geological_history_of_oxygen", "Carbon_dioxide_in_Earth's_atmosphere", "PH", "Carbonic_acid", "Carbon_dioxide", "Ozone_depletion", "Tropospheric_ozone"], "ranked_scores": [547.0, 539.0, 535.0, 531.0, 530.0, 529.0, 528.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3152, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "An_Appeal_to_Reason", "Antarctica_cooling_controversy", "The_Great_Global_Warming_Swindle", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_email_controversy", "Climate_change_opinion_by_country", "Climate_change_denial"], "ranked_scores": [560.0, 559.0, 554.0, 553.0, 552.0, 547.0, 547.0, 544.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6049, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Pacific_decadal_oscillation", "Eocene_Thermal_Maximum_2", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Bølling-Allerød_warming", "History_of_climate_change_science", "Polar_forests_of_the_Cretaceous", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [534.0, 509.0, 503.0, 500.0, 496.0, 496.0, 492.0, 492.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_sea_ice_decline", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Ice2sea", "Wiesław_Masłowski", "Antarctica_cooling_controversy", "Global_warming_in_Antarctica", "Measurement_of_sea_ice", "Sea_ice_thickness", "Stern_Review"], "ranked_scores": [586.0, 584.0, 582.0, 582.0, 564.0, 563.0, 561.0, 561.0, 560.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Weather_front", "Climate_change_in_the_Arctic", "North_Atlantic_Current", "Climate_of_Finland", "Temperate_climate", "Effect_of_Sun_angle_on_climate", "Gulf_Stream"], "ranked_scores": [583.0, 567.0, 554.0, 550.0, 550.0, 544.0, 536.0, 533.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Satellite_temperature_measurements", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "100,000-year_problem", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_Historical_Climatology_Network"], "ranked_scores": [553.0, 547.0, 544.0, 544.0, 540.0, 536.0, 533.0, 530.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Cold_fusion", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "CLOUD_experiment", "Collider_Detector_at_Fermilab", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Keeling_Curve", "Lambda-CDM_model"], "ranked_scores": [519.0, 515.0, 512.0, 511.0, 511.0, 500.0, 500.0, 495.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Carbon_pricing_in_Australia", "Carbon_price", "Carbon_capture_and_storage_in_Australia", "Environmental_impact_of_transport_in_Australia", "Embedded_emissions", "Mitigation_of_global_warming_in_Australia", "Greenhouse_gas_emissions_by_the_United_States", "Carbon_diet"], "ranked_scores": [557.0, 540.0, 540.0, 539.0, 515.0, 512.0, 507.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_ice_thickness", "Sea_ice", "Quaternary_glaciation", "Measurement_of_sea_ice", "Arctic_sea_ice_decline", "Last_glacial_period", "Ice2sea", "Retreat_of_glaciers_since_1850", "Past_sea_level"], "ranked_scores": [586.0, 579.0, 578.0, 572.0, 568.0, 565.0, 564.0, 563.0, 563.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2013_extreme_weather_events", "2015_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "March_2012_North_American_heat_wave", "2016_North_American_heat_wave", "1997–98_El_Niño_event", "Climate_change_in_the_United_States", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Media_coverage_of_climate_change", "Global_Historical_Climatology_Network"], "ranked_scores": [535.0, 535.0, 534.0, 533.0, 533.0, 526.0, 526.0, 523.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Acid_rain", "Blackwater_(coal)", "Anoxia", "Alkalinity", "Environmental_hazard"], "ranked_scores": [589.0, 577.0, 560.0, 552.0, 541.0, 539.0, 537.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "History_of_coal_mining", "Energy_development", "Renewable_energy", "Environmental_impact_of_nuclear_power", "Nuclear_power", "Environmental_impact_of_transport_in_Australia", "Wind_power"], "ranked_scores": [581.0, 526.0, 521.0, 515.0, 513.0, 512.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Past_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Ice_rise", "Arctic_geoengineering", "Sea_ice", "Arctic_ice_pack"], "ranked_scores": [604.0, 581.0, 580.0, 570.0, 567.0, 566.0, 563.0, 562.0, 559.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "Desertification", "Global_warming_in_Antarctica", "Drought_in_Spain", "Droughts_in_the_United_States", "2006_European_heat_wave", "Ice2sea", "Drought_in_the_United_Kingdom", "Retreat_of_glaciers_since_1850", "Future_sea_level"], "ranked_scores": [527.0, 524.0, 522.0, 516.0, 513.0, 505.0, 505.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Earth's_energy_budget", "Scientific_opinion_on_climate_change", "Climate_sensitivity", "Stern_Review", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Scientific_consensus_on_climate_change", "Climate_change_(general_concept)", "Climate_change_in_the_United_States"], "ranked_scores": [566.0, 559.0, 551.0, 549.0, 546.0, 543.0, 541.0, 541.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [612.0, 604.0, 596.0, 595.0, 582.0, 570.0, 569.0, 569.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "History_of_climate_change_science", "Global_warming_controversy", "Climate_change_in_the_United_States", "Climate_change_denial", "Global_cooling", "Climate_change_(general_concept)"], "ranked_scores": [575.0, 571.0, 567.0, 562.0, 562.0, 562.0, 560.0, 555.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Antarctica_cooling_controversy", "Climate", "Global_warming", "History_of_climate_change_science", "Climate_inertia", "Global_cooling", "Climate_sensitivity"], "ranked_scores": [586.0, 585.0, 576.0, 564.0, 562.0, 557.0, 555.0, 554.0, 554.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3342, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Ozone_depletion_and_climate_change", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Wind", "Environmental_impact_of_aviation"], "ranked_scores": [566.0, 558.0, 547.0, 544.0, 543.0, 542.0, 539.0, 535.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Longevity_risk", "Project_risk_management", "Value_of_life", "Risk_analysis", "Worst-case_scenario", "Manufactured_risk", "National_security", "Risk_neutral", "Risk–benefit_ratio"], "ranked_scores": [539.0, 518.0, 511.0, 506.0, 504.0, 503.0, 502.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Beyond_Coal", "Nuclear_power", "Greenhouse_gas_emissions_by_the_United_States", "Energy_policy_of_the_Barack_Obama_administration", "Environmental_policy_of_the_Donald_Trump_administration", "Green_Power_Partnership", "Energy_policy_of_the_United_States", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Renewable_energy_in_the_United_States"], "ranked_scores": [514.0, 500.0, 500.0, 495.0, 494.0, 489.0, 487.0, 486.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["Global_warming", "1997–98_El_Niño_event", "2016_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_heat_waves", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report"], "ranked_scores": [573.0, 571.0, 558.0, 551.0, 551.0, 551.0, 550.0, 550.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "East_Antarctica", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "West_Antarctica", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "East_Antarctic_Ice_Sheet", "Antarctic"], "ranked_scores": [583.0, 575.0, 566.0, 561.0, 559.0, 556.0, 555.0, 552.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Coal", "Carbon_capture_and_storage_in_Australia", "Coal_gasification", "Coalbed_methane", "Coal_gasification_commercialization", "Coal_mining"], "ranked_scores": [639.0, 613.0, 574.0, 556.0, 550.0, 546.0, 546.0, 544.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Ozone_depletion", "Global_cooling", "Paleocene–Eocene_Thermal_Maximum", "Deglaciation", "Global_warming_hiatus", "Ozone_depletion_and_climate_change", "PDO", "Post–World_War_II_economic_expansion", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [516.0, 510.0, 502.0, 499.0, 496.0, 494.0, 494.0, 494.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "IPCC_Fourth_Assessment_Report", "IPCC_First_Assessment_Report", "Instrumental_temperature_record", "Hockey_stick_graph", "Planetary_equilibrium_temperature", "Effects_of_global_warming"], "ranked_scores": [550.0, 523.0, 520.0, 514.0, 510.0, 509.0, 505.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_denial", "Hurricane_Katrina_and_global_warming", "World_Climate_Change_Conference,_Moscow", "Climate_Change_Science_Program", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Greening_Earth_Society", "Global_cooling"], "ranked_scores": [568.0, 555.0, 554.0, 554.0, 551.0, 548.0, 541.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["1908", "Arctic_Ocean", "Arctic_Lowlands", "Extreme_points_of_Antarctica", "Low-pressure_area", "Lake_Okeechobee", "Mesopause", "Climate_of_Antarctica", "Saint_Lawrence_Lowlands", "Polar_low"], "ranked_scores": [495.0, 493.0, 490.0, 484.0, 484.0, 481.0, 480.0, 480.0, 478.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Global_warming", "Climate_change_(general_concept)", "Climate_variability", "Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming", "History_of_climate_change_science", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "Climate_change_in_the_Arctic", "Weather"], "ranked_scores": [609.0, 599.0, 598.0, 595.0, 591.0, 585.0, 583.0, 582.0, 581.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Wage_curve", "Phillips_curve", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Worse-than-average_effect", "Inflation", "False_consensus_effect", "Progress_(history)", "Demographic_dividend"], "ranked_scores": [520.0, 503.0, 500.0, 498.0, 496.0, 496.0, 495.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Air_pollution", "Human_impact_on_the_environment", "Effects_of_global_warming_on_humans", "Climate_change_in_the_United_States", "Deforestation_and_climate_change", "Ozone_depletion_and_climate_change", "Runaway_greenhouse_effect"], "ranked_scores": [566.0, 564.0, 556.0, 555.0, 554.0, 549.0, 548.0, 547.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Future_of_Earth", "History_of_Earth", "Climate_of_Mars", "Greenhouse_and_icehouse_Earth", "Biodiversity", "Geodynamics_of_Mars", "Eocene_Thermal_Maximum_2", "Mars", "Pliocene_climate", "Global_warming"], "ranked_scores": [571.0, 562.0, 561.0, 559.0, 558.0, 556.0, 552.0, 552.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_community", "Research_ethics", "History_of_science_policy", "Scientific_journal", "Scientific_consensus", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Relationship_between_religion_and_science", "Intergovernmental_Panel_on_Climate_Change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Science_communication"], "ranked_scores": [523.0, 513.0, 507.0, 504.0, 500.0, 499.0, 495.0, 494.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["2006_North_American_heat_wave", "Excessive_heat_watch", "2000_Southern_United_States_heat_wave", "Ground-coupled_heat_exchanger", "2001_Eastern_North_America_heat_wave", "Climate_of_the_United_States", "Earth's_internal_heat_budget", "Highest_temperature_recorded_on_Earth", "Air_conditioned_clothing", "Urban_heat_island"], "ranked_scores": [540.0, 539.0, 536.0, 534.0, 534.0, 533.0, 532.0, 531.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Global_warming", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Global_warming_controversy", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_hiatus", "Effects_of_global_warming"], "ranked_scores": [597.0, 588.0, 572.0, 571.0, 570.0, 568.0, 568.0, 562.0, 561.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "Solar_power_in_Michigan", "Solar_power_by_country", "Solar_power", "Concentrated_solar_power", "List_of_photovoltaic_power_stations", "Wind_power_in_the_United_States"], "ranked_scores": [578.0, 572.0, 570.0, 559.0, 552.0, 546.0, 541.0, 537.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture", "Jobs_created_during_U.S._presidential_terms", "The_Great_Stagnation", "Agricultural_Act_of_2014", "Electricity_sector_of_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008", "Energy_in_the_United_States"], "ranked_scores": [556.0, 541.0, 539.0, 534.0, 524.0, 523.0, 522.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-4000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Rubus_arcticus", "Bile_bear", "Hunting_and_fishing_in_Alaska", "Arctic_Alaska", "Beringian_wolf", "Sloth_bear", "Kodiak_bear", "List_of_mammals_of_Alabama", "Seed_predation"], "ranked_scores": [519.0, 504.0, 499.0, 494.0, 487.0, 487.0, 487.0, 486.0, 484.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Methane_clathrate", "Mesopause", "Wetland_methane_emissions", "Greenhouse_gas", "Global_warming_potential", "Coalbed_methane"], "ranked_scores": [624.0, 569.0, 562.0, 551.0, 551.0, 549.0, 547.0, 545.0, 539.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Tide", "Annual_cycle_of_sea_level_height", "Tidal_range", "Sea_level_rise", "Future_sea_level", "Ocean_surface_topography", "Life_zones_of_the_Mediterranean_region", "Sea_level", "Sea_state"], "ranked_scores": [564.0, 556.0, 550.0, 542.0, 541.0, 540.0, 538.0, 531.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Future_sea_level", "Great_Arctic_Cyclone_of_2012", "Global_warming_in_Antarctica", "Global_cooling", "Retreat_of_glaciers_since_1850", "Holocene_glacial_retreat"], "ranked_scores": [553.0, 548.0, 532.0, 531.0, 527.0, 524.0, 524.0, 521.0, 521.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Deforestation_and_climate_change", "Climate_footprint", "Carbon_footprint", "Environmental_impact_of_transport", "Carbon_emissions_reporting", "Atmospheric_carbon_cycle", "Environmental_impact_of_aviation", "GHG_footprint", "Carbon_tax", "Carbon_offset"], "ranked_scores": [567.0, 561.0, 552.0, 548.0, 545.0, 543.0, 541.0, 541.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Journal_for_Geoclimatic_Studies", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Carbon_diet", "Attribution_of_recent_climate_change", "CO2_fertilization_effect", "Carbon_cycle_re-balancing"], "ranked_scores": [552.0, 546.0, 535.0, 535.0, 534.0, 531.0, 529.0, 528.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Deglaciation", "Marine_transgression", "Wisconsin_glaciation", "Quaternary_glaciation", "Ice2sea", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850", "Progradation"], "ranked_scores": [558.0, 553.0, 551.0, 550.0, 550.0, 545.0, 536.0, 533.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Ocean_acidification", "CO2_fertilization_effect", "Greenhouse_gas", "Ozone_depletion_and_climate_change"], "ranked_scores": [552.0, 548.0, 535.0, 531.0, 529.0, 526.0, 525.0, 523.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Reasons_for_concern", "Climate_risk", "IPCC_Fourth_Assessment_Report", "Effects_of_global_warming_on_humans", "Global_warming", "1928_Haiti_hurricane", "The_Real_Global_Warming_Disaster", "Heaven_and_Earth_(book)"], "ranked_scores": [556.0, 545.0, 540.0, 539.0, 537.0, 536.0, 536.0, 532.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Winter_1985_cold_wave", "Measles", "Generalized_lymphadenopathy", "Mediterranean_climate", "Climate_of_Los_Angeles", "List_of_mammals_of_New_England", "Early_2014_North_American_cold_wave", "Ehrlichia_Wisconsin_HM543746", "Lymphoma"], "ranked_scores": [509.0, 498.0, 494.0, 493.0, 489.0, 488.0, 488.0, 487.0, 487.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_in_Australia", "Climate_Change_Science_Program", "Climate_change_in_Canada", "IPCC_First_Assessment_Report", "Climate_change_adaptation", "Climate_change_in_the_United_States", "100%_renewable_energy", "Presidential_Climate_Action_Plan", "Stern_Review", "Physical_impacts_of_climate_change"], "ranked_scores": [555.0, 554.0, 548.0, 546.0, 540.0, 540.0, 539.0, 535.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Greenhouse_and_icehouse_Earth", "Solar_cycle_19", "Timeline_of_glaciation", "Season", "Winter_1985_cold_wave", "1997–98_El_Niño_event", "Termination_(geomorphology)", "Future_of_Earth", "Season_creep"], "ranked_scores": [543.0, 535.0, 526.0, 522.0, 521.0, 521.0, 516.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Thermohaline_circulation", "Geostrophic_current", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "National_Oceanography_Centre", "Copenhagen_Diagnosis", "IPCC_First_Assessment_Report", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [528.0, 513.0, 502.0, 501.0, 500.0, 498.0, 496.0, 495.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Geological_history_of_oxygen", "Great_Oxygenation_Event", "Estuarine_acidification", "Greenhouse_gas", "PH", "Thermopause", "Paleoatmosphere", "Atmospheric_methane"], "ranked_scores": [528.0, 527.0, 520.0, 514.0, 514.0, 514.0, 511.0, 509.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "Journal_for_Geoclimatic_Studies", "Global_warming_controversy", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_documents"], "ranked_scores": [563.0, 550.0, 548.0, 544.0, 544.0, 541.0, 540.0, 535.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "List_of_climate_research_satellites", "IPCC_First_Assessment_Report", "Abrupt_climate_change", "Termination_(geomorphology)", "Climate_of_the_Philippines"], "ranked_scores": [522.0, 519.0, 510.0, 506.0, 494.0, 493.0, 490.0, 489.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Climate_change_in_the_Arctic", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "Ice2sea", "Arctic_geoengineering", "Adam_Scaife", "Antarctica_cooling_controversy", "Stern_Review", "Arctic_Climate_Impact_Assessment", "Sea_ice"], "ranked_scores": [592.0, 579.0, 577.0, 577.0, 561.0, 558.0, 557.0, 550.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_front", "Polar_vortex", "El_Niño–Southern_Oscillation", "Arctic_dipole_anomaly", "Weather_front", "Climate_of_the_United_States", "Climate_change_in_the_Arctic", "Antarctic_Circle", "Climate_sensitivity"], "ranked_scores": [549.0, 549.0, 537.0, 525.0, 522.0, 521.0, 517.0, 516.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "2000_Southern_United_States_heat_wave", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_19", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "1908", "List_of_climate_research_satellites"], "ranked_scores": [537.0, 535.0, 532.0, 531.0, 531.0, 526.0, 525.0, 524.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Clean_Development_Mechanism", "Collider_Detector_at_Fermilab", "2011_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit", "Solar_storm_of_1859"], "ranked_scores": [524.0, 508.0, 507.0, 502.0, 501.0, 499.0, 499.0, 495.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Minerals_Resource_Rent_Tax", "Contribution_to_global_warming_by_Australia", "Canada_and_the_Kyoto_Protocol", "Competitive_Tax_Plan", "Capital_gains_tax", "Embedded_emissions", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [543.0, 524.0, 522.0, 497.0, 488.0, 483.0, 482.0, 480.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Sea_ice", "The_Ice_Age", "Pliocene_climate", "Future_sea_level", "Ice_age", "Quaternary_glaciation", "Arctic_geoengineering", "Antarctic_sea_ice", "Arctic_sea_ice_decline", "Timeline_of_glaciation"], "ranked_scores": [544.0, 543.0, 542.0, 540.0, 540.0, 538.0, 537.0, 535.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2006_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "March_2012_North_American_heat_wave", "1997–98_El_Niño_event", "List_of_climate_research_satellites", "IPCC_Fourth_Assessment_Report", "2016_North_American_heat_wave", "ECMWF_re-analysis", "Climate_Research_(journal)"], "ranked_scores": [528.0, 526.0, 525.0, 523.0, 521.0, 515.0, 514.0, 513.0, 513.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_waters", "Blackwater_(coal)", "Mercury_pollution_in_the_ocean", "Great_Oxygenation_Event", "Carbon_dioxide", "Acid_rain", "Thermohaline_circulation", "Anoxic_event"], "ranked_scores": [583.0, 545.0, 544.0, 540.0, 531.0, 529.0, 525.0, 522.0, 522.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Alternative_energy", "Alternatives_assessment", "Renewable_energy_debate", "100%_renewable_energy", "Renewable_energy", "Alternative_fuel", "Energy_mix", "Energy_development"], "ranked_scores": [543.0, 518.0, 510.0, 509.0, 508.0, 507.0, 506.0, 503.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Great_Arctic_Cyclone_of_2012", "Sea_ice", "Arctic_sea_ice_decline", "Fast_ice", "Antarctic_sea_ice", "Marine_transgression"], "ranked_scores": [564.0, 561.0, 547.0, 540.0, 540.0, 537.0, 536.0, 534.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Droughts_in_the_United_States", "Desertification", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_the_United_Kingdom", "2012–13_North_American_drought", "Global_warming_in_Antarctica", "Drought_in_Spain", "Future_of_Earth", "2006_European_heat_wave", "Climate_change_in_Europe"], "ranked_scores": [530.0, 528.0, 515.0, 514.0, 512.0, 511.0, 507.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_change_in_the_United_States", "World_Energy_Outlook", "Arctic_geoengineering", "Hurricane_Katrina_and_global_warming", "Avoiding_Dangerous_Climate_Change", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis"], "ranked_scores": [548.0, 542.0, 532.0, 530.0, 527.0, 526.0, 526.0, 525.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "2013_Southwestern_United_States_heat_wave", "Heat_wave"], "ranked_scores": [613.0, 608.0, 606.0, 598.0, 592.0, 589.0, 585.0, 584.0, 573.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Global_warming_controversy", "History_of_climate_change_science", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "An_Appeal_to_Reason", "Climate_change_denial", "Attribution_of_recent_climate_change", "Scientific_opinion_on_climate_change", "Merchants_of_Doubt", "Scientific_consensus_on_climate_change", "Climate_change_in_the_United_States"], "ranked_scores": [566.0, 552.0, 548.0, 548.0, 548.0, 546.0, 544.0, 543.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Global_warming_controversy", "Climate_variability", "Climate_change_(general_concept)", "Antarctica_cooling_controversy", "Global_cooling_(disambiguation)", "Climate_inertia", "Global_cooling", "Politics_of_global_warming", "Winter_1985_cold_wave"], "ranked_scores": [555.0, 554.0, 550.0, 545.0, 544.0, 530.0, 529.0, 529.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Wetland_methane_emissions", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Arctic_methane_emissions", "Ozone_depletion_and_climate_change", "Wind", "Global_warming_potential", "Greenhouse_effect"], "ranked_scores": [552.0, 544.0, 540.0, 538.0, 536.0, 531.0, 525.0, 525.0, 524.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Prudent_avoidance_principle", "Longevity_risk", "Risk", "Deterrence_(psychology)", "Manufactured_risk", "Hazard", "Management_systems_for_road_safety", "Never_events", "Philosophical_skepticism", "Risk_neutral"], "ranked_scores": [511.0, 506.0, 500.0, 495.0, 492.0, 490.0, 489.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Environmental_impact_of_nuclear_power", "Global_Warming_Pollution_Reduction_Act_of_2007", "Presidential_Climate_Action_Plan", "Greenhouse_gas_emissions_by_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_United_States", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Beyond_Coal"], "ranked_scores": [508.0, 494.0, 492.0, 491.0, 491.0, 489.0, 488.0, 486.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "March_2012_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "1936_North_American_cold_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [587.0, 561.0, 551.0, 549.0, 547.0, 546.0, 543.0, 542.0, 541.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Sea_ice", "Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "East_Antarctica", "Measurement_of_sea_ice", "Antarctic_Cold_Reversal", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [537.0, 537.0, 533.0, 522.0, 521.0, 521.0, 518.0, 518.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Coalbed_methane", "Carbon_capture_and_storage", "Coal", "Carbon-neutral_fuel", "Carbon_neutrality", "Refined_coal"], "ranked_scores": [612.0, 603.0, 555.0, 553.0, 550.0, 549.0, 539.0, 536.0, 530.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4632, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Ozone_depletion", "Paleocene–Eocene_Thermal_Maximum", "Geological_history_of_oxygen", "Ozone_depletion_and_climate_change", "PDO", "1990_in_science", "Cool_tropics_paradox", "Estado_Novo_(Portugal)", "Dole_effect"], "ranked_scores": [540.0, 504.0, 503.0, 501.0, 500.0, 500.0, 493.0, 492.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Instrumental_temperature_record", "Scientific_consensus_on_climate_change", "Global_warming", "Global_Historical_Climatology_Network", "Global_warming_conspiracy_theory", "Global_warming_controversy", "Global_cooling", "Scientific_opinion_on_climate_change", "Wind", "World_Climate_Research_Programme"], "ranked_scores": [503.0, 501.0, 495.0, 492.0, 487.0, 481.0, 480.0, 479.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_Change_Science_Program", "Climate_change_denial", "Climate_change_in_the_United_States", "Media_coverage_of_climate_change", "The_Real_Global_Warming_Disaster", "Global_cooling", "Global_change", "Global_warming", "Climate_change_policy_of_the_United_States"], "ranked_scores": [556.0, 542.0, 539.0, 536.0, 531.0, 531.0, 530.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Multicollinearity", "Arctic_Lowlands", "1908", "Cool_tropics_paradox", "Low-pressure_area", "North_Greenland_Ice_Core_Project", "Little_Ice_Age", "Crater_Lake_National_Park", "Siberian_High"], "ranked_scores": [473.0, 467.0, 466.0, 464.0, 461.0, 461.0, 460.0, 460.0, 459.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Global_warming", "Effect_of_Sun_angle_on_climate", "Scientific_opinion_on_climate_change", "Regional_effects_of_global_warming", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change", "History_of_climate_change_science", "Climate_change_(general_concept)", "Climate_change_in_the_United_States", "Weather"], "ranked_scores": [580.0, 579.0, 578.0, 578.0, 573.0, 564.0, 562.0, 559.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Shutdown_of_thermohaline_circulation", "Future_sea_level", "Slow_movement_(culture)", "Supply-side_economics", "Dumbing_down", "Wage_curve", "Stationary_process", "Worse-than-average_effect"], "ranked_scores": [522.0, 505.0, 498.0, 494.0, 493.0, 493.0, 489.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["History_of_climate_change_science", "Environmental_issue", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "IPCC_First_Assessment_Report", "Future_of_Earth", "Climate_change_in_the_United_States", "Atmospheric_carbon_cycle", "Effects_of_global_warming_on_humans", "Greenhouse_gas"], "ranked_scores": [551.0, 549.0, 548.0, 543.0, 542.0, 538.0, 536.0, 533.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "1997–98_El_Niño_event", "March_2012_North_American_heat_wave", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Earth", "Land_and_water_hemispheres", "Timeline_of_glaciation"], "ranked_scores": [536.0, 520.0, 519.0, 517.0, 514.0, 512.0, 512.0, 509.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.107, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["APA_Ethics_Code", "Scientific_consensus_on_climate_change", "Research_ethics", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "History_of_science_policy", "Scientific_journal", "Skeptical_movement", "Science_communication", "Scientific_community", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [499.0, 497.0, 497.0, 497.0, 495.0, 495.0, 495.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Ground-coupled_heat_exchanger", "Satellite_temperature_measurements", "List_of_heat_waves", "US_Weather_Bureau_Station_(Block_Island)", "Weather_station", "Cooling_center", "Station_model", "2006_North_American_heat_wave", "Temperate_climate", "Urban_heat_island"], "ranked_scores": [526.0, 523.0, 518.0, 518.0, 517.0, 517.0, 516.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["1997–98_El_Niño_event", "IPCC_First_Assessment_Report", "Global_warming", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_in_the_United_States", "Abrupt_climate_change", "Neoglaciation", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [570.0, 561.0, 550.0, 549.0, 548.0, 547.0, 545.0, 542.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_Michigan", "Solar_power", "Solar_power_by_country", "California", "Solar_energy", "Wind_power_in_the_United_States", "Concentrated_solar_power"], "ranked_scores": [568.0, 567.0, 561.0, 548.0, 544.0, 539.0, 534.0, 530.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Workforce_productivity", "Economic_growth", "Agriculture,_forestry,_and_fishing_in_Japan", "Growth_of_wind_power_in_the_United_States", "Wage_curve", "Agriculture_in_Pennsylvania", "Solow_residual", "The_Great_Stagnation", "Agricultural_policy_of_the_United_States", "Unemployment_in_the_United_States"], "ranked_scores": [525.0, 523.0, 518.0, 512.0, 506.0, 506.0, 504.0, 503.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-bat-nstep-6000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Rubus_arcticus", "Bile_bear", "Sloth_bear", "Kodiak_bear", "Bear_attack", "Aronia", "Grizzly_bear", "Northwoods_(forest)", "Syrian_brown_bear"], "ranked_scores": [537.0, 529.0, 527.0, 521.0, 520.0, 511.0, 507.0, 505.0, 505.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7989, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Methane_clathrate", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Deglaciation", "Coalbed_methane", "Mesopause", "Wetland_methane_emissions"], "ranked_scores": [609.0, 566.0, 553.0, 551.0, 546.0, 546.0, 544.0, 533.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Future_sea_level", "Sea_level_rise", "Ocean_surface_topography", "Tide", "Sea_level", "Annual_cycle_of_sea_level_height", "Marine_regression", "Tidal_range", "Sea"], "ranked_scores": [566.0, 557.0, 557.0, 543.0, 542.0, 539.0, 534.0, 533.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Wiesław_Masłowski", "Holocene_glacial_retreat", "Future_sea_level", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic", "Deglaciation", "Sea_ice"], "ranked_scores": [549.0, 544.0, 543.0, 540.0, 540.0, 540.0, 534.0, 531.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Deforestation_and_climate_change", "Carbon_footprint", "Environmental_impact_of_transport", "Climate_footprint", "Environmental_impact_of_aviation", "Carbon_offset", "Environmental_impact_of_biodiesel", "Carbon_cycle_re-balancing", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [559.0, 551.0, 548.0, 546.0, 544.0, 543.0, 538.0, 534.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_cooling", "Journal_for_Geoclimatic_Studies", "Avoiding_Dangerous_Climate_Change", "Carbon_neutrality", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Ozone_depletion_and_climate_change"], "ranked_scores": [559.0, 556.0, 548.0, 545.0, 542.0, 540.0, 539.0, 537.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Marine_transgression", "Future_sea_level", "Sea_level_rise", "Deglaciation", "Progradation", "Ice2sea", "Marine_regression", "Holocene_extinction", "Retreat_of_glaciers_since_1850", "Wisconsin_glaciation"], "ranked_scores": [551.0, 548.0, 540.0, 529.0, 527.0, 527.0, 526.0, 525.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Climate_footprint", "Climate_sensitivity", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Climate_change_in_China", "Carbon_footprint", "Scientific_consensus_on_climate_change"], "ranked_scores": [559.0, 557.0, 538.0, 526.0, 524.0, 522.0, 522.0, 521.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3072, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Heaven_and_Earth_(book)", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "Copenhagen_Diagnosis", "Attribution_of_recent_climate_change", "Hurricane_Harvey"], "ranked_scores": [551.0, 549.0, 543.0, 542.0, 532.0, 532.0, 530.0, 526.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "List_of_mammals_of_New_England", "Climate_of_the_United_States", "Climate_of_Minnesota", "Temperate_climate", "Nor'easter", "Southern_tick-associated_rash_illness", "Texas_Norther", "Mediterranean_climate", "Tornadoes_in_the_United_States"], "ranked_scores": [504.0, 502.0, 501.0, 499.0, 496.0, 496.0, 493.0, 492.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_Change_Science_Program", "IPCC_First_Assessment_Report", "Presidential_Climate_Action_Plan", "IPCC_Fifth_Assessment_Report", "Views_on_the_Kyoto_Protocol", "Stern_Review", "100%_renewable_energy", "Greenhouse_gas_emissions_by_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [553.0, 547.0, 543.0, 543.0, 542.0, 541.0, 540.0, 540.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_19", "Greenhouse_and_icehouse_Earth", "Bølling-Allerød_warming", "Timeline_of_glaciation", "Termination_(geomorphology)", "Temperature_record_of_the_past_1000_years", "Season_creep", "Little_Ice_Age", "Season"], "ranked_scores": [543.0, 530.0, 523.0, 522.0, 517.0, 516.0, 507.0, 506.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Ozone_depletion_and_climate_change", "Mauna_Loa_Observatory", "Carbon_dioxide_in_Earth's_atmosphere", "Thermohaline_circulation", "Michael_E._Mann", "Theoretical_and_Applied_Climatology", "Future_of_Earth", "Avoiding_Dangerous_Climate_Change", "Dole_effect"], "ranked_scores": [517.0, 508.0, 502.0, 499.0, 498.0, 497.0, 496.0, 493.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "PH", "Geological_history_of_oxygen", "Dole_effect", "Ocean_acidification", "Thermopause", "Ozone_depletion", "Low-carbon_emission", "Mesopause"], "ranked_scores": [521.0, 511.0, 510.0, 507.0, 504.0, 502.0, 499.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Climatic_Research_Unit_email_controversy", "Heaven_and_Earth_(book)", "Antarctica_cooling_controversy", "Merchants_of_Doubt", "An_Appeal_to_Reason", "The_Great_Global_Warming_Swindle", "Global_warming_controversy", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)"], "ranked_scores": [550.0, 542.0, 539.0, 539.0, 538.0, 533.0, 533.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "IPCC_First_Assessment_Report", "List_of_climate_research_satellites", "Fleischmann–Pons_experiment", "IPCC_Fifth_Assessment_Report", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Federal_Fuel_Administration", "Pacific_decadal_oscillation", "Views_on_the_Kyoto_Protocol"], "ranked_scores": [513.0, 500.0, 499.0, 492.0, 492.0, 492.0, 491.0, 490.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Wiesław_Masłowski", "Climate_change_in_the_Arctic", "Stern_Review", "Climatic_Research_Unit_documents", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Avoiding_Dangerous_Climate_Change", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [566.0, 563.0, 562.0, 561.0, 557.0, 551.0, 546.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Low-pressure_area", "Polar_vortex", "Polar_front", "El_Niño–Southern_Oscillation", "Weather_front", "North_Atlantic_Current", "Souther_(meteorology)", "November_2014_North_American_cold_wave", "Westerlies"], "ranked_scores": [566.0, 539.0, 535.0, 533.0, 531.0, 525.0, 520.0, 519.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "Hockey_stick_controversy", "Solar_cycle_19", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "2019_heat_wave_in_India_and_Pakistan", "Solar_cycle_18", "1998_Atlantic_hurricane_season", "2000_Southern_United_States_heat_wave"], "ranked_scores": [530.0, 529.0, 528.0, 528.0, 525.0, 524.0, 521.0, 518.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "2011_United_Nations_Climate_Change_Conference", "CLOUD_experiment", "Carbon_dioxide_removal", "Climatic_Research_Unit_documents", "2009_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit_email_controversy", "Copenhagen_Accord", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change"], "ranked_scores": [516.0, 494.0, 493.0, 493.0, 492.0, 491.0, 491.0, 491.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Carbon_offset", "Minerals_Resource_Rent_Tax", "Climate_change_in_China", "Carbon_bubble", "Environmental_impact_of_transport", "Low-carbon_emission", "Environmental_impact_of_transport_in_Australia"], "ranked_scores": [532.0, 528.0, 514.0, 489.0, 489.0, 486.0, 483.0, 479.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Quaternary_glaciation", "Retreat_of_glaciers_since_1850", "Polar_seas", "Measurement_of_sea_ice", "Arctic_geoengineering", "Antarctic_Cold_Reversal", "Deglaciation", "Sea_ice"], "ranked_scores": [556.0, 536.0, 536.0, 536.0, 534.0, 528.0, 527.0, 527.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2006_North_American_heat_wave", "2016_North_American_heat_wave", "List_of_climate_research_satellites", "2015_North_American_heat_wave", "IPCC_Fifth_Assessment_Report", "Climate_Research_(journal)", "1966_New_York_City_smog", "2011_North_American_heat_wave", "March_2012_North_American_heat_wave", "Media_coverage_of_climate_change"], "ranked_scores": [512.0, 506.0, 505.0, 504.0, 502.0, 501.0, 500.0, 500.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Estuarine_acidification", "Anoxic_event", "Blackwater_(coal)", "Dihydrogen_monoxide_hoax", "Chemical_oceanography", "Oceanic_carbon_cycle", "Ocean"], "ranked_scores": [598.0, 559.0, 555.0, 552.0, 545.0, 543.0, 533.0, 530.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Alternative_fuel", "Carbon_bubble", "Energy_mix", "Environmental_impact_of_the_coal_industry", "Loss_and_damage", "Energy_development", "Renewable_energy", "Rosenfeld's_law"], "ranked_scores": [532.0, 518.0, 510.0, 509.0, 507.0, 505.0, 504.0, 502.0, 501.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Abrupt_climate_change", "Sea_level_rise", "Climate_change_in_the_Arctic", "Ice2sea", "Marine_transgression", "Fast_ice", "Sea_ice", "Deglaciation", "Great_Arctic_Cyclone_of_2012"], "ranked_scores": [533.0, 531.0, 529.0, 524.0, 522.0, 522.0, 518.0, 514.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_the_United_Kingdom", "Droughts_in_the_United_States", "Desertification", "Global_warming_in_Antarctica", "The_Coming_Global_Superstorm", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_Spain", "Climate_change_in_the_United_States", "Future_of_Earth", "Environmental_degradation"], "ranked_scores": [523.0, 519.0, 518.0, 518.0, 511.0, 507.0, 507.0, 504.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Stern_Review", "Avoiding_Dangerous_Climate_Change", "Copenhagen_Diagnosis", "Climatic_Research_Unit_documents", "Antarctica_cooling_controversy", "Climatic_Research_Unit_email_controversy", "World_Energy_Outlook", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_bubble"], "ranked_scores": [538.0, 530.0, 527.0, 526.0, 524.0, 524.0, 523.0, 521.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [594.0, 587.0, 583.0, 578.0, 568.0, 566.0, 564.0, 556.0, 555.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Merchants_of_Doubt", "Climate_change_denial", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Climate_change_opinion_by_country", "Politics_of_global_warming", "Attribution_of_recent_climate_change", "The_Real_Global_Warming_Disaster"], "ranked_scores": [546.0, 540.0, 539.0, 538.0, 534.0, 530.0, 529.0, 526.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_Research_(journal)", "Global_warming_controversy", "An_Appeal_to_Reason", "Atmospheric_circulation", "Global_cooling", "Scientific_opinion_on_climate_change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [573.0, 572.0, 546.0, 529.0, 528.0, 526.0, 523.0, 523.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Greenhouse_gas", "Ozone_depletion_and_climate_change", "Wind_power", "Deforestation_and_climate_change", "Low-carbon_emission", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Environmental_impact_of_aviation", "Wetland_methane_emissions", "Wind"], "ranked_scores": [545.0, 533.0, 532.0, 530.0, 529.0, 529.0, 523.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Prudent_avoidance_principle", "List_of_experimental_errors_and_frauds_in_physics", "Risk", "Longevity_risk", "Manufactured_risk", "Disaster", "Deterrence_(psychology)", "Management_systems_for_road_safety", "Hazard", "Lazy_reason"], "ranked_scores": [515.0, 512.0, 507.0, 505.0, 497.0, 496.0, 492.0, 490.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "Presidential_Climate_Action_Plan", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "Attorney_General_of_Virginia's_climate_science_investigation", "Beyond_Coal", "Environmental_policy_of_the_Donald_Trump_administration", "Scott_Pruitt", "Coal_pollution_mitigation", "Antarctica_cooling_controversy", "Global_Warming_Pollution_Reduction_Act_of_2007"], "ranked_scores": [507.0, 506.0, 488.0, 486.0, 484.0, 483.0, 482.0, 480.0, 480.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5294, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2015_North_American_heat_wave", "2016_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "2018_British_Isles_heat_wave", "2014–16_El_Niño_event", "Hockey_stick_controversy", "History_of_climate_change_science"], "ranked_scores": [571.0, 555.0, 552.0, 547.0, 545.0, 543.0, 542.0, 538.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Global_warming_in_Antarctica", "Geography_of_Antarctica", "Antarctic_Cold_Reversal", "East_Antarctica", "East_Antarctic_Ice_Sheet", "Arctic_resources_race", "Sea_ice", "Glacier_mass_balance"], "ranked_scores": [551.0, 530.0, 529.0, 526.0, 524.0, 523.0, 521.0, 516.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_dioxide_removal", "Carbon_diet", "Clean_technology", "Refined_coal", "Carbon-neutral_fuel", "Carbon_capture_and_storage_in_Australia", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [618.0, 610.0, 544.0, 543.0, 537.0, 536.0, 535.0, 532.0, 531.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Kyoto_Protocol", "Avoiding_Dangerous_Climate_Change", "PDO", "Dole_effect", "Pacific_decadal_oscillation", "Canada_and_the_Kyoto_Protocol", "List_of_climate_research_satellites", "Estado_Novo_(Portugal)", "Petroleum_Administration_for_Defense_Districts"], "ranked_scores": [511.0, 506.0, 502.0, 502.0, 502.0, 501.0, 494.0, 494.0, 493.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Scientific_consensus_on_climate_change", "Global_warming_conspiracy_theory", "World_Energy_Outlook", "Planet_Earth_(1986_series)", "Global_Warming_Policy_Foundation", "Weather_Research_and_Forecasting_Model", "United_Nations_Framework_Convention_on_Climate_Change", "World_Climate_Research_Programme", "Orbital_forcing"], "ranked_scores": [491.0, 477.0, 476.0, 476.0, 476.0, 475.0, 475.0, 475.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Global_warming", "History_of_climate_change_science", "Climate_change_denial", "Climate_Change_Science_Program", "Climate_change_in_the_United_States", "Global_change", "Global_cooling", "Climate_change_policy_of_the_United_States", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [569.0, 555.0, 550.0, 550.0, 550.0, 549.0, 549.0, 547.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Subarctic_climate", "November_2014_North_American_cold_wave", "Greenland_ice_core_project", "Arctic_dipole_anomaly", "Global_warming_hiatus", "Year_Without_a_Summer", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Meteosat_8", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_stilling"], "ranked_scores": [462.0, 460.0, 459.0, 458.0, 457.0, 457.0, 456.0, 456.0, 456.0, 456.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Regional_effects_of_global_warming", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "World_Climate_Research_Programme", "Scientific_consensus_on_climate_change", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States"], "ranked_scores": [577.0, 567.0, 566.0, 564.0, 561.0, 561.0, 559.0, 559.0, 557.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Future_sea_level", "Supply-side_economics", "Backward_bending_supply_curve_of_labour", "Proportional_reduction_in_loss", "Deglobalization", "Slow_movement_(culture)", "Wage_curve", "The_Great_Stagnation"], "ranked_scores": [516.0, 503.0, 496.0, 491.0, 485.0, 483.0, 479.0, 479.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "CO2_fertilization_effect", "Great_Oxygenation_Event", "IPCC_First_Assessment_Report", "Thermal_pollution", "Air_pollution", "Human_impact_on_the_environment", "Cumulative_effects_(environment)", "Environmental_impact_of_aviation"], "ranked_scores": [557.0, 546.0, 545.0, 543.0, 535.0, 534.0, 531.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Future_of_Earth", "Biodiversity", "Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Geodynamics_of_Mars", "History_of_Earth", "Snowball_Earth", "Early_Earth", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [531.0, 529.0, 526.0, 524.0, 521.0, 521.0, 519.0, 519.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_method", "History_of_science_policy", "Review_of_Policy_Research", "Scientific_consensus_on_climate_change", "Relationship_between_religion_and_science", "Scientific_journal", "APA_Ethics_Code", "Research_ethics", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "List_of_experimental_errors_and_frauds_in_physics"], "ranked_scores": [503.0, 501.0, 499.0, 499.0, 496.0, 496.0, 495.0, 493.0, 492.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Satellite_temperature_measurements", "Surface_weather_analysis", "Weather_map", "Weather_station", "Ground-coupled_heat_exchanger", "Ground_zero", "Thermosphere", "Earth's_internal_heat_budget", "US_Weather_Bureau_Station_(Block_Island)", "List_of_energy_efficient_buildings_in_India"], "ranked_scores": [523.0, 523.0, 520.0, 513.0, 511.0, 511.0, 510.0, 509.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["20th_century", "IPCC_First_Assessment_Report", "Global_warming", "1997–98_El_Niño_event", "Special_Report_on_Global_Warming_of_1.5_°C", "2nd_millennium", "Climate_change_in_the_United_States", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Global_warming_conspiracy_theory"], "ranked_scores": [547.0, 544.0, 543.0, 542.0, 535.0, 534.0, 529.0, 529.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Wind_power_in_California", "California", "Solar_power_by_country", "Solar_power_in_Michigan", "Concentrated_solar_power", "Solar_power", "Solar_cell_efficiency", "Wind_power_in_Colorado"], "ranked_scores": [575.0, 568.0, 558.0, 558.0, 553.0, 551.0, 549.0, 549.0, 534.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Economic_growth", "Agriculture_in_Pennsylvania", "Growth_of_wind_power_in_the_United_States", "Jobs_created_during_U.S._presidential_terms", "Agriculture,_forestry,_and_fishing_in_Japan", "Workforce_productivity", "Wage_curve", "Energy_in_the_United_States", "Unemployment_in_the_United_States", "The_Great_Stagnation"], "ranked_scores": [534.0, 517.0, 517.0, 517.0, 514.0, 511.0, 511.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-bat-nstep-8000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Rubus_arcticus", "Mount_Bear", "Bear_attack", "Sloth_bear", "Kodiak_bear", "Syrian_brown_bear", "Bile_bear", "List_of_mammals_of_Alabama", "The_Bear_(1988_film)"], "ranked_scores": [524.0, 517.0, 500.0, 495.0, 494.0, 488.0, 488.0, 486.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Clathrate_gun_hypothesis", "Atmospheric_methane", "Deglaciation", "Mesopause", "Retreat_of_glaciers_since_1850", "Methane_clathrate", "Glaciovolcanism", "Volcanic_winter", "Greenhouse_gas"], "ranked_scores": [574.0, 545.0, 536.0, 531.0, 530.0, 527.0, 526.0, 524.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Future_sea_level", "Past_sea_level", "Sea_level_rise", "Tide", "Tidal_range", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Raised_shoreline", "Permanent_Service_for_Mean_Sea_Level", "Sea"], "ranked_scores": [556.0, 555.0, 553.0, 552.0, 538.0, 537.0, 533.0, 527.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Deglaciation", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Global_dimming", "Pliocene_climate", "Sea_ice", "Snowball_Earth", "Global_cooling"], "ranked_scores": [524.0, 522.0, 515.0, 512.0, 510.0, 505.0, 503.0, 503.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Deforestation_and_climate_change", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Carbon_footprint", "Climate_footprint", "Environmental_impact_of_biodiesel", "Atmospheric_carbon_cycle", "Politics_of_global_warming", "Carbon_offset"], "ranked_scores": [555.0, 550.0, 548.0, 547.0, 539.0, 532.0, 530.0, 528.0, 528.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Journal_for_Geoclimatic_Studies", "Politics_of_global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Climate_change_feedback", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Attribution_of_recent_climate_change"], "ranked_scores": [533.0, 531.0, 528.0, 527.0, 525.0, 524.0, 524.0, 522.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Deglaciation", "Marine_transgression", "Marine_regression", "Sea_level_rise", "Quaternary_glaciation", "Arctic_sea_ice_decline", "Wisconsin_glaciation", "Global_warming_in_Antarctica", "Ice2sea"], "ranked_scores": [548.0, 543.0, 537.0, 531.0, 527.0, 522.0, 517.0, 517.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "CO2_fertilization_effect", "Deforestation_and_climate_change", "Global_warming", "Global_cooling", "Climate_footprint", "Effects_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [549.0, 539.0, 534.0, 526.0, 521.0, 517.0, 515.0, 515.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Climate_change_in_the_United_States", "Tropical_Storm_Harvey_(2011)", "Heaven_and_Earth_(book)", "Global_warming", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_documents", "IPCC_First_Assessment_Report", "Regional_effects_of_global_warming"], "ranked_scores": [548.0, 538.0, 534.0, 532.0, 532.0, 529.0, 526.0, 523.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Nor'easter", "Generalized_lymphadenopathy", "Lyme_disease", "Moose", "Climate_of_Minnesota", "Granuloma_multiforme", "Texas_Norther", "Climate_of_the_United_States", "Winter_1985_cold_wave", "Tornadoes_in_the_United_States"], "ranked_scores": [504.0, 500.0, 499.0, 496.0, 496.0, 489.0, 489.0, 487.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["100%_renewable_energy", "Climate_Change_Science_Program", "IPCC_First_Assessment_Report", "U.S._Global_Change_Research_Program", "Climate_change_in_the_United_States", "Climate_change_mitigation", "Economics_of_global_warming", "Views_on_the_Kyoto_Protocol", "Climate_change_adaptation", "Renewable_Energy_Sources_and_Climate_Change_Mitigation"], "ranked_scores": [555.0, 553.0, 551.0, 544.0, 542.0, 541.0, 541.0, 540.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Solar_cycle_19", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Termination_(geomorphology)", "Holocene_extinction", "Greenhouse_and_icehouse_Earth", "Temperature_record_of_the_past_1000_years", "Winter_1985_cold_wave", "Season_creep", "Polar_forests_of_the_Cretaceous", "Younger_Dryas_impact_hypothesis"], "ranked_scores": [523.0, 523.0, 520.0, 518.0, 513.0, 512.0, 510.0, 509.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "Mauna_Loa_Observatory", "IPCC_First_Assessment_Report", "National_Center_for_Atmospheric_Research", "Antarctic_oscillation", "Lōʻihi_Seamount", "Michael_E._Mann", "Scientific_Alliance", "Carbon_dioxide_in_Earth's_atmosphere", "Surface_Heat_Budget_of_the_Arctic_Ocean"], "ranked_scores": [514.0, 509.0, 489.0, 488.0, 486.0, 484.0, 484.0, 483.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Estuarine_acidification", "Ocean_acidification", "Greenhouse_gas", "PH", "Acid_dissociation_constant", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Hypercapnia", "Mesopause", "Trifluoromethyl_sulphur_pentafluoride"], "ranked_scores": [503.0, 498.0, 492.0, 492.0, 488.0, 485.0, 485.0, 479.0, 476.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Global_warming_conspiracy_theory", "Climatic_Research_Unit_email_controversy", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "Journal_for_Geoclimatic_Studies", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Greening_Earth_Society", "The_Great_Global_Warming_Swindle"], "ranked_scores": [550.0, 544.0, 539.0, 538.0, 538.0, 533.0, 530.0, 530.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Federal_Fuel_Administration", "Pacific_decadal_oscillation", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "Fleischmann–Pons_experiment", "IPCC_First_Assessment_Report", "Pliocene_climate", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Eocene_Thermal_Maximum_2"], "ranked_scores": [516.0, 498.0, 496.0, 494.0, 494.0, 490.0, 489.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "Climate_change_in_the_Arctic", "Ice2sea", "Stern_Review", "Wiesław_Masłowski", "Arctic_geoengineering", "Arctic_Climate_Impact_Assessment", "Arctic_sea_ice_decline", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [561.0, 547.0, 545.0, 541.0, 541.0, 538.0, 530.0, 530.0, 529.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Arctic_dipole_anomaly", "El_Niño–Southern_Oscillation", "45th_parallel_south", "Polar_front", "Polar_vortex", "Climate_of_Finland", "November_2014_North_American_cold_wave", "South_Magnetic_Pole", "Drift_ice"], "ranked_scores": [538.0, 520.0, 520.0, 514.0, 514.0, 513.0, 511.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Solar_cycle_19", "1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "2000_Southern_United_States_heat_wave", "2019_heat_wave_in_India_and_Pakistan", "Instrumental_temperature_record", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "March_2012_North_American_heat_wave", "Solar_cycle_18"], "ranked_scores": [537.0, 533.0, 526.0, 522.0, 517.0, 517.0, 517.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "2009_United_Nations_Climate_Change_Conference", "Climatic_Research_Unit_documents", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Space_Shuttle_Challenger_disaster", "1968_Thule_Air_Base_B-52_crash", "Copenhagen_Diagnosis", "California_Proposition_23_(2010)", "Carbon_dioxide_removal"], "ranked_scores": [504.0, 497.0, 491.0, 490.0, 488.0, 488.0, 486.0, 486.0, 484.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Minerals_Resource_Rent_Tax", "Contribution_to_global_warming_by_Australia", "Environmental_impact_of_aviation", "Environmental_pricing_reform", "Canada_and_the_Kyoto_Protocol", "Carbon_offset"], "ranked_scores": [524.0, 516.0, 498.0, 489.0, 484.0, 480.0, 478.0, 475.0, 474.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Pliocene_climate", "Deglaciation", "Arctic_geoengineering", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Ice2sea", "Quaternary_glaciation", "Future_sea_level", "Polar_seas", "Snowball_Earth"], "ranked_scores": [532.0, 527.0, 521.0, 519.0, 518.0, 518.0, 518.0, 512.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2006_North_American_heat_wave", "2015_North_American_heat_wave", "2007_Western_North_American_heat_wave", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2011_North_American_heat_wave", "List_of_climate_research_satellites", "2010_Northern_Hemisphere_heat_waves", "2019_heat_wave_in_India_and_Pakistan", "January_2014_southeastern_Australia_heat_wave"], "ranked_scores": [530.0, 518.0, 515.0, 513.0, 511.0, 507.0, 506.0, 504.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Estuarine_acidification", "Anoxic_event", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Chemical_oceanography", "Dihydrogen_monoxide_hoax", "Metabolic_acidosis"], "ranked_scores": [604.0, 546.0, 546.0, 543.0, 538.0, 531.0, 528.0, 521.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternatives_assessment", "Fossil_fuel_power_station", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Rosenfeld's_law", "Coal_pollution_mitigation", "100%_renewable_energy", "Environmental_mitigation", "Alternative_fuel"], "ranked_scores": [552.0, 514.0, 512.0, 509.0, 507.0, 500.0, 500.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Sea_ice", "Deglaciation", "Marine_transgression", "Ice2sea", "Great_Arctic_Cyclone_of_2012", "Climate_change_in_the_Arctic", "Fast_ice", "List_of_glaciers_of_Iceland"], "ranked_scores": [535.0, 530.0, 526.0, 517.0, 517.0, 516.0, 515.0, 514.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Future_sea_level", "Global_warming_in_Antarctica", "2012–13_North_American_drought", "Droughts_in_the_United_States", "Future_of_Earth", "Climate_change_in_Europe", "Megadrought", "2010–13_Southern_United_States_and_Mexico_drought", "Drought_in_the_United_Kingdom", "Global_cooling"], "ranked_scores": [519.0, 517.0, 514.0, 514.0, 509.0, 508.0, 508.0, 506.0, 506.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Stern_Review", "Carbon_bubble", "Climatic_Research_Unit_documents", "ECMWF_re-analysis", "Clouds_and_the_Earth's_Radiant_Energy_System", "Heaven_and_Earth_(book)", "Retreat_of_glaciers_since_1850", "Antarctica_cooling_controversy", "Avoiding_Dangerous_Climate_Change"], "ranked_scores": [525.0, 523.0, 518.0, 513.0, 510.0, 508.0, 506.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_Southwestern_United_States_heat_wave", "2015_North_American_heat_wave", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [594.0, 586.0, 579.0, 572.0, 563.0, 563.0, 552.0, 547.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Merchants_of_Doubt", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "Heaven_and_Earth_(book)", "Environmental_skepticism", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change"], "ranked_scores": [553.0, 535.0, 527.0, 525.0, 525.0, 523.0, 521.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Regional_effects_of_global_warming", "Future_sea_level", "Climate_inertia", "Arctic_sea_ice_decline", "Global_warming_conspiracy_theory", "Global_cooling_(disambiguation)", "Global_warming_controversy"], "ranked_scores": [546.0, 545.0, 530.0, 525.0, 515.0, 513.0, 512.0, 512.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Wind", "Wetland_methane_emissions", "Atmospheric_methane", "Greenhouse_gas", "Wind_power", "Low-carbon_emission", "Atmospheric_carbon_cycle", "Deforestation_and_climate_change", "Wind_power_in_New_Mexico", "Growth_of_wind_power_in_the_United_States"], "ranked_scores": [535.0, 535.0, 532.0, 530.0, 520.0, 515.0, 513.0, 511.0, 508.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Prudent_avoidance_principle", "Global_catastrophic_risk", "Disaster", "Manufactured_risk", "List_of_experimental_errors_and_frauds_in_physics", "Human_extinction", "Hazard", "Risk", "Longevity_risk", "Management_systems_for_road_safety"], "ranked_scores": [514.0, 502.0, 501.0, 498.0, 496.0, 495.0, 491.0, 490.0, 489.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2622, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "Presidential_Climate_Action_Plan", "Attorney_General_of_Virginia's_climate_science_investigation", "Scott_Pruitt", "National_Oceanic_and_Atmospheric_Administration", "Hurricane_Alberto_(1982)", "Climatic_Research_Unit_email_controversy", "Environmental_policy_of_the_Donald_Trump_administration", "International_reactions_to_the_Fukushima_Daiichi_nuclear_disaster", "United_States_Environmental_Protection_Agency"], "ranked_scores": [491.0, 488.0, 477.0, 472.0, 471.0, 471.0, 471.0, 470.0, 470.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["2014–16_El_Niño_event", "1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "2016_North_American_heat_wave", "El_Niño–Southern_Oscillation", "1982–83_El_Niño_event", "Climate_of_Antarctica", "Pliocene_climate"], "ranked_scores": [562.0, 559.0, 539.0, 538.0, 534.0, 529.0, 526.0, 524.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_oscillation", "Antarctic_Cold_Reversal", "Geography_of_Antarctica", "Global_warming_in_Antarctica", "Study_of_Environmental_Arctic_Change", "East_Antarctica", "Antarctic_sea_ice", "Antarctic_Circumpolar_Current", "East_Antarctic_Ice_Sheet"], "ranked_scores": [518.0, 517.0, 516.0, 513.0, 512.0, 508.0, 507.0, 502.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_dioxide_removal", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Coal_mining", "Refined_coal", "Coal", "Coal_hole"], "ranked_scores": [604.0, 591.0, 565.0, 542.0, 536.0, 533.0, 531.0, 530.0, 527.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "PDO", "PDOS", "List_of_climate_research_satellites", "Dole_effect", "Canada_and_the_Kyoto_Protocol", "Kyoto_Protocol", "Post–World_War_II_economic_expansion", "Estado_Novo_(Portugal)"], "ranked_scores": [517.0, 508.0, 492.0, 492.0, 491.0, 487.0, 483.0, 483.0, 482.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Global_warming_potential", "Global_warming", "The_Great_Warming", "Instrumental_temperature_record", "Global_Climate_Observing_System", "Greening_Earth_Society", "EdGCM", "The_Real_Global_Warming_Disaster"], "ranked_scores": [489.0, 484.0, 482.0, 480.0, 479.0, 478.0, 476.0, 474.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "History_of_climate_change_science", "World_Climate_Change_Conference,_Moscow", "Climate_change_policy_of_the_United_States", "Global_warming", "Climate_Change_Science_Program", "Effects_of_global_warming", "Climate_change_in_the_United_States", "The_Great_Global_Warming_Swindle", "Global_cooling"], "ranked_scores": [560.0, 546.0, 538.0, 537.0, 536.0, 535.0, 534.0, 534.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Multicollinearity", "Never_events", "Siberian_High", "Crater_Lake_National_Park", "2015_North_American_heat_wave", "Victoria_Land", "Arctic_methane_emissions", "Climate_of_the_United_Kingdom", "Weddell_Polynya", "North_Atlantic_Deep_Water"], "ranked_scores": [457.0, 454.0, 453.0, 452.0, 452.0, 452.0, 451.0, 447.0, 447.0, 447.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "Global_warming", "IPCC_First_Assessment_Report", "Regional_effects_of_global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Scientific_consensus_on_climate_change", "Atmospheric_circulation"], "ranked_scores": [600.0, 572.0, 565.0, 561.0, 557.0, 554.0, 552.0, 550.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Future_sea_level", "Dole_effect", "Trend_stationary", "Demographic_dividend", "Backward_bending_supply_curve_of_labour", "Supply-side_economics", "Shutdown_of_thermohaline_circulation", "Pacific_decadal_oscillation", "Global_cooling"], "ranked_scores": [503.0, 489.0, 484.0, 483.0, 482.0, 482.0, 476.0, 475.0, 472.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Journal_for_Geoclimatic_Studies", "Environmental_issue", "CO2_fertilization_effect", "Great_Oxygenation_Event", "IPCC_First_Assessment_Report", "Thermal_pollution", "Attribution_of_recent_climate_change", "Deforestation_and_climate_change", "History_of_climate_change_science"], "ranked_scores": [538.0, 533.0, 531.0, 527.0, 527.0, 525.0, 522.0, 522.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Biodiversity", "Paleocene–Eocene_Thermal_Maximum", "Climate_of_Mars", "Eocene_Thermal_Maximum_2", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "Geodynamics_of_Mars"], "ranked_scores": [527.0, 526.0, 521.0, 520.0, 518.0, 517.0, 516.0, 515.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Research_ethics", "History_of_science_policy", "Scientific_community", "APA_Ethics_Code", "Views_on_the_Kyoto_Protocol", "Evidence", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus", "Scientific_journal"], "ranked_scores": [507.0, 505.0, 501.0, 491.0, 491.0, 491.0, 491.0, 486.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Urban_heat_island", "Weather_station", "Ground-coupled_heat_exchanger", "US_Weather_Bureau_Station_(Block_Island)", "Weather_map", "List_of_heat_waves", "List_of_locations_with_a_subtropical_climate", "Satellite_temperature_measurements", "Station_model", "Thermosphere"], "ranked_scores": [511.0, 503.0, 502.0, 502.0, 501.0, 496.0, 496.0, 496.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["1997–98_El_Niño_event", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Pliocene_climate", "Retreat_of_glaciers_since_1850", "Global_warming", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [542.0, 534.0, 531.0, 530.0, 525.0, 525.0, 525.0, 524.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "Wind_power_in_California", "California", "Concentrated_solar_power", "Solar_power_by_country", "Solar_power", "Wind_power_in_Colorado", "Santa_Clara_Valley", "California_State_Assembly"], "ranked_scores": [560.0, 560.0, 557.0, 556.0, 537.0, 535.0, 535.0, 530.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Economic_growth", "Petroleum_in_the_United_States", "The_Great_Stagnation", "Growth_of_wind_power_in_the_United_States", "Energy_in_the_United_States", "Workforce_productivity", "Biofuel_in_the_United_States", "Unemployment_in_the_United_States"], "ranked_scores": [525.0, 524.0, 521.0, 520.0, 516.0, 510.0, 507.0, 506.0, 504.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-bat-nstep-10000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Rubus_arcticus", "Arctic_Alaska", "Bear_attack", "List_of_mammals_of_Alabama", "Kodiak_bear", "Bile_bear", "The_Bear_(1988_film)", "Northwoods_(forest)", "Sloth_bear"], "ranked_scores": [524.0, 511.0, 499.0, 496.0, 496.0, 493.0, 491.0, 490.0, 486.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Arctic_geoengineering", "Wetland_methane_emissions", "Methane_clathrate", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Arctic_sea_ice_decline", "Deglaciation"], "ranked_scores": [612.0, 562.0, 557.0, 556.0, 547.0, 543.0, 539.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tide", "Tidal_range", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Life_zones_of_the_Mediterranean_region", "Marine_regression", "Sea"], "ranked_scores": [587.0, 583.0, 580.0, 558.0, 552.0, 546.0, 541.0, 535.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Retreat_of_glaciers_since_1850", "Arctic_geoengineering", "Global_cooling", "Arctic_sea_ice_decline", "Wiesław_Masłowski", "History_of_climate_change_science", "Future_sea_level", "Sea_ice", "Drift_ice", "Ice2sea"], "ranked_scores": [539.0, 536.0, 527.0, 527.0, 526.0, 525.0, 525.0, 525.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_emissions_reporting", "Carbon_offset", "Deforestation_and_climate_change", "Embedded_emissions", "Climate_footprint", "Carbon_cycle_re-balancing", "Environmental_impact_of_aviation", "Carbon_neutrality", "Carbon_emission_trading", "Environmental_impact_of_transport"], "ranked_scores": [560.0, 552.0, 546.0, 542.0, 539.0, 537.0, 537.0, 532.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Avoiding_Dangerous_Climate_Change", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_neutrality", "Special_Report_on_Global_Warming_of_1.5_°C", "CO2_fertilization_effect", "Climate_Research_(journal)", "Politics_of_global_warming", "An_Appeal_to_Reason", "Scientific_consensus_on_climate_change"], "ranked_scores": [536.0, 533.0, 529.0, 528.0, 528.0, 526.0, 526.0, 526.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Deglaciation", "Future_sea_level", "Marine_transgression", "Future_of_Earth", "Marine_regression", "Arctic_sea_ice_decline", "Holocene_extinction", "Ice2sea", "Sea_level_rise", "Wisconsin_glaciation"], "ranked_scores": [562.0, 545.0, 534.0, 534.0, 533.0, 531.0, 530.0, 530.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "Deforestation_and_climate_change", "CO2_fertilization_effect", "Global_cooling", "Global_warming", "History_of_climate_change_science", "Deglaciation", "Future_of_Earth"], "ranked_scores": [553.0, 543.0, 536.0, 532.0, 526.0, 525.0, 525.0, 523.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Global_warming", "Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States", "2005_Pacific_hurricane_season", "Regional_effects_of_global_warming", "Effects_of_global_warming_on_humans", "1928_Haiti_hurricane", "Hurricane_Marie_(2014)", "Climate_change_in_Texas"], "ranked_scores": [557.0, 548.0, 547.0, 544.0, 537.0, 535.0, 535.0, 532.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Lyme_disease", "Missoula,_Montana", "Morus_rubra", "Moose", "Climate_of_Minnesota", "Lymphoma", "Granuloma_multiforme", "Ehrlichia_Wisconsin_HM543746", "Little_League_World_Series_(Great_Lakes_Region)", "Mohawk–Hudson_convergence"], "ranked_scores": [505.0, 495.0, 492.0, 492.0, 490.0, 490.0, 490.0, 485.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["IPCC_First_Assessment_Report", "Views_on_the_Kyoto_Protocol", "IPCC_Fifth_Assessment_Report", "Economics_of_global_warming", "Climate_Change_Science_Program", "Stern_Review", "100%_renewable_energy", "Climate_change_in_the_United_States", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [573.0, 557.0, 557.0, 555.0, 554.0, 554.0, 552.0, 547.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Termination_(geomorphology)", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_19", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Timeline_of_glaciation", "Timeline_of_the_1990_Pacific_hurricane_season", "1808/1809_mystery_eruption", "IPCC_First_Assessment_Report"], "ranked_scores": [539.0, 538.0, 535.0, 532.0, 526.0, 521.0, 519.0, 518.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "IPCC_First_Assessment_Report", "Mauna_Loa_Observatory", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "George_Kukla", "List_of_climate_research_satellites", "World_Climate_Research_Programme", "Office_of_Oceanic_and_Atmospheric_Research", "Gaia_hypothesis", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [531.0, 512.0, 510.0, 503.0, 503.0, 503.0, 503.0, 503.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Greenhouse_gas", "Estuarine_acidification", "Ocean_acidification", "PH", "Carbon_dioxide_in_Earth's_atmosphere", "2015_United_Nations_Climate_Change_Conference", "Carbonic_acid", "Trifluoromethyl_sulphur_pentafluoride", "Geological_history_of_oxygen", "Hypercapnia"], "ranked_scores": [514.0, 512.0, 507.0, 498.0, 490.0, 488.0, 486.0, 483.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Climatic_Research_Unit_email_controversy", "Antarctica_cooling_controversy", "An_Appeal_to_Reason", "Journal_for_Geoclimatic_Studies", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_documents", "The_Real_Global_Warming_Disaster", "Global_warming_conspiracy_theory", "Greening_Earth_Society"], "ranked_scores": [564.0, 549.0, 547.0, 544.0, 543.0, 541.0, 539.0, 535.0, 532.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Pliocene_climate", "International_Geophysical_Year", "Eocene_Thermal_Maximum_2", "Pacific_decadal_oscillation", "IPCC_Fifth_Assessment_Report", "Federal_Fuel_Administration"], "ranked_scores": [527.0, 509.0, 508.0, 506.0, 504.0, 501.0, 499.0, 498.0, 496.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Adam_Scaife", "Ice2sea", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Wiesław_Masłowski", "Stern_Review", "World_Climate_Change_Conference,_Moscow", "Climate_Research_(journal)", "IPCC_First_Assessment_Report", "Climatic_Research_Unit_documents"], "ranked_scores": [580.0, 564.0, 559.0, 558.0, 554.0, 550.0, 547.0, 540.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "El_Niño–Southern_Oscillation", "Cold_drop", "Weather_front", "Wind_shear", "Climate_of_Finland", "Polar_front", "Polar_vortex", "Glacier_mass_balance", "Climate_change_in_the_Arctic"], "ranked_scores": [536.0, 525.0, 522.0, 517.0, 514.0, 514.0, 513.0, 513.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1997–98_El_Niño_event", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "March_2012_North_American_heat_wave", "Hockey_stick_graph", "Solar_cycle_19", "Highest_temperature_recorded_on_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [545.0, 539.0, 529.0, 524.0, 523.0, 523.0, 521.0, 520.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Collider_Detector_at_Fermilab", "CLOUD_experiment", "Cold_fusion", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Climatic_Research_Unit", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climatic_Research_Unit_email_controversy", "Solar_Radiation_and_Climate_Experiment", "Clouds_and_the_Earth's_Radiant_Energy_System"], "ranked_scores": [504.0, 501.0, 495.0, 487.0, 485.0, 484.0, 482.0, 481.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Carbon_offset", "Congestion_pricing", "Carbon_emission_trading", "Embedded_emissions", "Emissions_trading", "Capital_gains_tax", "Environmental_pricing_reform"], "ranked_scores": [527.0, 524.0, 521.0, 488.0, 485.0, 483.0, 480.0, 479.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Pliocene_climate", "Antarctic_Cold_Reversal", "Future_sea_level", "Arctic_geoengineering", "Arctic_sea_ice_decline", "Quaternary_glaciation", "Ice2sea", "Post-glacial_rebound", "Retreat_of_glaciers_since_1850", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years"], "ranked_scores": [537.0, 535.0, 535.0, 532.0, 531.0, 525.0, 524.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1997–98_El_Niño_event", "2006_North_American_heat_wave", "2007_Western_North_American_heat_wave", "List_of_climate_research_satellites", "ECMWF_re-analysis", "2015_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "IPCC_First_Assessment_Report", "2013_Southwestern_United_States_heat_wave", "Weather_media_in_the_United_States"], "ranked_scores": [519.0, 516.0, 515.0, 512.0, 511.0, 511.0, 510.0, 509.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Estuarine_acidification", "Anoxic_waters", "Blackwater_(coal)", "Mercury_pollution_in_the_ocean", "Anoxia", "Oceanic_carbon_cycle", "Ocean", "Great_Oxygenation_Event"], "ranked_scores": [578.0, 555.0, 547.0, 539.0, 530.0, 528.0, 523.0, 518.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Alternative_fuel", "Alternatives_assessment", "Alternative_energy", "Energy_development", "Coal_by_country", "Fossil_fuel_power_station", "Energy_mix", "Loss_and_damage"], "ranked_scores": [550.0, 513.0, 507.0, 505.0, 503.0, 501.0, 497.0, 495.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_level_rise", "Future_sea_level", "Ice2sea", "Arctic_geoengineering", "Abrupt_climate_change", "Climate_change_in_the_Arctic", "List_of_glaciers_of_Iceland", "Global_warming_in_Antarctica", "Sea_ice", "Fast_ice"], "ranked_scores": [536.0, 535.0, 534.0, 534.0, 529.0, 527.0, 526.0, 526.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Global_warming_in_Antarctica", "Droughts_in_the_United_States", "2012–13_North_American_drought", "2010–13_Southern_United_States_and_Mexico_drought", "Deglaciation", "Environmental_degradation", "Future_of_Earth", "Desertification", "Human_extinction"], "ranked_scores": [525.0, 519.0, 513.0, 506.0, 505.0, 505.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Antarctica_cooling_controversy", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow", "Heaven_and_Earth_(book)", "Avoiding_Dangerous_Climate_Change", "Clouds_and_the_Earth's_Radiant_Energy_System", "Copenhagen_Diagnosis", "ECMWF_re-analysis"], "ranked_scores": [555.0, 540.0, 539.0, 533.0, 532.0, 529.0, 528.0, 525.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2006_North_American_heat_wave", "2011_North_American_heat_wave", "2015_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2013_Southwestern_United_States_heat_wave", "Early_2009_southeastern_Australia_heat_wave"], "ranked_scores": [578.0, 574.0, 565.0, 563.0, 557.0, 552.0, 545.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Heaven_and_Earth_(book)", "Merchants_of_Doubt", "Climate_change_opinion_by_country", "An_Appeal_to_Reason", "Scientific_opinion_on_climate_change", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "The_Real_Global_Warming_Disaster", "Climate_change_denial", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [539.0, 538.0, 537.0, 530.0, 528.0, 525.0, 524.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_variability", "Climate_change_(general_concept)", "Global_cooling", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Future_sea_level", "Antarctica_cooling_controversy", "Climate_inertia", "Retreat_of_glaciers_since_1850"], "ranked_scores": [546.0, 545.0, 543.0, 525.0, 524.0, 523.0, 523.0, 520.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Wind_power", "Greenhouse_gas", "Wind", "Arctic_methane_emissions", "Deforestation_and_climate_change", "Aerobic_methane_production", "Atmospheric_carbon_cycle", "Greenhouse_effect"], "ranked_scores": [556.0, 553.0, 534.0, 531.0, 530.0, 526.0, 522.0, 519.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Prudent_avoidance_principle", "Risk", "Global_catastrophic_risk", "Disaster", "Never_events", "Hazard", "Lazy_reason", "Manufactured_risk", "Maladaptation", "Deterrence_(psychology)"], "ranked_scores": [513.0, 498.0, 489.0, 486.0, 485.0, 483.0, 482.0, 482.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Lisa_P._Jackson", "Energy_policy_of_the_Barack_Obama_administration", "Green_Energy_Act_2009", "Clean_coal_technology", "Scott_Pruitt", "I'm_not_a_scientist", "Hurricane_Alberto_(1982)", "National_Oceanic_and_Atmospheric_Administration", "Climate_change_in_Europe"], "ranked_scores": [490.0, 490.0, 474.0, 470.0, 469.0, 466.0, 465.0, 465.0, 465.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "El_Niño", "2016_American_Northeast_heat_wave", "January_2016_East_Asia_cold_wave", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "Pliocene_climate", "Summer_of_1976_(Europe)"], "ranked_scores": [555.0, 548.0, 527.0, 524.0, 524.0, 522.0, 520.0, 520.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Global_warming_in_Antarctica", "Antarctic_sea_ice", "Atlantic_Ocean", "Sea_ice", "East_Antarctica", "West_Antarctica", "Antarctic_Plate", "Wildlife_of_Antarctica"], "ranked_scores": [552.0, 530.0, 530.0, 526.0, 525.0, 521.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Clean_technology", "Carbon_dioxide_removal", "Refined_coal", "Clean_Development_Mechanism", "Carbon_capture_and_storage_in_Australia", "Coal", "Landfill_gas_emission_reduction_in_Brazil"], "ranked_scores": [623.0, 615.0, 547.0, 544.0, 542.0, 533.0, 531.0, 525.0, 524.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Canada_and_the_Kyoto_Protocol", "PDO", "Avoiding_Dangerous_Climate_Change", "Views_on_the_Kyoto_Protocol", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "PDOS", "List_of_climate_research_satellites", "Ozone_depletion", "Ozone_depletion_and_climate_change"], "ranked_scores": [520.0, 503.0, 502.0, 500.0, 498.0, 496.0, 495.0, 493.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "Global_warming_conspiracy_theory", "Instrumental_temperature_record", "World_Glacier_Monitoring_Service", "Keeling_Curve", "World_Climate_Research_Programme", "The_Great_Global_Warming_Swindle", "IPCC_First_Assessment_Report", "World_Meteorological_Organization"], "ranked_scores": [495.0, 482.0, 480.0, 476.0, 476.0, 475.0, 475.0, 471.0, 470.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["History_of_climate_change_science", "Hurricane_Katrina_and_global_warming", "Global_warming", "Climate_change_denial", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "World_Climate_Change_Conference,_Moscow", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Global_Change_Research_Act_of_1990"], "ranked_scores": [572.0, 567.0, 562.0, 558.0, 558.0, 555.0, 554.0, 552.0, 548.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Global_Historical_Climatology_Network", "Climate_of_the_Nordic_countries", "HadCRUT", "World_Glacier_Monitoring_Service", "Thwaites_Glacier", "Global_warming_hiatus", "Multicollinearity", "Hawaii–Aleutian_Time_Zone", "Temperature_record_of_the_past_1000_years", "The_Great_Plains_Ecoregion"], "ranked_scores": [467.0, 457.0, 456.0, 456.0, 455.0, 455.0, 453.0, 451.0, 451.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report", "Global_warming", "History_of_climate_change_science", "Special_Report_on_Global_Warming_of_1.5_°C", "Regional_effects_of_global_warming", "Atmospheric_circulation", "Climate_change_in_the_United_States", "Climate_variability", "Scientific_opinion_on_climate_change"], "ranked_scores": [590.0, 583.0, 583.0, 579.0, 574.0, 570.0, 564.0, 563.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Future_sea_level", "Trend_stationary", "Backward_bending_supply_curve_of_labour", "Demographic_dividend", "The_Great_Stagnation", "Inflation", "Slow_movement_(culture)", "Deglobalization", "Shutdown_of_thermohaline_circulation"], "ranked_scores": [515.0, 505.0, 500.0, 488.0, 487.0, 483.0, 480.0, 480.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Journal_for_Geoclimatic_Studies", "CO2_fertilization_effect", "Great_Oxygenation_Event", "Environmental_issue", "Thermal_pollution", "Human_impact_on_the_environment", "Atmospheric_carbon_cycle", "Ozone_depletion_and_climate_change", "Deforestation_and_climate_change"], "ranked_scores": [555.0, 540.0, 540.0, 535.0, 531.0, 530.0, 528.0, 528.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Greenhouse_and_icehouse_Earth", "Eocene_Thermal_Maximum_2", "Future_of_Earth", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "Geodynamics_of_Mars", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Pliocene_climate", "Earth"], "ranked_scores": [549.0, 546.0, 539.0, 537.0, 537.0, 533.0, 533.0, 533.0, 532.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.098, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_community", "Scientific_consensus_on_climate_change", "Climate_Research_(journal)", "Research_ethics", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "History_of_science_policy", "Views_on_the_Kyoto_Protocol", "Intergovernmental_Panel_on_Climate_Change", "Scientific_journal", "Models_of_scientific_inquiry"], "ranked_scores": [505.0, 499.0, 499.0, 498.0, 496.0, 494.0, 490.0, 487.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Urban_heat_island", "Thermosphere", "Weather_map", "Hydrothermal_vent", "Weather_station", "List_of_locations_with_a_subtropical_climate", "Satellite_temperature_measurements", "Cooling_center", "Surface_weather_analysis", "MSU_temperature_measurements"], "ranked_scores": [529.0, 521.0, 519.0, 517.0, 517.0, 515.0, 514.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_cooling", "Global_warming", "Special_Report_on_Global_Warming_of_1.5_°C", "History_of_climate_change_science", "Global_warming_controversy", "Climate_change_in_the_United_States", "1997–98_El_Niño_event", "Winter_1985_cold_wave", "Deglaciation"], "ranked_scores": [556.0, 540.0, 538.0, 535.0, 532.0, 532.0, 526.0, 526.0, 526.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["California", "Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Solar_power", "Santa_Clara_Valley", "Solar_cell_efficiency", "Concentrated_solar_power", "Solar_energy", "Wind_power_in_Colorado"], "ranked_scores": [567.0, 558.0, 554.0, 552.0, 528.0, 528.0, 525.0, 521.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Economic_growth", "Agriculture_in_Pennsylvania", "Workforce_productivity", "Jobs_created_during_U.S._presidential_terms", "The_Great_Stagnation", "Growth_of_wind_power_in_the_United_States", "Petroleum_in_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Solow_residual", "Wage_curve"], "ranked_scores": [538.0, 531.0, 519.0, 518.0, 514.0, 513.0, 512.0, 511.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-12000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "Kodiak_bear", "Sloth_bear", "Arctic_Alaska", "Northwoods_(forest)", "Arctic_ecology", "Hunting_and_fishing_in_Alaska", "List_of_Ohio_state_forests", "The_Bear_(1988_film)"], "ranked_scores": [515.0, 503.0, 495.0, 492.0, 488.0, 487.0, 483.0, 483.0, 482.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Methane_clathrate", "Arctic_geoengineering", "Wetland_methane_emissions", "Coalbed_methane", "Retreat_of_glaciers_since_1850", "Glaciovolcanism", "Climate_change_in_the_Arctic"], "ranked_scores": [610.0, 561.0, 552.0, 547.0, 537.0, 534.0, 530.0, 527.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.236, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Sea_level_rise", "Tide", "Past_sea_level", "Tidal_range", "Future_sea_level", "Annual_cycle_of_sea_level_height", "Sea", "Ocean_surface_topography", "Sea_state", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [572.0, 572.0, 563.0, 561.0, 558.0, 546.0, 542.0, 540.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Deglaciation", "Retreat_of_glaciers_since_1850", "Ice2sea", "Global_dimming", "Arctic_geoengineering", "Future_sea_level", "Wiesław_Masłowski", "History_of_climate_change_science", "Wisconsin_glaciation"], "ranked_scores": [542.0, 529.0, 529.0, 528.0, 527.0, 523.0, 522.0, 519.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_offset", "Deforestation_and_climate_change", "Carbon_neutrality", "Carbon_emission_trading", "Climate_footprint", "Carbon_emissions_reporting", "Carbon_dioxide_removal", "Carbon_cycle_re-balancing", "Carbon_footprint", "Environmental_impact_of_aviation"], "ranked_scores": [556.0, 549.0, 547.0, 544.0, 541.0, 539.0, 539.0, 538.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_feedback", "Politics_of_global_warming", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Avoiding_Dangerous_Climate_Change", "Climate_change_in_China", "2015_United_Nations_Climate_Change_Conference", "Carbon_neutrality"], "ranked_scores": [541.0, 538.0, 532.0, 531.0, 529.0, 529.0, 527.0, 526.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Deglaciation", "Future_sea_level", "Marine_transgression", "Quaternary_glaciation", "Sea_level_rise", "Ice2sea", "Progradation", "Future_of_Earth", "Marine_regression", "Wisconsin_glaciation"], "ranked_scores": [555.0, 554.0, 544.0, 530.0, 530.0, 528.0, 526.0, 524.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "CO2_fertilization_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Climatology", "Special_Report_on_Global_Warming_of_1.5_°C", "History_of_climate_change_science", "Future_of_Earth", "Carbonation", "Global_warming", "Scientific_consensus_on_climate_change"], "ranked_scores": [548.0, 531.0, 527.0, 517.0, 516.0, 516.0, 511.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Global_warming", "Effects_of_global_warming_on_humans", "Climate_change_in_Tuvalu", "Heaven_and_Earth_(book)", "Regional_effects_of_global_warming", "2005_Pacific_hurricane_season", "1928_Haiti_hurricane"], "ranked_scores": [550.0, 542.0, 539.0, 536.0, 533.0, 525.0, 525.0, 523.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Minnesota", "Nor'easter", "Climate_of_the_United_States", "United_States_rainfall_climatology", "Lyme_disease", "List_of_mammals_of_New_England", "Climate_of_Minneapolis–Saint_Paul", "Mediterranean_climate", "Climate_of_Los_Angeles", "Tornadoes_in_the_United_States"], "ranked_scores": [505.0, 499.0, 496.0, 492.0, 491.0, 491.0, 488.0, 488.0, 487.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["100%_renewable_energy", "IPCC_First_Assessment_Report", "Climate_Change_Science_Program", "Climate_change_adaptation", "Climate_change_in_Australia", "Views_on_the_Kyoto_Protocol", "Climate_change_mitigation", "Climate_change_in_the_United_States", "Special_Report_on_Global_Warming_of_1.5_°C", "Presidential_Climate_Action_Plan"], "ranked_scores": [557.0, 556.0, 546.0, 544.0, 544.0, 543.0, 543.0, 542.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Solar_cycle_19", "Termination_(geomorphology)", "Greenhouse_and_icehouse_Earth", "Winter_1985_cold_wave", "Timeline_of_glaciation", "Tropical_year", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pliocene_climate", "Milankovitch_cycles", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [534.0, 527.0, 524.0, 521.0, 520.0, 519.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "IPCC_First_Assessment_Report", "Mauna_Loa_Observatory", "Geostrophic_current", "Intermediate_General_Circulation_Model", "National_Climate_Assessment", "NoCO2_Certification_Program", "Office_of_Oceanic_and_Atmospheric_Research", "CLOUD_experiment", "Theoretical_and_Applied_Climatology"], "ranked_scores": [530.0, 507.0, 505.0, 499.0, 498.0, 497.0, 495.0, 495.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Greenhouse_gas", "Estuarine_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Atmospheric_carbon_cycle", "Carbonic_acid", "PH", "Chemocline", "Atmospheric_methane", "Mesopause"], "ranked_scores": [518.0, 497.0, 496.0, 496.0, 495.0, 490.0, 490.0, 486.0, 483.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "Global_warming_conspiracy_theory", "Greening_Earth_Society", "Journal_for_Geoclimatic_Studies", "Climate_change_opinion_by_country", "Climatic_Research_Unit_documents", "Global_cooling_(disambiguation)", "Global_warming_controversy"], "ranked_scores": [550.0, 545.0, 540.0, 538.0, 536.0, 536.0, 533.0, 531.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "IPCC_First_Assessment_Report", "Eocene_Thermal_Maximum_2", "List_of_climate_research_satellites", "Pliocene_climate", "Pacific_decadal_oscillation", "Federal_Fuel_Administration", "Fleischmann–Pons_experiment", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [521.0, 515.0, 506.0, 504.0, 504.0, 500.0, 490.0, 489.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Wiesław_Masłowski", "Stern_Review", "World_Climate_Change_Conference,_Moscow", "Antarctic_ice_sheet", "Arctic_Climate_Impact_Assessment", "Sea_ice"], "ranked_scores": [572.0, 554.0, 551.0, 548.0, 547.0, 544.0, 538.0, 535.0, 535.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "El_Niño–Southern_Oscillation", "Polar_vortex", "Cold_drop", "November_2014_North_American_cold_wave", "Weather_front", "Polar_front", "Low-pressure_area", "Climate_of_Finland", "Glacier_mass_balance"], "ranked_scores": [541.0, 531.0, 517.0, 514.0, 513.0, 512.0, 509.0, 509.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "Solar_cycle_19", "March_2012_North_American_heat_wave", "Highest_temperature_recorded_on_Earth", "2019_heat_wave_in_India_and_Pakistan", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Typical_meteorological_year", "Hockey_stick_graph", "1997–98_El_Niño_event"], "ranked_scores": [533.0, 524.0, 518.0, 517.0, 516.0, 516.0, 516.0, 516.0, 515.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_documents", "Clean_Development_Mechanism", "Climatic_Research_Unit_email_controversy", "Collider_Detector_at_Fermilab", "Contraction_and_Convergence", "Cold_fusion", "List_of_parties_to_the_United_Nations_Framework_Convention_on_Climate_Change", "Solar_Radiation_and_Climate_Experiment"], "ranked_scores": [495.0, 494.0, 489.0, 484.0, 482.0, 482.0, 481.0, 479.0, 478.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_price", "Carbon_tax", "Carbon_pricing_in_Australia", "Carbon_emission_trading", "Carbon_offset", "Congestion_pricing", "Emissions_trading", "Climate_change_in_China", "Carbon_bubble", "Embedded_emissions"], "ranked_scores": [520.0, 518.0, 500.0, 482.0, 480.0, 480.0, 478.0, 471.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Ice2sea", "Quaternary_glaciation", "Retreat_of_glaciers_since_1850", "Antarctic_Cold_Reversal", "Sea_ice", "Pliocene_climate", "Arctic_geoengineering", "Timeline_of_glaciation", "Arctic_sea_ice_decline", "Permafrost"], "ranked_scores": [528.0, 526.0, 517.0, 513.0, 513.0, 513.0, 513.0, 512.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2006_North_American_heat_wave", "2011_North_American_heat_wave", "List_of_climate_research_satellites", "2007_Western_North_American_heat_wave", "1966_New_York_City_smog", "2001_Eastern_North_America_heat_wave", "2015_North_American_heat_wave", "Climate_Research_(journal)", "Weather_media_in_the_United_States", "2019_heat_wave_in_India_and_Pakistan"], "ranked_scores": [516.0, 514.0, 512.0, 508.0, 508.0, 504.0, 502.0, 500.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Anoxic_waters", "Blackwater_(coal)", "Oceanic_carbon_cycle", "Chemical_oceanography", "Ocean", "Great_Oxygenation_Event"], "ranked_scores": [591.0, 546.0, 540.0, 540.0, 538.0, 531.0, 527.0, 525.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Alternatives_assessment", "Fossil_fuel_power_station", "Energy_development", "Alternative_fuel", "Renewable_energy_in_the_United_States", "Energy_mix", "Loss_and_damage"], "ranked_scores": [550.0, 508.0, 501.0, 495.0, 493.0, 493.0, 491.0, 490.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Sea_level_rise", "Sea_ice", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Antarctic_ice_sheet", "List_of_glaciers_of_Iceland", "Arctic_ice_pack", "Marine_transgression"], "ranked_scores": [540.0, 534.0, 534.0, 533.0, 530.0, 529.0, 529.0, 528.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "2010–13_Southern_United_States_and_Mexico_drought", "Global_warming_in_Antarctica", "Desertification", "2012–13_North_American_drought", "Drought_in_the_United_Kingdom", "Retreat_of_glaciers_since_1850", "Future_sea_level", "Year_Without_a_Summer"], "ranked_scores": [519.0, 516.0, 514.0, 507.0, 504.0, 502.0, 502.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Stern_Review", "Climatic_Research_Unit_documents", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Antarctica_cooling_controversy", "Reasons_for_concern", "Climatic_Research_Unit_email_controversy", "Avoiding_Dangerous_Climate_Change", "World_Climate_Change_Conference,_Moscow", "Arctic_geoengineering", "Heaven_and_Earth_(book)"], "ranked_scores": [537.0, 533.0, 531.0, 530.0, 526.0, 526.0, 524.0, 523.0, 522.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Hurricane_Marie_(2014)", "1911_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [575.0, 574.0, 571.0, 553.0, 551.0, 551.0, 542.0, 540.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["An_Appeal_to_Reason", "Merchants_of_Doubt", "Heaven_and_Earth_(book)", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Scientific_opinion_on_climate_change", "Willie_Soon", "Level_of_support_for_evolution", "The_Real_Global_Warming_Disaster"], "ranked_scores": [536.0, 533.0, 528.0, 523.0, 522.0, 521.0, 519.0, 518.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Global_warming_hiatus", "Climate_change_(general_concept)", "100,000-year_problem", "Global_cooling_(disambiguation)", "Global_warming_conspiracy_theory", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Special_Report_on_Global_Warming_of_1.5_°C", "Atmospheric_circulation"], "ranked_scores": [535.0, 535.0, 527.0, 525.0, 524.0, 523.0, 521.0, 520.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wind", "Wetland_methane_emissions", "Greenhouse_gas", "Global_warming_potential", "Atmospheric_carbon_cycle", "Arctic_methane_emissions", "Wind_power", "Deforestation_and_climate_change", "Wind_power_in_New_Mexico"], "ranked_scores": [532.0, 531.0, 531.0, 527.0, 519.0, 518.0, 515.0, 515.0, 515.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Prudent_avoidance_principle", "Risk", "Deterrence_(psychology)", "Management_systems_for_road_safety", "Failing_badly", "Hazard", "Manufactured_risk", "Global_catastrophic_risk", "Lazy_reason", "Disaster"], "ranked_scores": [500.0, 495.0, 487.0, 484.0, 480.0, 479.0, 477.0, 476.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Lisa_P._Jackson", "United_States_Environmental_Protection_Agency", "Armstrong_Power_Plant", "Scott_Pruitt", "Atmospheric_electricity", "Intergovernmental_Panel_on_Climate_Change", "Antarctic_Circumpolar_Current", "Carbon_neutrality", "Hurricane_Alberto_(1982)"], "ranked_scores": [484.0, 478.0, 469.0, 468.0, 467.0, 467.0, 467.0, 465.0, 464.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "Temperature_record_of_the_past_1000_years", "2014–16_El_Niño_event", "History_of_climate_change_science", "2010_Northern_Hemisphere_summer_heat_waves", "January_2016_East_Asia_cold_wave", "Greenhouse_and_icehouse_Earth", "2010_Northern_Hemisphere_heat_waves", "Pliocene_climate", "1982–83_El_Niño_event"], "ranked_scores": [552.0, 527.0, 525.0, 523.0, 520.0, 519.0, 518.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_Cold_Reversal", "Antarctic_sea_ice", "Antarctic_Circumpolar_Current", "East_Antarctica", "Antarctic_Plate", "Antarctic_realm", "Glacier_mass_balance", "Polar_seas"], "ranked_scores": [546.0, 520.0, 512.0, 512.0, 512.0, 508.0, 507.0, 507.0, 506.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_dioxide_removal", "Carbon_capture_and_storage", "Refined_coal", "Clean_technology", "Fossil_fuel_power_station", "Coal_hole", "Clean_Development_Mechanism", "Carbon_capture_and_storage_in_Australia"], "ranked_scores": [599.0, 596.0, 550.0, 543.0, 537.0, 527.0, 526.0, 521.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Dole_effect", "Kyoto_Protocol", "Canada_and_the_Kyoto_Protocol", "Ozone_depletion_and_climate_change", "Neoglaciation", "Estado_Novo_(Portugal)", "Avoiding_Dangerous_Climate_Change", "PDO"], "ranked_scores": [503.0, 499.0, 498.0, 498.0, 494.0, 493.0, 488.0, 487.0, 487.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "Greening_Earth_Society", "The_Great_Global_Warming_Swindle", "Global_Climate_Observing_System", "Instrumental_temperature_record", "Global_warming_potential", "World_Climate_Research_Programme", "Climate_footprint", "World_Glacier_Monitoring_Service"], "ranked_scores": [498.0, 486.0, 482.0, 481.0, 480.0, 477.0, 475.0, 474.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "History_of_climate_change_science", "Climate_change_in_the_United_States", "Climate_Change_Science_Program", "Climate_change_in_Australia", "Global_warming", "Climate_change_denial", "Global_cooling", "World_Climate_Change_Conference,_Moscow", "Special_Report_on_Global_Warming_of_1.5_°C"], "ranked_scores": [574.0, 555.0, 541.0, 541.0, 539.0, 539.0, 537.0, 537.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["MSU_temperature_measurements", "Range_(biology)", "Highest_temperature_recorded_on_Earth", "Multicollinearity", "North_Atlantic_Deep_Water", "Cold_fusion", "Non-standard_cosmology", "Hawaii–Aleutian_Time_Zone", "Amundsen_Basin", "Snow_in_Florida"], "ranked_scores": [456.0, 455.0, 453.0, 451.0, 450.0, 447.0, 447.0, 447.0, 446.0, 446.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Global_warming", "Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Regional_effects_of_global_warming", "Atmospheric_circulation", "Climate_variability", "Climate_change_feedback", "Climate_change_(general_concept)"], "ranked_scores": [583.0, 580.0, 573.0, 569.0, 567.0, 562.0, 559.0, 557.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Future_sea_level", "Trend_stationary", "Demographic_dividend", "Global_cooling", "Dole_effect", "Covariate", "Shutdown_of_thermohaline_circulation", "Progradation", "Wage_curve"], "ranked_scores": [516.0, 502.0, 500.0, 485.0, 479.0, 478.0, 476.0, 475.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Journal_for_Geoclimatic_Studies", "CO2_fertilization_effect", "Great_Oxygenation_Event", "Thermal_pollution", "Atmospheric_carbon_cycle", "Environmental_issue", "Human_impact_on_the_environment", "Ocean_acidification", "Anoxic_event"], "ranked_scores": [543.0, 532.0, 531.0, 530.0, 529.0, 522.0, 515.0, 512.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Eocene_Thermal_Maximum_2", "Temperature_record_of_the_past_1000_years", "Paleocene–Eocene_Thermal_Maximum", "Climate_of_Mars", "Greenhouse_and_icehouse_Earth", "History_of_Earth", "Late_Glacial", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Polar_forests_of_the_Cretaceous"], "ranked_scores": [537.0, 537.0, 535.0, 528.0, 526.0, 524.0, 517.0, 516.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Research_ethics", "History_of_science_policy", "Scientific_community", "Oppenheimer_security_hearing", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change", "Science_(journal)", "List_of_experimental_errors_and_frauds_in_physics", "Scientific_consensus_on_climate_change", "Scientific_method"], "ranked_scores": [513.0, 491.0, 490.0, 488.0, 487.0, 486.0, 485.0, 485.0, 482.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Urban_heat_island", "Ground-coupled_heat_exchanger", "List_of_locations_with_a_subtropical_climate", "Hydrothermal_vent", "Thermosphere", "Weather_station", "Surface_weather_analysis", "Weather_map", "High-pressure_area", "Climate_of_Minneapolis–Saint_Paul"], "ranked_scores": [525.0, 516.0, 516.0, 511.0, 511.0, 509.0, 509.0, 508.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["IPCC_First_Assessment_Report", "20th_century", "1997–98_El_Niño_event", "Pliocene_climate", "Abrupt_climate_change", "Global_cooling", "Special_Report_on_Global_Warming_of_1.5_°C", "Global_warming", "Climate_change_opinion_by_country", "Global_warming_controversy"], "ranked_scores": [548.0, 531.0, 531.0, 530.0, 528.0, 526.0, 526.0, 524.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "Wind_power_in_California", "Solar_power", "Concentrated_solar_power", "Solar_power_by_country", "Solar_power_in_Michigan", "Solar_energy", "Solar_cell_efficiency"], "ranked_scores": [564.0, 557.0, 550.0, 548.0, 536.0, 534.0, 532.0, 527.0, 525.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Economic_growth", "Workforce_productivity", "Solow_residual", "Jobs_created_during_U.S._presidential_terms", "Productivity_(ecology)", "The_Great_Stagnation", "Agriculture,_forestry,_and_fishing_in_Japan", "Ecological_yield", "Nonfarm_payrolls"], "ranked_scores": [540.0, 534.0, 529.0, 512.0, 512.0, 510.0, 510.0, 510.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-14000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Brown_bear", "Rubus_arcticus", "Kodiak_bear", "Mount_Bear", "Arctic_Alaska", "The_Bear_(1988_film)", "Bear_attack", "List_of_mammals_of_Alabama", "Bile_bear", "Sloth_bear"], "ranked_scores": [519.0, 516.0, 503.0, 491.0, 490.0, 487.0, 484.0, 482.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Methane_clathrate", "Clathrate_gun_hypothesis", "Wetland_methane_emissions", "Arctic_geoengineering", "Cold-air_damming", "Coalbed_methane", "Climate_change_in_the_Arctic", "Aerobic_methane_production"], "ranked_scores": [618.0, 563.0, 556.0, 553.0, 548.0, 547.0, 532.0, 531.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Future_sea_level", "Past_sea_level", "Sea_level_rise", "Tide", "Tidal_range", "Sea_state", "Annual_cycle_of_sea_level_height", "Ocean_surface_topography", "Sea", "Marine_regression"], "ranked_scores": [570.0, 565.0, 561.0, 557.0, 547.0, 544.0, 543.0, 542.0, 539.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850", "Wiesław_Masłowski", "Arctic_geoengineering", "Future_sea_level", "Global_dimming", "Ice2sea", "Holocene_glacial_retreat", "Drift_ice", "Global_cooling"], "ranked_scores": [532.0, 529.0, 527.0, 526.0, 522.0, 522.0, 520.0, 519.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Carbon_offset", "Deforestation_and_climate_change", "Carbon_emissions_reporting", "Carbon_neutrality", "Climate_footprint", "Environmental_impact_of_transport", "Carbon_footprint", "Embedded_emissions", "Environmental_impact_of_aviation", "Carbon_emission_trading"], "ranked_scores": [555.0, 553.0, 551.0, 548.0, 547.0, 545.0, 542.0, 542.0, 539.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Carbon_neutrality", "Mitigation_of_global_warming_in_Australia", "Climate_change_feedback", "Ozone_depletion_and_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_Research_(journal)", "Politics_of_global_warming", "Economics_of_global_warming"], "ranked_scores": [536.0, 527.0, 524.0, 523.0, 520.0, 520.0, 519.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Deglaciation", "Marine_transgression", "Marine_regression", "Wisconsin_glaciation", "Holocene_extinction", "Ice2sea", "Sea_level_rise", "Quaternary_glaciation", "The_Coming_Global_Superstorm"], "ranked_scores": [546.0, 544.0, 536.0, 527.0, 522.0, 520.0, 518.0, 517.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "CO2_fertilization_effect", "Climate_change_in_China", "Global_cooling", "Deforestation_and_climate_change", "Climate_footprint", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Scientific_consensus_on_climate_change"], "ranked_scores": [538.0, 535.0, 533.0, 530.0, 516.0, 514.0, 511.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Tropical_Storm_Harvey_(2011)", "Climate_change_in_the_United_States", "Effects_of_global_warming_on_humans", "Regional_effects_of_global_warming", "Climate_change_in_Tuvalu", "Global_warming", "1928_Haiti_hurricane", "Copenhagen_Diagnosis", "Heaven_and_Earth_(book)"], "ranked_scores": [549.0, 548.0, 540.0, 532.0, 530.0, 529.0, 528.0, 523.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Climate_of_Minnesota", "United_States_rainfall_climatology", "Lyme_disease", "Climate_of_Minneapolis–Saint_Paul", "Climate_of_the_United_States", "Mille_Lacs_Lake", "Climate_of_Los_Angeles", "Nor'easter", "Granuloma_multiforme", "Tornadoes_in_the_United_States"], "ranked_scores": [505.0, 494.0, 493.0, 492.0, 491.0, 490.0, 488.0, 488.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_Change_Science_Program", "IPCC_First_Assessment_Report", "Effects_of_climate_change_on_terrestrial_animals", "Views_on_the_Kyoto_Protocol", "Climate_change_in_Australia", "Climate_change_adaptation", "Special_Report_on_Global_Warming_of_1.5_°C", "100%_renewable_energy", "Avoiding_Dangerous_Climate_Change", "Climate_change_mitigation"], "ranked_scores": [557.0, 553.0, 547.0, 541.0, 539.0, 538.0, 537.0, 536.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Solar_cycle_19", "Termination_(geomorphology)", "IPCC_Fifth_Assessment_Report", "Winter_1985_cold_wave", "Solar_term", "Temperature_record_of_the_past_1000_years", "Greenhouse_and_icehouse_Earth", "Tropical_year", "1808/1809_mystery_eruption"], "ranked_scores": [531.0, 529.0, 526.0, 525.0, 524.0, 523.0, 522.0, 522.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Keeling_Curve", "National_Climate_Assessment", "Mauna_Loa_Observatory", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "Thermohaline_circulation", "Intermediate_General_Circulation_Model", "CLOUD_experiment", "Eddy_covariance", "Gaia_hypothesis"], "ranked_scores": [530.0, 498.0, 496.0, 496.0, 495.0, 495.0, 492.0, 491.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Greenhouse_gas", "Estuarine_acidification", "Ocean_acidification", "Carbon_dioxide_in_Earth's_atmosphere", "Carbonic_acid", "Atmospheric_chemistry", "Mesopause", "Carbon_diet", "Atmospheric_carbon_cycle", "Geological_history_of_oxygen"], "ranked_scores": [502.0, 488.0, 488.0, 486.0, 484.0, 484.0, 483.0, 481.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Heaven_and_Earth_(book)", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Global_warming_conspiracy_theory", "Journal_for_Geoclimatic_Studies", "Global_warming_controversy", "Climate_change_opinion_by_country", "IPCC_First_Assessment_Report", "Scientific_consensus_on_climate_change"], "ranked_scores": [559.0, 546.0, 545.0, 545.0, 543.0, 536.0, 533.0, 532.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "Eocene_Thermal_Maximum_2", "Fleischmann–Pons_experiment", "Pacific_decadal_oscillation", "IPCC_First_Assessment_Report", "Thermal_optimum", "Pingo", "Plio-Pleistocene"], "ranked_scores": [515.0, 504.0, 504.0, 498.0, 494.0, 493.0, 492.0, 489.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Climate_change_in_the_Arctic", "Ice2sea", "Wiesław_Masłowski", "Adam_Scaife", "Stern_Review", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Sea_ice", "Arctic_sea_ice_decline", "Arctic_Climate_Impact_Assessment"], "ranked_scores": [559.0, 557.0, 554.0, 552.0, 542.0, 541.0, 535.0, 534.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "El_Niño–Southern_Oscillation", "Cold_drop", "Polar_front", "Weather_front", "Polar_vortex", "Mountain-gap_wind", "Arctic_dipole_anomaly", "Low-pressure_area", "Wind_shear"], "ranked_scores": [535.0, 517.0, 510.0, 509.0, 508.0, 507.0, 502.0, 498.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Instrumental_temperature_record", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Typical_meteorological_year", "Temperature_record_of_the_past_1000_years", "1997–98_El_Niño_event", "Solar_cycle_19", "Hockey_stick_controversy", "Hockey_stick_graph", "HadCRUT"], "ranked_scores": [542.0, 537.0, 536.0, 529.0, 527.0, 527.0, 524.0, 517.0, 517.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "CLOUD_experiment", "Collider_Detector_at_Fermilab", "Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Cold_fusion", "2009_United_Nations_Climate_Change_Conference", "2011_United_Nations_Climate_Change_Conference", "Clean_Development_Mechanism", "Climatic_Research_Unit"], "ranked_scores": [499.0, 488.0, 486.0, 484.0, 484.0, 483.0, 481.0, 479.0, 478.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_price", "Carbon_pricing_in_Australia", "Carbon_emission_trading", "Congestion_pricing", "Low-carbon_emission", "Embedded_emissions", "Emissions_trading", "Capital_gains_tax", "Environmental_impact_of_transport"], "ranked_scores": [522.0, 515.0, 507.0, 487.0, 486.0, 483.0, 481.0, 478.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Quaternary_glaciation", "Pliocene_climate", "Ice2sea", "Deglaciation", "Future_sea_level", "Antarctic_Cold_Reversal", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Sea_ice", "Arctic_sea_ice_decline", "Retreat_of_glaciers_since_1850"], "ranked_scores": [529.0, 525.0, 522.0, 522.0, 520.0, 517.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2006_North_American_heat_wave", "2011_North_American_heat_wave", "January_2014_southeastern_Australia_heat_wave", "1966_New_York_City_smog", "2010_Northern_Hemisphere_summer_heat_waves", "1997–98_El_Niño_event", "2000_Southern_United_States_heat_wave", "2007_Western_North_American_heat_wave", "2015_North_American_heat_wave", "IPCC_Fifth_Assessment_Report"], "ranked_scores": [541.0, 529.0, 509.0, 509.0, 508.0, 507.0, 507.0, 505.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Anoxic_waters", "Estuarine_acidification", "Mercury_pollution_in_the_ocean", "Blackwater_(coal)", "Oceanic_carbon_cycle", "Anoxia", "Indian_Ocean", "Acidophobe"], "ranked_scores": [582.0, 543.0, 541.0, 538.0, 537.0, 526.0, 519.0, 518.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_impact_of_the_coal_industry", "Alternatives_assessment", "Alternative_energy", "Fossil_fuel_power_station", "Loss_and_damage", "Alternative_fuel", "List_of_coal_fired_power_stations_in_Australia", "Environmental_mitigation", "100%_renewable_energy"], "ranked_scores": [542.0, 508.0, 506.0, 502.0, 496.0, 494.0, 492.0, 489.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Ice2sea", "Sea_level_rise", "Fast_ice", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "List_of_glaciers_of_Iceland", "Arctic_geoengineering", "Abrupt_climate_change", "Sea_ice"], "ranked_scores": [531.0, 531.0, 528.0, 526.0, 523.0, 523.0, 522.0, 519.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Drought_in_Spain", "Droughts_in_the_United_States", "Global_warming_in_Antarctica", "2010–13_Southern_United_States_and_Mexico_drought", "2012–13_North_American_drought", "Future_sea_level", "Retreat_of_glaciers_since_1850", "Drought_in_the_United_Kingdom", "Desertification", "Climate_change_in_Europe"], "ranked_scores": [529.0, 522.0, 520.0, 518.0, 517.0, 516.0, 509.0, 507.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Stern_Review", "Clouds_and_the_Earth's_Radiant_Energy_System", "Arctic_geoengineering", "Global_warming_in_Antarctica", "Avoiding_Dangerous_Climate_Change", "Future_sea_level", "Heaven_and_Earth_(book)", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [524.0, 523.0, 523.0, 522.0, 520.0, 520.0, 518.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2007_Western_North_American_heat_wave", "2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2013_Southwestern_United_States_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1911_Eastern_North_America_heat_wave", "1980_United_States_heat_wave"], "ranked_scores": [583.0, 575.0, 572.0, 563.0, 563.0, 553.0, 543.0, 540.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Merchants_of_Doubt", "Creation–evolution_controversy", "Scientific_consensus_on_climate_change", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "Level_of_support_for_evolution", "Climate_change_opinion_by_country", "Climate_change_denial", "Global_warming_controversy", "Politics_of_global_warming"], "ranked_scores": [534.0, 525.0, 523.0, 523.0, 522.0, 520.0, 520.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "100,000-year_problem", "Global_cooling", "Regional_effects_of_global_warming", "Journal_for_Geoclimatic_Studies", "Global_warming_conspiracy_theory", "Climate_change_in_the_Arctic", "Global_cooling_(disambiguation)"], "ranked_scores": [532.0, 531.0, 529.0, 510.0, 510.0, 510.0, 509.0, 508.0, 506.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Wetland_methane_emissions", "Atmospheric_methane", "Deforestation_and_climate_change", "Arctic_methane_emissions", "Greenhouse_gas", "Wind_power", "Wind_power_in_New_Mexico", "Wind", "Global_warming_potential", "Aerobic_methane_production"], "ranked_scores": [547.0, 540.0, 517.0, 515.0, 514.0, 513.0, 512.0, 512.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Prudent_avoidance_principle", "Global_catastrophic_risk", "Deterrence_(psychology)", "Risk", "Disaster", "Lazy_reason", "Prudentialism", "Policy_Uncertainty", "Hazard", "Management_systems_for_road_safety"], "ranked_scores": [495.0, 489.0, 487.0, 486.0, 485.0, 477.0, 477.0, 477.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "Presidential_Climate_Action_Plan", "Marine_energy", "Hurricane_Alberto_(1982)", "United_States_Environmental_Protection_Agency", "National_Oceanic_and_Atmospheric_Administration", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Clean_Energy_Regulator", "Clean_coal_technology", "Scott_Pruitt"], "ranked_scores": [479.0, 478.0, 464.0, 462.0, 462.0, 462.0, 460.0, 459.0, 459.0, 459.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2014–16_El_Niño_event", "Temperature_record_of_the_past_1000_years", "2018_British_Isles_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Climate_of_Antarctica", "History_of_climate_change_science", "Summer_of_1976_(Europe)", "Pliocene_climate", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [530.0, 529.0, 528.0, 519.0, 519.0, 516.0, 516.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Geography_of_Antarctica", "Antarctic_sea_ice", "Antarctic_Plate", "East_Antarctica", "Antarctic_realm", "Antarctic_Circumpolar_Current", "Antarctic_continental_shelf", "East_Antarctic_Ice_Sheet", "Polar_seas"], "ranked_scores": [543.0, 525.0, 520.0, 518.0, 513.0, 510.0, 510.0, 507.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Clean_coal_technology", "Coal_pollution_mitigation", "Carbon_dioxide_removal", "Carbon_capture_and_storage", "Clean_technology", "Refined_coal", "Carbon-neutral_fuel", "Coal_mining", "Fossil_fuel_power_station", "Landfill_gas_emission_reduction_in_Brazil"], "ranked_scores": [589.0, 584.0, 537.0, 536.0, 529.0, 523.0, 514.0, 513.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "Kyoto_Protocol", "Avoiding_Dangerous_Climate_Change", "PDOS", "PDO", "Canada_and_the_Kyoto_Protocol", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Estado_Novo_(Portugal)", "NOAA-6", "Dole_effect"], "ranked_scores": [498.0, 493.0, 492.0, 490.0, 490.0, 488.0, 488.0, 486.0, 485.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "The_Great_Global_Warming_Swindle", "Global_Climate_Observing_System", "Scientific_consensus_on_climate_change", "Instrumental_temperature_record", "EdGCM", "World_Climate_Research_Programme", "IPCC_Fourth_Assessment_Report", "Global_warming_conspiracy_theory", "World_Glacier_Monitoring_Service"], "ranked_scores": [482.0, 481.0, 479.0, 478.0, 476.0, 470.0, 470.0, 469.0, 468.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "History_of_climate_change_science", "Climate_Change_Science_Program", "Climate_change_denial", "Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_change_in_the_United_States", "World_Climate_Change_Conference,_Moscow", "Global_Change_Research_Act_of_1990", "Media_coverage_of_climate_change"], "ranked_scores": [567.0, 548.0, 541.0, 541.0, 541.0, 537.0, 536.0, 533.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Amundsen_Basin", "Non-standard_cosmology", "Marcellus_natural_gas_trend", "Nonfarm_payrolls", "North_Greenland_Ice_Core_Project", "The_Great_Plains_Ecoregion", "Continent", "2015_North_American_heat_wave", "List_of_North_American_deserts", "Sea_level"], "ranked_scores": [448.0, 446.0, 445.0, 445.0, 444.0, 444.0, 444.0, 443.0, 443.0, 442.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Effect_of_Sun_angle_on_climate", "IPCC_First_Assessment_Report", "Global_warming", "Regional_effects_of_global_warming", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_variability", "Climate_change_(general_concept)", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_feedback"], "ranked_scores": [578.0, 573.0, 572.0, 566.0, 564.0, 561.0, 557.0, 555.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1696, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Regression_toward_the_mean", "Trend_stationary", "Future_sea_level", "Demographic_dividend", "Wage_curve", "Shutdown_of_thermohaline_circulation", "Supply-side_economics", "Dole_effect", "Loose_Change", "Global_dimming"], "ranked_scores": [520.0, 502.0, 495.0, 491.0, 481.0, 480.0, 480.0, 479.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["CO2_fertilization_effect", "Journal_for_Geoclimatic_Studies", "Carbon_dioxide_in_Earth's_atmosphere", "Thermal_pollution", "Ozone_depletion_and_climate_change", "Anoxic_event", "Great_Oxygenation_Event", "Volcanic_winter", "Effects_of_climate_change_on_terrestrial_animals", "Human_impact_on_the_environment"], "ranked_scores": [538.0, 537.0, 534.0, 527.0, 517.0, 515.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "Eocene_Thermal_Maximum_2", "Temperature_record_of_the_past_1000_years", "Climate_of_Mars", "Geodynamics_of_Mars", "Greenhouse_and_icehouse_Earth", "History_of_Mars_observation", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_Earth", "Late_Glacial"], "ranked_scores": [533.0, 528.0, 527.0, 520.0, 518.0, 517.0, 516.0, 516.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_community", "Research_ethics", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Scientific_journal", "Models_of_scientific_inquiry", "History_of_science_policy", "Scientific_consensus", "Laws_of_science", "Science_(journal)"], "ranked_scores": [502.0, 500.0, 487.0, 484.0, 483.0, 480.0, 480.0, 480.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Urban_heat_island", "Hydrothermal_vent", "List_of_locations_with_a_subtropical_climate", "MSU_temperature_measurements", "Ground-coupled_heat_exchanger", "Thermosphere", "Weather_station", "Effect_of_Sun_angle_on_climate", "Satellite_temperature_measurements", "Weather_map"], "ranked_scores": [527.0, 526.0, 515.0, 512.0, 512.0, 510.0, 510.0, 509.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1997–98_El_Niño_event", "Global_warming_conspiracy_theory", "Special_Report_on_Global_Warming_of_1.5_°C", "IPCC_First_Assessment_Report", "Global_warming_controversy", "Regional_effects_of_global_warming", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Global_warming"], "ranked_scores": [529.0, 526.0, 526.0, 523.0, 523.0, 522.0, 520.0, 520.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy_in_the_United_States", "California", "Solar_power_in_the_United_States", "Wind_power_in_California", "Concentrated_solar_power", "Solar_power_by_country", "Solar_power_in_Michigan", "Solar_power", "Solar_power_in_Australia", "Wind_power_in_Colorado"], "ranked_scores": [556.0, 553.0, 549.0, 545.0, 526.0, 523.0, 522.0, 520.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Economic_growth", "Workforce_productivity", "Industry", "Jobs_created_during_U.S._presidential_terms", "Agriculture,_forestry,_and_fishing_in_Japan", "Petroleum_in_the_United_States", "Growth_of_wind_power_in_the_United_States", "Agriculture_in_Argentina", "Energy_in_the_United_States"], "ranked_scores": [531.0, 516.0, 512.0, 506.0, 506.0, 505.0, 504.0, 501.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-2000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Bile_bear", "Arctic_Alaska", "Beringian_wolf", "Bear_attack", "Brown_bear", "Aronia", "Hunting_and_fishing_in_Alaska", "Kodiak_bear", "Grizzly_bear"], "ranked_scores": [526.0, 507.0, 502.0, 499.0, 499.0, 499.0, 494.0, 493.0, 493.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4441, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Mesopause", "Arctic_geoengineering", "Holocene_glacial_retreat", "Retreat_of_glaciers_since_1850", "Methane_clathrate", "Arctic_sea_ice_decline"], "ranked_scores": [602.0, 567.0, 555.0, 550.0, 546.0, 544.0, 537.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3695, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tide", "Future_sea_level", "Sea_level_rise", "Past_sea_level", "Sea", "Tidal_range", "Annual_cycle_of_sea_level_height", "Tidal_flooding", "Anoxic_waters", "Sea_state"], "ranked_scores": [557.0, 553.0, 551.0, 543.0, 525.0, 523.0, 523.0, 520.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Future_sea_level", "Arctic_sea_ice_decline", "Scientific_opinion_on_climate_change", "Sea_ice", "Retreat_of_glaciers_since_1850", "Great_Arctic_Cyclone_of_2012", "Climate_change_in_the_Arctic", "Copenhagen_Diagnosis", "History_of_climate_change_science"], "ranked_scores": [573.0, 564.0, 563.0, 545.0, 542.0, 542.0, 540.0, 539.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "Environmental_impact_of_biodiesel", "Deforestation_and_climate_change", "Wind_power_in_the_United_Kingdom", "Environmental_impact_of_aviation", "Wind_power", "Carbon_emissions_reporting", "Climate_footprint", "Environmental_issue"], "ranked_scores": [544.0, 542.0, 533.0, 533.0, 530.0, 528.0, 528.0, 524.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Climate_change_in_the_United_States", "Scientific_opinion_on_climate_change", "Carbon_bubble", "Deforestation_and_climate_change", "Environmental_impact_of_transport", "Climate_change_feedback", "Special_Report_on_Global_Warming_of_1.5_°C", "CO2_is_Green", "Global_cooling", "Global_warming"], "ranked_scores": [550.0, 546.0, 543.0, 542.0, 541.0, 541.0, 538.0, 538.0, 537.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Climate_change_in_the_Arctic", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Abrupt_climate_change", "Deglaciation", "Pliocene_climate", "Climate_inertia"], "ranked_scores": [574.0, 553.0, 546.0, 543.0, 540.0, 539.0, 538.0, 538.0, 537.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Global_warming", "Deforestation_and_climate_change", "Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Special_Report_on_Global_Warming_of_1.5_°C", "Carbon_dioxide_in_Earth's_atmosphere", "Copenhagen_Diagnosis", "History_of_climate_change_science", "Greenhouse_gas"], "ranked_scores": [558.0, 551.0, 548.0, 548.0, 546.0, 546.0, 544.0, 543.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Scientific_opinion_on_climate_change", "1928_Haiti_hurricane", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_in_the_United_States", "History_of_climate_change_science", "Climate_change_in_Texas", "Stern_Review", "Reasons_for_concern"], "ranked_scores": [552.0, 540.0, 538.0, 534.0, 532.0, 532.0, 529.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Measles", "Lyme_disease", "Meningococcal_disease", "Lymphangitis", "Lymphoma", "Mediterranean_climate", "Generalized_lymphadenopathy", "Drought_in_Spain", "Multiple_sclerosis", "Infectious_mononucleosis"], "ranked_scores": [510.0, 508.0, 507.0, 507.0, 505.0, 504.0, 501.0, 501.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Stern_Review", "An_Appeal_to_Reason", "Physical_impacts_of_climate_change", "IPCC_Fifth_Assessment_Report", "Presidential_Climate_Action_Plan", "Economics_of_global_warming", "Climate_change_policy_of_the_United_States", "Tipping_points_in_the_climate_system", "Arctic_geoengineering", "Climate_change_in_Europe"], "ranked_scores": [547.0, 541.0, 541.0, 540.0, 540.0, 536.0, 535.0, 534.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Greenhouse_and_icehouse_Earth", "Timeline_of_glaciation", "Season", "Termination_(geomorphology)", "History_of_climate_change_science", "Abrupt_climate_change", "Timeline_of_the_1990_Pacific_hurricane_season", "History_of_Earth", "IPCC_First_Assessment_Report", "Quaternary"], "ranked_scores": [546.0, 544.0, 525.0, 524.0, 522.0, 520.0, 518.0, 515.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Lōʻihi_Seamount", "Mauna_Kea", "Global_stilling", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "Future_of_Earth", "Keeling_Curve", "Water_on_Mars", "Great_Salt_Lake_effect"], "ranked_scores": [524.0, 510.0, 503.0, 500.0, 497.0, 495.0, 494.0, 492.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5135, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Dole_effect", "Tropospheric_ozone", "Carbonic_acid", "Acidosis", "Ozone", "Geological_history_of_oxygen", "Ozone_depletion", "C3_carbon_fixation", "Ozone_depletion_and_climate_change"], "ranked_scores": [503.0, 500.0, 495.0, 494.0, 494.0, 493.0, 492.0, 491.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["The_Great_Global_Warming_Swindle", "Global_cooling", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "Antarctica_cooling_controversy", "I'm_not_a_scientist", "Greening_Earth_Society", "Global_cooling_(disambiguation)", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy"], "ranked_scores": [540.0, 534.0, 530.0, 530.0, 527.0, 526.0, 523.0, 519.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Federal_Fuel_Administration", "Paleocene–Eocene_Thermal_Maximum", "Winter_1985_cold_wave", "Climate_Change_Science_Program", "Spring_fever", "Avoiding_Dangerous_Climate_Change", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Pacific_decadal_oscillation", "Silent_Spring", "Friends_of_Science"], "ranked_scores": [519.0, 492.0, 486.0, 483.0, 481.0, 481.0, 480.0, 479.0, 479.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Arctic_geoengineering", "Ice2sea", "Arctic_sea_ice_decline", "Adam_Scaife", "Climate_change_in_the_Arctic", "Stern_Review", "Global_warming_hiatus", "Wiesław_Masłowski", "Antarctica_cooling_controversy", "Antarctic_ice_sheet"], "ranked_scores": [568.0, 565.0, 565.0, 556.0, 553.0, 552.0, 550.0, 547.0, 545.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Weather_front", "Global_warming_hiatus", "North_Atlantic_Current", "Gulf_Stream", "Temperate_climate", "Climate_of_South_Africa", "Climate_change_in_the_Arctic"], "ranked_scores": [568.0, 542.0, 536.0, 533.0, 533.0, 530.0, 528.0, 527.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "Highest_temperature_recorded_on_Earth", "List_of_climate_research_satellites", "1908", "MSU_temperature_measurements", "Hockey_stick_controversy", "Satellite_temperature_measurements", "Hockey_stick_graph", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [540.0, 521.0, 520.0, 516.0, 515.0, 510.0, 509.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "CLOUD_experiment", "Clean_Development_Mechanism", "2009_United_Nations_Climate_Change_Conference", "Heaven_and_Earth_(book)", "Copenhagen_Diagnosis", "Stern_Review", "Carbon_dioxide_removal", "Climate_Change_Denial:_Heads_in_the_Sand"], "ranked_scores": [514.0, 506.0, 504.0, 503.0, 502.0, 502.0, 498.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Contribution_to_global_warming_by_Australia", "Energy_policy_of_the_United_States", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Climate_change_in_China", "Carbon_bubble"], "ranked_scores": [513.0, 507.0, 504.0, 502.0, 496.0, 491.0, 484.0, 484.0, 483.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Global_warming_hiatus", "Sea_ice", "Great_Salinity_Anomaly", "Past_sea_level", "March_2012_North_American_heat_wave"], "ranked_scores": [557.0, 551.0, 548.0, 545.0, 542.0, 539.0, 539.0, 538.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1908", "2015_North_American_heat_wave", "2014–15_North_American_winter", "North_American_Arctic", "March_2012_North_American_heat_wave", "NASA_Earth_Observatory", "2010_Northern_Hemisphere_heat_waves", "Global_warming_hiatus", "1936_North_American_cold_wave", "National_Oceanic_and_Atmospheric_Administration"], "ranked_scores": [516.0, 516.0, 514.0, 507.0, 506.0, 506.0, 504.0, 501.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Estuarine_acidification", "Sea", "Anoxic_waters", "Ocean", "Water", "Algal_bloom", "Environmental_hazard", "Anoxic_event", "Oceanic_carbon_cycle"], "ranked_scores": [584.0, 551.0, 542.0, 542.0, 542.0, 541.0, 533.0, 531.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Environmental_skepticism", "Alternative_energy", "Environmental_impact_of_nuclear_power", "ExxonMobil_climate_change_controversy", "ExxonMobil", "Environmental_impact_of_aviation", "Greening_Earth_Society", "The_Great_Stagnation", "Air_pollution"], "ranked_scores": [530.0, 506.0, 504.0, 500.0, 497.0, 495.0, 494.0, 493.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Climate_change_in_the_Arctic", "Sea_level_rise", "Global_warming_in_Antarctica", "Past_sea_level", "Pliocene_climate", "Abrupt_climate_change", "Great_Arctic_Cyclone_of_2012", "Ice_rise", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [554.0, 553.0, 540.0, 537.0, 536.0, 535.0, 534.0, 532.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_of_Australia", "Ice2sea", "Droughts_in_the_United_States", "2012–13_North_American_drought", "Environmental_impact_of_biodiesel", "Dust_Bowl", "Drought_in_Spain", "Climate_change_in_the_United_States", "Copenhagen_Diagnosis", "Climate_change_in_Australia"], "ranked_scores": [515.0, 514.0, 514.0, 514.0, 506.0, 506.0, 504.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Climate_state", "Copenhagen_Diagnosis", "Environmental_skepticism", "Climatic_Research_Unit_email_controversy", "Antarctica_cooling_controversy", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Clouds_and_the_Earth's_Radiant_Energy_System", "Arctic_geoengineering", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [540.0, 536.0, 534.0, 530.0, 529.0, 529.0, 529.0, 528.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Early_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "2006_North_American_heat_wave", "2018_British_Isles_heat_wave"], "ranked_scores": [595.0, 578.0, 575.0, 570.0, 565.0, 562.0, 555.0, 554.0, 554.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Media_coverage_of_climate_change", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "An_Appeal_to_Reason", "History_of_climate_change_science", "Merchants_of_Doubt", "World_Climate_Report"], "ranked_scores": [555.0, 544.0, 543.0, 536.0, 532.0, 528.0, 525.0, 525.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Regional_effects_of_global_warming", "Global_warming_hiatus", "Attribution_of_recent_climate_change", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "History_of_climate_change_science", "Global_warming_controversy", "Global_cooling_(disambiguation)", "Global_warming"], "ranked_scores": [544.0, 535.0, 531.0, 530.0, 528.0, 527.0, 526.0, 525.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3191, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.432, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.75}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Environmental_impact_of_transport", "Deforestation_and_climate_change", "Environmental_issue", "Climate_change_in_the_United_States", "Greenhouse_effect", "Carbon_dioxide_in_Earth's_atmosphere", "Wind_power"], "ranked_scores": [564.0, 557.0, 553.0, 543.0, 542.0, 538.0, 538.0, 535.0, 532.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk–benefit_ratio", "Longevity_risk", "Risk", "Manufactured_risk", "Scenario_analysis", "Learning_the_hard_way", "List_of_experimental_errors_and_frauds_in_physics", "Disaster", "Futures_studies", "Management_systems_for_road_safety"], "ranked_scores": [527.0, 523.0, 520.0, 513.0, 508.0, 506.0, 505.0, 502.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3127, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Environmental_policy_of_the_Donald_Trump_administration", "Lisa_P._Jackson", "Presidential_Climate_Action_Plan", "Energy_policy_of_the_Barack_Obama_administration", "Beyond_Coal", "Scott_Pruitt", "Coal_pollution_mitigation", "Alaska_Department_of_Environmental_Conservation_v._EPA", "United_States_Environmental_Protection_Agency", "Contribution_to_global_warming_by_Australia"], "ranked_scores": [527.0, 523.0, 519.0, 507.0, 498.0, 495.0, 495.0, 493.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "January_2016_East_Asia_cold_wave", "2016_American_Northeast_heat_wave", "2016–17_North_American_winter", "Climate_change_in_the_United_States", "Summer_of_1976_(Europe)", "Year_Without_a_Summer"], "ranked_scores": [575.0, 571.0, 555.0, 550.0, 549.0, 543.0, 541.0, 541.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Global_warming_in_Antarctica", "Antarctic_ice_sheet", "Sea_ice", "Geography_of_Antarctica", "Antarctic_sea_ice", "Arctic_geoengineering", "Antarctic_Cold_Reversal", "Climate_change_in_the_Arctic", "East_Antarctic_Ice_Sheet", "Measurement_of_sea_ice"], "ranked_scores": [543.0, 539.0, 532.0, 531.0, 529.0, 528.0, 526.0, 525.0, 524.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Carbon-neutral_fuel", "Carbon_dioxide_removal", "Clean_Energy_Regulator", "Coal_gasification_commercialization", "Coal_gasification"], "ranked_scores": [613.0, 601.0, 556.0, 548.0, 545.0, 537.0, 536.0, 533.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Progressive_rock", "Disco", "Estado_Novo_(Portugal)", "Canada_and_the_Kyoto_Protocol", "Post–World_War_II_economic_expansion", "Federal_Fuel_Administration", "Paleocene–Eocene_Thermal_Maximum", "Ministry_of_Environment_(Denmark)"], "ranked_scores": [498.0, 494.0, 491.0, 486.0, 485.0, 484.0, 483.0, 480.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "World_Energy_Outlook", "Greening_Earth_Society", "The_Great_Warming", "Global_stilling", "Greenhouse_gas", "Global_cooling", "Global_warming", "Deforestation_and_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources"], "ranked_scores": [515.0, 493.0, 492.0, 489.0, 487.0, 483.0, 483.0, 483.0, 482.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_mitigation_scenarios", "Climate_change_denial", "Global_change", "Climate_change_adaptation_in_Nepal", "History_of_climate_change_science", "Climate_change", "Climate_change_in_the_United_States", "Effects_of_global_warming", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [549.0, 546.0, 546.0, 545.0, 543.0, 543.0, 538.0, 536.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Great_Salt_Lake_effect", "North_Atlantic_oscillation", "Global_stilling", "Antarctica_cooling_controversy", "MSU_temperature_measurements", "Geostrophic_wind", "Climate_of_South_Africa", "Weddell_Gyre", "Snow_in_Florida", "Wildlife_of_Antarctica"], "ranked_scores": [499.0, 487.0, 486.0, 485.0, 484.0, 483.0, 482.0, 482.0, 482.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_in_the_United_States", "Global_warming", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Global_warming_in_Antarctica", "Hurricane_Katrina_and_global_warming", "Effect_of_Sun_angle_on_climate", "Scientific_consensus_on_climate_change", "Global_warming_controversy", "IPCC_First_Assessment_Report"], "ranked_scores": [577.0, 562.0, 557.0, 556.0, 553.0, 551.0, 549.0, 548.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Unemployment_in_the_United_States", "Not_even_wrong", "Dumbing_down", "Slow_movement_(culture)", "List_of_topics_characterized_as_pseudoscience", "U.S._News_&_World_Report", "List_of_experimental_errors_and_frauds_in_physics", "Progress_(history)", "Shutdown_of_thermohaline_circulation", "Dissenting_opinion"], "ranked_scores": [481.0, 481.0, 480.0, 480.0, 475.0, 475.0, 472.0, 471.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "History_of_climate_change_science", "Effects_of_global_warming_on_humans", "Environmental_issue", "Deforestation_and_climate_change", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Carbon_bubble"], "ranked_scores": [542.0, 541.0, 538.0, 538.0, 537.0, 535.0, 533.0, 533.0, 532.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4415, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Earth", "Future_of_Earth", "Life_on_Mars", "History_of_Earth", "1971", "Early_Earth", "Water_on_Mars", "Biodiversity", "Greenhouse_and_icehouse_Earth"], "ranked_scores": [544.0, 540.0, 539.0, 535.0, 532.0, 532.0, 532.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Research_ethics", "Scientific_community", "Relationship_between_religion_and_science", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "Scientific_consensus", "List_of_experimental_errors_and_frauds_in_physics", "I'm_not_a_scientist", "Review_of_Policy_Research", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [526.0, 513.0, 512.0, 512.0, 510.0, 502.0, 502.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Climate_of_the_United_States", "Cooling_center", "Air_conditioned_clothing", "Air_conditioning", "Automobile_air_conditioning", "Satellite_temperature_measurements", "Effect_of_Sun_angle_on_climate", "2000_Southern_United_States_heat_wave", "2001_Eastern_North_America_heat_wave", "Ground-coupled_heat_exchanger"], "ranked_scores": [539.0, 536.0, 531.0, 528.0, 521.0, 518.0, 517.0, 517.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_the_United_States", "Climate_change_in_Australia", "Hurricane_Katrina_and_global_warming", "Global_warming", "Global_cooling_(disambiguation)", "Climate_change_mitigation_scenarios", "Global_warming_hiatus"], "ranked_scores": [556.0, 555.0, 543.0, 541.0, 539.0, 537.0, 536.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "California_State_Assembly", "California", "Culture_of_California", "Santa_Clara_Valley", "Wind_power_in_New_Mexico", "Solar_power_in_Michigan", "California_League_of_Conservation_Voters"], "ranked_scores": [576.0, 550.0, 546.0, 538.0, 535.0, 531.0, 523.0, 523.0, 522.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_policy_of_the_United_States", "Agriculture_in_Pennsylvania", "Agriculture_in_Brazil", "Agricultural_Act_of_2014", "2012–13_North_American_drought", "Agriculture", "Greenhouse_gas_emissions_by_the_United_States", "Growth_of_wind_power_in_the_United_States", "Food,_Conservation,_and_Energy_Act_of_2008"], "ranked_scores": [549.0, 544.0, 540.0, 526.0, 522.0, 520.0, 516.0, 516.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-4000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Brown_bear", "Beringian_wolf", "Aronia", "Arctic_Alaska", "Mount_Bear", "Bile_bear", "Grizzly_bear", "Arctic_ecology", "Hunting_and_fishing_in_Alaska"], "ranked_scores": [513.0, 501.0, 501.0, 501.0, 498.0, 495.0, 495.0, 487.0, 487.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4441, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Atmospheric_methane", "Clathrate_gun_hypothesis", "Methane_clathrate", "Holocene_glacial_retreat", "Greenhouse_gas", "Deglaciation", "Copenhagen_Diagnosis", "Mesopause"], "ranked_scores": [592.0, 557.0, 544.0, 539.0, 535.0, 535.0, 534.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Future_sea_level", "Past_sea_level", "Sea_level_rise", "Tide", "Annual_cycle_of_sea_level_height", "Sea", "Tidal_range", "Glaciers_on_Mars", "Sea_ice", "Ross_Gyre"], "ranked_scores": [541.0, 538.0, 533.0, 526.0, 525.0, 520.0, 517.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Future_sea_level", "Ice2sea", "Pliocene_climate", "Copenhagen_Diagnosis", "Antarctica_cooling_controversy", "Wiesław_Masłowski", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_Arctic"], "ranked_scores": [560.0, 550.0, 548.0, 545.0, 541.0, 540.0, 540.0, 538.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Environmental_impact_of_aviation", "Carbon_emissions_reporting", "Climate_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_capture_and_storage", "Carbon_footprint", "Environmental_impact_of_biodiesel", "Greenhouse_debt"], "ranked_scores": [559.0, 541.0, 539.0, 536.0, 533.0, 533.0, 532.0, 532.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Deforestation_and_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_feedback", "Scientific_opinion_on_climate_change", "Carbon_dioxide", "Global_cooling", "CO2_is_Green", "Carbon_bubble", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [554.0, 539.0, 537.0, 532.0, 523.0, 523.0, 520.0, 519.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Climate_inertia", "Ice2sea", "Copenhagen_Diagnosis", "Sea_level_rise", "Retreat_of_glaciers_since_1850", "Deglaciation", "Global_warming_in_Antarctica", "Arctic_sea_ice_decline", "Global_warming"], "ranked_scores": [564.0, 561.0, 556.0, 545.0, 540.0, 539.0, 538.0, 538.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Copenhagen_Diagnosis", "Carbon_dioxide_in_Earth's_atmosphere", "IPCC_First_Assessment_Report", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Global_warming", "Effects_of_global_warming", "Greenhouse_gas", "History_of_climate_change_science"], "ranked_scores": [560.0, 552.0, 551.0, 545.0, 540.0, 531.0, 527.0, 526.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1301, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Reasons_for_concern", "The_Real_Global_Warming_Disaster", "Scientific_opinion_on_climate_change", "Effects_of_global_warming_on_humans", "Climate_change_in_the_United_States", "Hurricane_Katrina_and_global_warming", "Copenhagen_Diagnosis", "Global_warming", "Heaven_and_Earth_(book)", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [535.0, 533.0, 524.0, 522.0, 521.0, 521.0, 520.0, 517.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Generalized_lymphadenopathy", "Multiple_sclerosis", "Lymphoma", "December_1960_nor'easter", "February_25–27,_2010_North_American_blizzard", "Tornadoes_in_the_United_States", "Southern_tick-associated_rash_illness", "Granuloma_multiforme", "Lyme_disease", "Nor'easter"], "ranked_scores": [516.0, 513.0, 512.0, 510.0, 508.0, 508.0, 507.0, 506.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_variability", "Climate_change_(general_concept)", "Economics_of_global_warming", "Parametrization_(atmospheric_modeling)", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Effects_of_climate_change_on_terrestrial_animals", "Avoiding_Dangerous_Climate_Change", "IPCC_Fifth_Assessment_Report", "Climate_sensitivity"], "ranked_scores": [545.0, 542.0, 542.0, 537.0, 532.0, 532.0, 530.0, 528.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Greenhouse_and_icehouse_Earth", "Pliocene_climate", "Antarctic_Cold_Reversal", "Termination_(geomorphology)", "1808/1809_mystery_eruption", "Earth's_rotation", "Future_of_Earth", "Polar_see-saw", "Winter_1985_cold_wave"], "ranked_scores": [545.0, 538.0, 529.0, 527.0, 527.0, 526.0, 521.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Lōʻihi_Seamount", "National_Center_for_Atmospheric_Research", "CLOUD_experiment", "Intermediate_General_Circulation_Model", "Copenhagen_Diagnosis", "Great_Lakes_Environmental_Research_Laboratory", "Carbon_dioxide_in_Earth's_atmosphere", "NoCO2_Certification_Program"], "ranked_scores": [520.0, 513.0, 496.0, 495.0, 485.0, 484.0, 482.0, 480.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Carbonic_acid", "Avoiding_Dangerous_Climate_Change", "Special_Report_on_Global_Warming_of_1.5_°C", "Hypercapnia", "Copenhagen_Diagnosis", "Greenhouse_gas", "2009_United_Nations_Climate_Change_Conference", "Ozone_depletion_and_climate_change"], "ranked_scores": [502.0, 500.0, 494.0, 489.0, 489.0, 487.0, 486.0, 486.0, 484.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["An_Appeal_to_Reason", "Global_cooling", "Global_warming_conspiracy_theory", "Antarctica_cooling_controversy", "Climate_change_denial", "The_Real_Global_Warming_Disaster", "Climatic_Research_Unit_email_controversy", "The_Great_Global_Warming_Swindle", "Heaven_and_Earth_(book)", "Greening_Earth_Society"], "ranked_scores": [547.0, 541.0, 540.0, 539.0, 534.0, 529.0, 527.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Federal_Fuel_Administration", "Paleocene–Eocene_Thermal_Maximum", "Winter_1985_cold_wave", "Season_creep", "Boreal_(age)", "Pulverised_fuel_ash", "Pacific_decadal_oscillation", "Eocene_Thermal_Maximum_2", "Fleischmann–Pons_experiment", "Pliocene_climate"], "ranked_scores": [492.0, 492.0, 492.0, 486.0, 483.0, 483.0, 480.0, 479.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Arctic_geoengineering", "Adam_Scaife", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Measurement_of_sea_ice", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Wiesław_Masłowski", "Stern_Review"], "ranked_scores": [571.0, 558.0, 557.0, 551.0, 547.0, 545.0, 543.0, 543.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Polar_vortex", "Jet_stream", "Polar_front", "Weather_front", "Climate_of_South_Africa", "Winter_1985_cold_wave", "Stratosphere", "Polar_low", "South_Magnetic_Pole", "Wind_shear"], "ranked_scores": [567.0, 566.0, 545.0, 528.0, 527.0, 527.0, 527.0, 526.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "Hockey_stick_graph", "Hockey_stick_controversy", "MSU_temperature_measurements", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2000", "Temperature_record_of_the_past_1000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "Satellite_temperature_measurements"], "ranked_scores": [544.0, 519.0, 513.0, 512.0, 502.0, 502.0, 501.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change", "CLOUD_experiment", "Special_Report_on_Global_Warming_of_1.5_°C", "Contraction_and_Convergence", "Climatic_Research_Unit_email_controversy", "2009_United_Nations_Climate_Change_Conference", "Clean_Development_Mechanism", "Global_cooling", "Climate_change_mitigation"], "ranked_scores": [525.0, 518.0, 518.0, 516.0, 512.0, 510.0, 507.0, 507.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "Environmental_impact_of_transport_in_Australia", "Environmental_impact_of_transport", "Congestion_pricing", "Contribution_to_global_warming_by_Australia", "Climate_change_in_China"], "ranked_scores": [520.0, 510.0, 509.0, 504.0, 488.0, 486.0, 483.0, 482.0, 481.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Arctic_sea_ice_decline", "Deglaciation", "Pliocene_climate", "Sea_ice", "Past_sea_level", "Ice_age", "Arctic_geoengineering", "Antarctic_sea_ice"], "ranked_scores": [545.0, 529.0, 527.0, 527.0, 524.0, 522.0, 516.0, 514.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["1997–98_El_Niño_event", "1908", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "March_2012_North_American_heat_wave", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Michael_E._Mann", "George_Kukla", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Willie_Soon"], "ranked_scores": [518.0, 516.0, 513.0, 511.0, 511.0, 505.0, 502.0, 502.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Mercury_pollution_in_the_ocean", "Oceanic_carbon_cycle", "Blackwater_(coal)", "Estuarine_acidification", "Environmental_impact_of_the_coal_industry", "Global_catastrophic_risk", "Copenhagen_Diagnosis", "Global_warming"], "ranked_scores": [546.0, 528.0, 513.0, 513.0, 508.0, 508.0, 507.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Energy_development", "Carbon_bubble", "Renewable_energy", "Alternatives_assessment", "Pro-nuclear_movement", "100%_renewable_energy", "Alternative_energy", "Environmental_impact_of_the_coal_industry", "Renewable_energy_debate"], "ranked_scores": [528.0, 522.0, 511.0, 509.0, 504.0, 497.0, 496.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice_rise", "Fast_ice", "Ice2sea", "Arctic_sea_ice_decline", "Sea_ice", "Deglaciation", "Ice_calving", "Glacial_earthquake"], "ranked_scores": [554.0, 552.0, 544.0, 540.0, 536.0, 534.0, 533.0, 532.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Climate_change_in_Europe", "The_Coming_Global_Superstorm", "Ice2sea", "United_Nations_Convention_to_Combat_Desertification", "2010–13_Southern_United_States_and_Mexico_drought", "Grassland_degradation", "Copenhagen_Diagnosis", "Avoiding_Dangerous_Climate_Change", "Global_warming_in_Antarctica", "Environmental_migrant"], "ranked_scores": [522.0, 508.0, 506.0, 505.0, 503.0, 502.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Carbon_bubble", "Stern_Review", "Copenhagen_Diagnosis", "Environmental_skepticism", "The_Real_Global_Warming_Disaster", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_controversy", "Economics_of_global_warming", "Antarctica_cooling_controversy", "Climate_change_(general_concept)"], "ranked_scores": [522.0, 522.0, 516.0, 514.0, 513.0, 513.0, 512.0, 512.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Late_2009_southeastern_Australia_heat_wave", "2013_Southwestern_United_States_heat_wave", "2011_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [573.0, 568.0, 561.0, 536.0, 536.0, 534.0, 533.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "History_of_climate_change_science", "Global_warming_controversy", "An_Appeal_to_Reason", "David_Titley", "Climate_change_denial", "Climatic_Research_Unit_documents", "Media_coverage_of_climate_change", "Heaven_and_Earth_(book)"], "ranked_scores": [557.0, 543.0, 523.0, 519.0, 518.0, 517.0, 517.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Wibjörn_Karlén", "Climate_change_(general_concept)", "Global_cooling", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Global_warming_hiatus", "Global_warming", "Climate_change", "Regional_effects_of_global_warming", "History_of_climate_change_science"], "ranked_scores": [541.0, 537.0, 537.0, 537.0, 531.0, 528.0, 527.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2692, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Arctic_methane_emissions", "Global_warming_potential", "Climate_change_in_the_Arctic", "Low-carbon_emission", "Methane", "Deforestation_and_climate_change"], "ranked_scores": [559.0, 557.0, 535.0, 533.0, 523.0, 519.0, 518.0, 518.0, 516.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Longevity_risk", "Disaster", "Risk_neutral", "List_of_experimental_errors_and_frauds_in_physics", "Counterfactual_thinking", "Manufactured_risk", "Worst-case_scenario", "Risk_assessment", "Risk–benefit_ratio"], "ranked_scores": [516.0, 515.0, 500.0, 491.0, 486.0, 486.0, 486.0, 486.0, 483.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Beyond_Coal", "NoCO2_Certification_Program", "Environmental_policy_of_the_Donald_Trump_administration", "United_States_Environmental_Protection_Agency", "Carbon_dioxide_removal", "Lisa_P._Jackson", "Clean_coal_technology", "Heaven_and_Earth_(book)", "Scott_Pruitt"], "ranked_scores": [484.0, 480.0, 475.0, 474.0, 472.0, 471.0, 471.0, 466.0, 464.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2983, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2013_extreme_weather_events", "2010_Northern_Hemisphere_heat_waves", "January_2016_East_Asia_cold_wave", "2010_Northern_Hemisphere_summer_heat_waves", "1936_North_American_cold_wave", "2016_North_American_heat_wave", "Temperature_record_of_the_past_1000_years", "2016–17_North_American_winter", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming"], "ranked_scores": [550.0, 534.0, 531.0, 529.0, 526.0, 520.0, 520.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_Cold_Reversal", "Antarctic_sea_ice", "Antarctic_ice_sheet", "Arctic_ice_pack", "Global_warming_in_Antarctica", "East_Antarctic_Ice_Sheet", "Ellesmere_Ice_Shelf", "West_Antarctica", "Arctic_geoengineering", "East_Antarctica"], "ranked_scores": [554.0, 551.0, 535.0, 530.0, 527.0, 527.0, 525.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Coal_hole", "Redbank_Power_Station", "Refined_coal", "Blackwater_(coal)", "China_National_Coal_Group", "Capitol_Power_Plant"], "ranked_scores": [576.0, 566.0, 545.0, 534.0, 523.0, 521.0, 517.0, 516.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Dole_effect", "Montreal_Protocol", "PDOS", "Sublimation_(phase_transition)", "Petroleum_Administration_for_Defense_Districts", "Canada_and_the_Kyoto_Protocol", "NoCO2_Certification_Program", "Trend_stationary"], "ranked_scores": [494.0, 490.0, 470.0, 470.0, 467.0, 467.0, 466.0, 465.0, 463.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Global_warming", "Scientific_consensus_on_climate_change", "World_Energy_Outlook", "Michael_E._Mann", "Climate_change_in_the_Arctic", "Watts_Up_With_That?", "Climatic_Research_Unit_email_controversy", "Global_warming_controversy", "World_Climate_Report", "The_Hockey_Stick_and_the_Climate_Wars"], "ranked_scores": [500.0, 497.0, 483.0, 482.0, 480.0, 477.0, 476.0, 475.0, 475.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Climate_change_adaptation_in_Nepal", "Climate_change_mitigation", "Climate_change_mitigation_scenarios", "Climate_change", "Global_change", "Global_warming", "Effects_of_global_warming", "Climate_change_adaptation", "Copenhagen_Diagnosis"], "ranked_scores": [557.0, 554.0, 548.0, 547.0, 542.0, 541.0, 540.0, 539.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.389, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["World_Glacier_Monitoring_Service", "GOES_15", "Global_stilling", "Siberian_High", "Lake_North_Pole", "Endorheic_basin", "Freezing_level", "North_American_High", "North_Atlantic_oscillation", "West_North_Central_States"], "ranked_scores": [488.0, 475.0, 472.0, 469.0, 467.0, 466.0, 466.0, 465.0, 465.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "Climate_inertia", "Climate_change_feedback", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "History_of_climate_change_science", "Polar_amplification", "U.S._Global_Change_Research_Program"], "ranked_scores": [551.0, 544.0, 542.0, 536.0, 533.0, 532.0, 530.0, 529.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Dumbing_down", "Deglobalization", "Not_even_wrong", "Future_sea_level", "Shutdown_of_thermohaline_circulation", "Global_cooling", "Slippery_slope", "Global_warming_hiatus"], "ranked_scores": [499.0, 497.0, 487.0, 481.0, 478.0, 477.0, 477.0, 477.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Carbon_bubble", "Effects_of_global_warming", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Climate_change_in_the_United_States", "Environmental_issue", "IPCC_First_Assessment_Report", "Global_warming", "Future_of_Earth"], "ranked_scores": [544.0, 542.0, 536.0, 536.0, 534.0, 533.0, 533.0, 531.0, 531.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5079, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["History_of_Earth", "Geodynamics_of_Mars", "Future_of_Earth", "Late_Glacial", "Eocene_Thermal_Maximum_2", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Paleocene–Eocene_Thermal_Maximum", "Pliocene_climate"], "ranked_scores": [542.0, 542.0, 535.0, 533.0, 531.0, 528.0, 528.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["List_of_topics_characterized_as_pseudoscience", "Models_of_scientific_inquiry", "Scientific_community", "Scientific_consensus", "Research_ethics", "Scientific_citation", "Media_coverage_of_climate_change", "Scientific_journal", "Climatic_Research_Unit_documents", "Plausible_deniability"], "ranked_scores": [488.0, 487.0, 487.0, 487.0, 485.0, 484.0, 482.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Air_conditioning", "Cooling_center", "Thermosphere", "Cooling_tower", "Excessive_heat_watch", "Geothermal_heat_pump", "2006_North_American_heat_wave", "Ground-coupled_heat_exchanger", "Interstitial_condensation", "Low-pressure_area"], "ranked_scores": [530.0, 529.0, 519.0, 516.0, 512.0, 512.0, 512.0, 511.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "Neoglaciation", "1808/1809_mystery_eruption", "Antarctica_cooling_controversy", "Bølling-Allerød_warming", "Global_warming_hiatus", "IPCC_First_Assessment_Report", "Global_cooling_(disambiguation)", "Copenhagen_Diagnosis", "Global_warming_controversy"], "ranked_scores": [547.0, 537.0, 535.0, 533.0, 531.0, 530.0, 529.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "Renewable_energy_in_the_United_States", "California", "California_State_Assembly", "Solar_cell_efficiency", "Concentrated_solar_power", "Solar_power_by_country", "California_State_and_Consumer_Services_Agency", "Solar_power"], "ranked_scores": [538.0, 535.0, 533.0, 530.0, 514.0, 512.0, 510.0, 506.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agricultural_policy_of_the_United_States", "Growth_of_wind_power_in_the_United_States", "Farm_programs", "Wild_farming", "Agriculture_in_Ethiopia", "Growing_region", "Productivity_(ecology)", "Agriculture,_forestry,_and_fishing_in_Japan", "The_Great_Stagnation"], "ranked_scores": [523.0, 522.0, 514.0, 507.0, 505.0, 500.0, 500.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-6000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Arctic_Alaska", "Rubus_arcticus", "Aronia", "East_Antarctica", "Brown_bear", "Beringian_wolf", "Kodiak_bear", "Arctic_ecology", "Strawberry", "Mount_Bear"], "ranked_scores": [516.0, 515.0, 514.0, 487.0, 482.0, 481.0, 480.0, 479.0, 479.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.338, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Atmospheric_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Methane_clathrate", "Greenhouse_gas", "Glacial_earthquake", "Mesopause", "Coalbed_methane", "Idealized_greenhouse_model"], "ranked_scores": [578.0, 533.0, 528.0, 525.0, 525.0, 518.0, 513.0, 513.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tide", "Past_sea_level", "Sea_level_rise", "Tidal_range", "Annual_cycle_of_sea_level_height", "Future_sea_level", "Pelagic_zone", "Marine_biology", "Sea", "Ocean_surface_topography"], "ranked_scores": [535.0, 527.0, 522.0, 521.0, 513.0, 510.0, 508.0, 503.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Drift_ice", "Future_sea_level", "Measurement_of_sea_ice", "Copenhagen_Diagnosis", "History_of_climate_change_science", "Scientific_opinion_on_climate_change", "Climate_change_in_the_Arctic", "Retreat_of_glaciers_since_1850"], "ranked_scores": [542.0, 539.0, 530.0, 529.0, 527.0, 524.0, 522.0, 519.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Carbon_capture_and_storage", "Greenhouse_debt", "Carbon_footprint", "List_of_countries_by_carbon_dioxide_emissions", "Environmental_impact_of_aviation", "Embedded_emissions", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Loss_and_damage", "Reducing_emissions_from_deforestation_and_forest_degradation"], "ranked_scores": [560.0, 541.0, 540.0, 536.0, 534.0, 533.0, 532.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Global_warming_controversy", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_is_Green", "Climate_change_feedback", "Global_cooling", "Carbon_dioxide", "Climatic_Research_Unit_documents", "Carbon_dioxide_reforming", "Carbon_neutrality"], "ranked_scores": [533.0, 528.0, 523.0, 522.0, 516.0, 515.0, 514.0, 512.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Global_warming_in_Antarctica", "Ice2sea", "Climate_inertia", "Greenland_ice_sheet", "Sea_level_rise", "Climate_change_in_the_Arctic", "Global_warming", "Greenhouse_gas", "Retreat_of_glaciers_since_1850"], "ranked_scores": [544.0, 524.0, 521.0, 515.0, 515.0, 514.0, 511.0, 509.0, 509.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Climate_change_mitigation_scenarios", "Copenhagen_Diagnosis", "Climate_change_mitigation", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_sensitivity", "2015_United_Nations_Climate_Change_Conference", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Idealized_greenhouse_model"], "ranked_scores": [529.0, 529.0, 526.0, 523.0, 515.0, 514.0, 512.0, 512.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["The_Real_Global_Warming_Disaster", "Hurricane_Katrina_and_global_warming", "Reasons_for_concern", "Effects_of_global_warming_on_humans", "Heaven_and_Earth_(book)", "Scientific_opinion_on_climate_change", "Attribution_of_recent_climate_change", "Loss_and_damage", "Copenhagen_Diagnosis", "Global_warming"], "ranked_scores": [553.0, 539.0, 537.0, 532.0, 532.0, 531.0, 527.0, 526.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Nor'easter", "Winter_1985_cold_wave", "Early_2014_North_American_cold_wave", "Lyme_disease", "Multiple_sclerosis", "Ehrlichia_Wisconsin_HM543746", "Infectious_mononucleosis", "Granuloma_multiforme", "Frost_Belt", "Lymphangitis"], "ranked_scores": [489.0, 488.0, 484.0, 483.0, 482.0, 482.0, 480.0, 478.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Physical_impacts_of_climate_change", "Climate_change_mitigation_scenarios", "Climate_Change_Science_Program", "IPCC_Fifth_Assessment_Report", "Climate_change_(general_concept)", "Climate_change_in_Canada", "Climate_change_in_the_United_States", "Mitigation_of_global_warming_in_Australia", "Economics_of_global_warming"], "ranked_scores": [543.0, 535.0, 533.0, 533.0, 532.0, 532.0, 529.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Termination_(geomorphology)", "Greenhouse_and_icehouse_Earth", "Timeline_of_the_1990_Pacific_hurricane_season", "Solar_cycle_19", "Paleogene", "Antarctic_Cold_Reversal", "Temperature_record_of_the_past_1000_years", "Timeline_of_glaciation", "Clime", "Season"], "ranked_scores": [517.0, 516.0, 512.0, 510.0, 508.0, 508.0, 506.0, 506.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "NoCO2_Certification_Program", "Global_Climate_Observing_System", "Michael_E._Mann", "Carbon_dioxide_in_Earth's_atmosphere", "George_Kukla", "McMurdo_Sound", "World_Glacier_Monitoring_Service", "CO2_is_Green"], "ranked_scores": [517.0, 490.0, 476.0, 472.0, 472.0, 471.0, 470.0, 470.0, 470.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Ocean_acidification", "Carbonic_acid", "Tropospheric_ozone", "Copenhagen_Diagnosis", "Oceanic_carbon_cycle", "C3_carbon_fixation", "PH", "Hypercapnia", "Ozone"], "ranked_scores": [501.0, 501.0, 493.0, 492.0, 489.0, 488.0, 487.0, 486.0, 485.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["Global_cooling", "Global_warming_conspiracy_theory", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)", "The_Great_Global_Warming_Swindle", "Greening_Earth_Society", "Climate_change_denial", "Hurricane_Katrina_and_global_warming", "Global_warming_controversy", "The_Real_Global_Warming_Disaster"], "ranked_scores": [541.0, 540.0, 528.0, 527.0, 527.0, 523.0, 521.0, 520.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Pyrolysis", "List_of_climate_research_satellites", "Fleischmann–Pons_experiment", "Paleocene–Eocene_Thermal_Maximum", "PDO", "Pacific_decadal_oscillation", "Pingo", "Winter_1985_cold_wave", "Pulverised_fuel_ash"], "ranked_scores": [480.0, 476.0, 475.0, 474.0, 474.0, 473.0, 473.0, 472.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ian_Clark_(geologist)", "Climatic_Research_Unit_documents", "Ice2sea", "Arctic_sea_ice_decline", "Adam_Scaife", "Arctic_geoengineering", "Climate_change_in_the_Arctic", "Wiesław_Masłowski", "Measurement_of_sea_ice", "David_Titley"], "ranked_scores": [544.0, 544.0, 543.0, 542.0, 541.0, 538.0, 537.0, 535.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_front", "Polar_vortex", "Weather_front", "Wind_shear", "Rear-inflow_jet", "South_Magnetic_Pole", "Climate_of_the_United_States", "Climate_of_South_Africa", "Winter_1985_cold_wave"], "ranked_scores": [543.0, 530.0, 524.0, 520.0, 518.0, 512.0, 512.0, 510.0, 508.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["Instrumental_temperature_record", "1997–98_El_Niño_event", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Climate_of_Tamil_Nadu", "Satellite_temperature_measurements", "Hockey_stick_graph", "Nicholas_Shackleton", "Highest_temperature_recorded_on_Earth", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports"], "ranked_scores": [520.0, 511.0, 511.0, 508.0, 499.0, 498.0, 497.0, 496.0, 495.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Copenhagen_Accord", "CLOUD_experiment", "Contraction_and_Convergence", "Carbon_dioxide_removal", "Carbon_bubble", "2011_United_Nations_Climate_Change_Conference", "Climate_change_mitigation_scenarios", "Climatic_Research_Unit_documents", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [509.0, 508.0, 504.0, 503.0, 503.0, 501.0, 500.0, 500.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Carbon_pricing_in_Australia", "Climate_change_in_China", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Green_Energy_Act_2009", "Contribution_to_global_warming_by_Australia", "Carbon_bubble", "Jim_Carr"], "ranked_scores": [507.0, 495.0, 494.0, 492.0, 488.0, 487.0, 487.0, 480.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Fast_ice", "Arctic_geoengineering", "Measurement_of_sea_ice", "Past_sea_level", "Sea_ice", "Sea_level_rise", "Arctic_sea_ice_decline", "Ice_sheet", "Retreat_of_glaciers_since_1850"], "ranked_scores": [539.0, 522.0, 517.0, 517.0, 516.0, 515.0, 515.0, 511.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["March_2012_North_American_heat_wave", "2014–15_North_American_winter", "Temperature_record_of_the_past_1000_years", "2013_in_science", "1997–98_El_Niño_event", "NASA_Earth_Observatory", "2015_North_American_heat_wave", "Space_exploration", "List_of_climate_research_satellites", "Life_on_Mars"], "ranked_scores": [504.0, 493.0, 492.0, 490.0, 489.0, 488.0, 488.0, 487.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Copenhagen_Diagnosis", "Oceanic_carbon_cycle", "Mercury_pollution_in_the_ocean", "Climate_inertia", "Anoxic_event", "Carbonic_acid", "Estuarine_acidification", "Greenhouse_gas", "Climate_change_mitigation_scenarios"], "ranked_scores": [556.0, 520.0, 519.0, 518.0, 518.0, 513.0, 512.0, 509.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternative_energy", "Energy_development", "Alternative_cancer_treatments", "False_balance", "Alternatives_assessment", "Alternative_medicine", "Energy_industry", "Renewable_energy", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [511.0, 505.0, 503.0, 496.0, 495.0, 494.0, 492.0, 490.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1131, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.2}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Sea_ice", "Sea_level_rise", "Past_sea_level", "Arctic_resources_race", "Arctic_Ocean", "Ice_rise", "Future_sea_level", "Fast_ice"], "ranked_scores": [543.0, 541.0, 536.0, 532.0, 529.0, 527.0, 525.0, 525.0, 524.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Global_warming_in_Antarctica", "Climate_change_in_Europe", "Environmental_emergency", "Copenhagen_Diagnosis", "Environmental_migrant", "Climate_inertia", "Loss_and_damage", "Stern_Review", "United_Nations_Convention_to_Combat_Desertification", "European_Union_Emission_Trading_Scheme"], "ranked_scores": [508.0, 501.0, 499.0, 499.0, 499.0, 499.0, 499.0, 497.0, 495.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Climate_sensitivity", "Carbon_bubble", "EdGCM", "Carbon_capture_and_storage_in_Australia", "Energy_crisis", "Climate_change_(general_concept)"], "ranked_scores": [520.0, 513.0, 512.0, 508.0, 502.0, 500.0, 500.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2015_North_American_heat_wave", "2011_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "January_2014_southeastern_Australia_heat_wave", "2000_Southern_United_States_heat_wave"], "ranked_scores": [578.0, 567.0, 558.0, 557.0, 550.0, 546.0, 543.0, 539.0, 539.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Creation–evolution_controversy", "Environmental_skepticism", "Level_of_support_for_evolution", "Objections_to_evolution", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Weak_and_strong_sustainability", "An_Appeal_to_Reason", "Denialism"], "ranked_scores": [525.0, 513.0, 508.0, 506.0, 503.0, 502.0, 502.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_cooling", "Regional_effects_of_global_warming", "Wibjörn_Karlén", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_cooling_(disambiguation)", "Climate_change_in_the_Arctic", "Instrumental_temperature_record", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [534.0, 526.0, 524.0, 521.0, 516.0, 514.0, 510.0, 508.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Arctic_methane_emissions", "Wetland_methane_emissions", "Global_warming_potential", "Atmospheric_carbon_cycle", "Wind", "Environmental_impact_of_transport", "Deforestation_and_climate_change", "Greenhouse_gas"], "ranked_scores": [548.0, 520.0, 519.0, 519.0, 519.0, 517.0, 516.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Risk", "Risk–benefit_ratio", "Management_systems_for_road_safety", "Manufactured_risk", "Risk_neutral", "Longevity_risk", "Historian's_fallacy", "Global_catastrophic_risk", "List_of_experimental_errors_and_frauds_in_physics", "Systematic_risk"], "ranked_scores": [513.0, 496.0, 491.0, 490.0, 487.0, 486.0, 478.0, 476.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "United_States_Environmental_Protection_Agency", "Environmental_policy_of_the_Donald_Trump_administration", "Energy_policy_of_the_Barack_Obama_administration", "Lisa_P._Jackson", "Green_Power_Partnership", "Alaska_Department_of_Environmental_Conservation_v._EPA", "Energy_and_Climate_Partnership_of_the_Americas", "Regulation_of_greenhouse_gases_under_the_Clean_Air_Act", "Secretary_of_State_for_Energy_and_Climate_Change"], "ranked_scores": [496.0, 489.0, 484.0, 482.0, 478.0, 475.0, 474.0, 471.0, 470.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3462, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "2010_Northern_Hemisphere_heat_waves", "2014–16_El_Niño_event", "2016–17_North_American_winter", "Temperature_record_of_the_past_1000_years", "Global_warming", "January_2016_East_Asia_cold_wave", "Abrupt_climate_change", "Year_Without_a_Summer"], "ranked_scores": [541.0, 540.0, 537.0, 534.0, 524.0, 522.0, 522.0, 519.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Antarctic_sea_ice", "Antarctic_Cold_Reversal", "East_Antarctica", "Arctic_geoengineering", "Sea_ice", "Global_warming_in_Antarctica", "Arctic_resources_race", "Antarctica", "Geography_of_Antarctica"], "ranked_scores": [530.0, 518.0, 504.0, 504.0, 503.0, 503.0, 503.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3084, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon-neutral_fuel", "Clean_technology", "Carbon_capture_and_storage_in_Australia", "Refined_coal", "Coal", "Carbon_dioxide_removal", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [597.0, 597.0, 544.0, 540.0, 539.0, 538.0, 535.0, 533.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "Montreal_Protocol", "NOAA-6", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Reducing_emissions_from_deforestation_and_forest_degradation", "Geological_history_of_oxygen", "Ozone_depletion_and_climate_change", "Dole_effect", "Dry_ice"], "ranked_scores": [503.0, 499.0, 489.0, 484.0, 482.0, 481.0, 478.0, 478.0, 477.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Weather_Research_and_Forecasting_Model", "World_Energy_Outlook", "Global_warming", "World_Climate_Research_Programme", "Climate_change_feedback", "Polar_amplification", "Global_warming_potential", "Greenhouse_effect", "IPCC_First_Assessment_Report"], "ranked_scores": [482.0, 479.0, 476.0, 476.0, 474.0, 471.0, 470.0, 470.0, 467.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Hurricane_Katrina_and_global_warming", "2009_United_Nations_Climate_Change_Conference", "Climate_change_mitigation", "Effects_of_climate_change_on_terrestrial_animals", "Global_change", "Special_Report_on_Global_Warming_of_1.5_°C", "2015_United_Nations_Climate_Change_Conference", "Global_cooling", "Global_warming"], "ranked_scores": [556.0, 530.0, 530.0, 528.0, 528.0, 527.0, 526.0, 525.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "MSU_temperature_measurements", "Low-pressure_area", "Dry_Spell", "World_Glacier_Monitoring_Service", "South_Magnetic_Pole", "Global_stilling", "Great_Lakes_region", "Arctic_methane_emissions", "Microwave_Sounding_Unit_temperature_measurements"], "ranked_scores": [468.0, 467.0, 465.0, 464.0, 463.0, 462.0, 461.0, 461.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Climate_change_feedback", "Polar_amplification", "Solar_gain", "Scientific_opinion_on_climate_change", "Global_warming", "IPCC_First_Assessment_Report", "Idealized_greenhouse_model", "Regional_effects_of_global_warming", "Global_warming_controversy", "Solar_energy"], "ranked_scores": [543.0, 538.0, 537.0, 537.0, 534.0, 533.0, 532.0, 531.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.1312, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Diminishing_returns", "Global_warming_hiatus", "Marginal_product", "Dumbing_down", "Proportional_reduction_in_loss", "Deglobalization", "Wage_curve", "Worse-than-average_effect", "Shutdown_of_thermohaline_circulation", "South_Magnetic_Pole"], "ranked_scores": [482.0, 478.0, 478.0, 476.0, 475.0, 475.0, 474.0, 472.0, 472.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Environmental_issue", "Carbon_bubble", "IPCC_First_Assessment_Report", "Climate_change_mitigation", "Greenhouse_gas", "Effects_of_global_warming_on_humans", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Attribution_of_recent_climate_change"], "ranked_scores": [530.0, 528.0, 528.0, 526.0, 521.0, 519.0, 518.0, 514.0, 513.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["1971", "Geodynamics_of_Mars", "Temperature_record_of_the_past_1000_years", "History_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Abrupt_climate_change", "Climate_of_Mars", "IPCC_First_Assessment_Report", "Greenhouse_and_icehouse_Earth", "Wind"], "ranked_scores": [514.0, 512.0, 502.0, 501.0, 498.0, 498.0, 498.0, 497.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_method", "2009_United_Nations_Climate_Change_Conference", "Transparency_(behavior)", "Laws_of_science", "Royal_Institute_of_Chemistry", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Copenhagen_Accord", "Research_ethics", "Views_on_the_Kyoto_Protocol", "World_Climate_Change_Conference,_Moscow"], "ranked_scores": [483.0, 482.0, 479.0, 479.0, 479.0, 477.0, 476.0, 476.0, 476.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Cooling_center", "2006_North_American_heat_wave", "Weather_map", "Air_conditioning", "Weather_media_in_the_United_States", "Effect_of_Sun_angle_on_climate", "Ground-coupled_heat_exchanger", "Air_conditioned_clothing", "2001_Eastern_North_America_heat_wave", "Excessive_heat_watch"], "ranked_scores": [515.0, 512.0, 511.0, 511.0, 507.0, 503.0, 503.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "1808/1809_mystery_eruption", "Temperature_record_of_the_past_1000_years", "Global_warming_hiatus", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Climate_change_opinion_by_country", "Global_warming", "Neoglaciation"], "ranked_scores": [541.0, 530.0, 527.0, 525.0, 523.0, 521.0, 515.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_the_United_States", "California", "Solar_power_in_Michigan", "List_of_school_districts_in_California", "Renewable_energy_in_the_United_States", "California_State_Assembly", "Concentrated_solar_power", "Solar_power_by_country", "Solar_power"], "ranked_scores": [538.0, 533.0, 530.0, 526.0, 516.0, 515.0, 515.0, 512.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Workforce_productivity", "Economy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agriculture_in_Pennsylvania", "Productivity_(ecology)", "Agricultural_policy_of_the_United_States", "Agriculture_in_Ethiopia", "Agricultural_cooperative", "Coal_by_country"], "ranked_scores": [515.0, 514.0, 514.0, 506.0, 503.0, 501.0, 499.0, 499.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-8000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Arctic_Alaska", "Rubus_arcticus", "Aronia", "Hunting_and_fishing_in_Alaska", "Beringian_wolf", "Brown_bear", "Arctic_ecology", "The_Bear_(1988_film)", "Great_Bear_Wilderness", "Bile_bear"], "ranked_scores": [513.0, 506.0, 505.0, 494.0, 489.0, 487.0, 480.0, 477.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Climate_change_in_the_Arctic", "Greenhouse_gas", "Atmospheric_methane", "Methane_clathrate", "Clathrate_gun_hypothesis", "Glacial_earthquake", "Mesopause", "Arctic_geoengineering", "Arctic_sea_ice_decline"], "ranked_scores": [569.0, 544.0, 540.0, 534.0, 526.0, 525.0, 522.0, 520.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Tidal_range", "Tide", "Future_sea_level", "Sea_level_rise", "Continental_margin", "Plain", "Raised_beach", "Sea", "Climate_of_the_United_States"], "ranked_scores": [547.0, 533.0, 529.0, 524.0, 524.0, 520.0, 513.0, 511.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Ice2sea", "Future_sea_level", "Climate_change_in_the_Arctic", "Measurement_of_sea_ice", "History_of_climate_change_science", "Retreat_of_glaciers_since_1850", "Drift_ice", "Sea_ice", "Winter_1985_cold_wave"], "ranked_scores": [551.0, 538.0, 533.0, 531.0, 530.0, 527.0, 524.0, 524.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Environmental_impact_of_aviation", "Environmental_impact_of_biodiesel", "Deforestation_and_climate_change", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Atmospheric_carbon_cycle", "Carbon_emissions_reporting", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_footprint"], "ranked_scores": [555.0, 553.0, 546.0, 545.0, 540.0, 540.0, 539.0, 530.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Climate_change_feedback", "Global_warming", "Atmospheric_carbon_cycle", "Carbon_dioxide_in_Earth's_atmosphere", "CO2_fertilization_effect", "Climate_change_in_the_United_States", "Global_cooling", "CO2_is_Green", "Global_stilling"], "ranked_scores": [536.0, 532.0, 528.0, 527.0, 525.0, 524.0, 522.0, 521.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Climate_inertia", "Global_warming", "Ice2sea", "Global_warming_in_Antarctica", "Retreat_of_glaciers_since_1850", "Sea_level_rise", "Copenhagen_Diagnosis", "Arctic_sea_ice_decline", "Climate_change_in_the_Arctic"], "ranked_scores": [540.0, 529.0, 527.0, 527.0, 524.0, 519.0, 518.0, 515.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "IPCC_First_Assessment_Report", "Carbon_dioxide_in_Earth's_atmosphere", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Special_Report_on_Global_Warming_of_1.5_°C", "2015_United_Nations_Climate_Change_Conference", "Climate_change_mitigation", "IPCC_Fourth_Assessment_Report"], "ranked_scores": [538.0, 531.0, 522.0, 513.0, 510.0, 509.0, 509.0, 508.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Copenhagen_Diagnosis", "Reasons_for_concern", "Effects_of_global_warming_on_humans", "Climate_change_feedback", "Global_warming", "The_Real_Global_Warming_Disaster", "Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Loss_and_damage"], "ranked_scores": [536.0, 531.0, 529.0, 528.0, 526.0, 526.0, 524.0, 522.0, 522.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["February_25–27,_2010_North_American_blizzard", "Meningococcal_disease", "Frost_Belt", "December_1960_nor'easter", "Measles", "Lyme_disease", "Lymphangitis", "Lymphoma", "Winter_1985_cold_wave", "Tornadoes_in_the_United_States"], "ranked_scores": [496.0, 487.0, 487.0, 482.0, 481.0, 481.0, 479.0, 479.0, 479.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_mitigation_scenarios", "Climate_change_adaptation", "Climate_change_in_the_United_States", "Climate_Change_Science_Program", "Economics_of_global_warming", "Copenhagen_Diagnosis", "Climate_change_mitigation", "Climate_change_policy_of_the_United_States", "Parametrization_(atmospheric_modeling)", "Mitigation_of_global_warming_in_Australia"], "ranked_scores": [557.0, 550.0, 546.0, 545.0, 543.0, 540.0, 537.0, 536.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Bølling-Allerød_warming", "Holocene_extinction", "Greenhouse_and_icehouse_Earth", "Three-age_system", "Antarctic_Cold_Reversal", "Global_warming_hiatus", "Neoglaciation", "1808/1809_mystery_eruption", "Paleogene"], "ranked_scores": [527.0, 512.0, 511.0, 511.0, 506.0, 506.0, 505.0, 505.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "Carbon_dioxide_in_Earth's_atmosphere", "Office_of_Oceanic_and_Atmospheric_Research", "Global_Climate_Observing_System", "Missoula,_Montana", "CLOUD_experiment", "Scientific_information_from_the_Mars_Exploration_Rover_mission", "Lōʻihi_Seamount", "Pacific_decadal_oscillation"], "ranked_scores": [517.0, 498.0, 490.0, 483.0, 482.0, 478.0, 477.0, 477.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Estuarine_acidification", "Anticyclogenesis", "Canada_and_the_Kyoto_Protocol", "Greenhouse_gas", "Hypercapnia", "Ocean_acidification", "Atmospheric_methane", "Carbon_dioxide", "Phosphorus_cycle"], "ranked_scores": [487.0, 481.0, 480.0, 479.0, 479.0, 478.0, 477.0, 477.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["An_Appeal_to_Reason", "Antarctica_cooling_controversy", "Climate_change_denial", "Heaven_and_Earth_(book)", "Global_warming_conspiracy_theory", "The_Great_Global_Warming_Swindle", "I'm_not_a_scientist", "Greening_Earth_Society", "Merchants_of_Doubt", "Global_cooling"], "ranked_scores": [533.0, 522.0, 515.0, 515.0, 513.0, 511.0, 511.0, 510.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3703, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Winter_1985_cold_wave", "Paleocene–Eocene_Thermal_Maximum", "Season_creep", "Spring_fever", "Avoiding_Dangerous_Climate_Change", "Federal_Fuel_Administration", "Timeline_of_the_2005_Pacific_hurricane_season", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "List_of_climate_research_satellites", "Arctic_geoengineering"], "ranked_scores": [479.0, 477.0, 477.0, 477.0, 476.0, 474.0, 474.0, 473.0, 473.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Stern_Review", "Ian_Clark_(geologist)", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Climatic_Research_Unit_documents", "Adam_Scaife", "Antarctica_cooling_controversy", "Scientific_consensus_on_climate_change"], "ranked_scores": [557.0, 556.0, 548.0, 548.0, 548.0, 546.0, 541.0, 541.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.236, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_front", "Polar_vortex", "Rear-inflow_jet", "North_Atlantic_Current", "Wind_shear", "South_Magnetic_Pole", "November_2014_North_American_cold_wave", "El_Niño–Southern_Oscillation", "Weather_front"], "ranked_scores": [538.0, 533.0, 519.0, 512.0, 510.0, 508.0, 507.0, 506.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "1997–98_El_Niño_event", "Hockey_stick_graph", "Instrumental_temperature_record", "Hockey_stick_controversy", "Temperature_record_of_the_past_1000_years", "2000", "List_of_climate_research_satellites", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Satellite_temperature_measurements"], "ranked_scores": [523.0, 515.0, 513.0, 509.0, 508.0, 506.0, 506.0, 503.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Contraction_and_Convergence", "Carbon_bubble", "Climate_Change_Science_Program", "2009_United_Nations_Climate_Change_Conference", "Global_cooling", "Climate_change_mitigation_scenarios", "Mitigation_of_global_warming_in_Australia", "Special_Report_on_Global_Warming_of_1.5_°C", "Low-carbon_fuel_standard"], "ranked_scores": [497.0, 496.0, 491.0, 488.0, 488.0, 484.0, 484.0, 482.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Carbon_price", "Environmental_impact_of_transport_in_Australia", "Canada_and_the_Kyoto_Protocol", "Carbon_bubble", "Environmental_impact_of_aviation", "Greenhouse_gas_accounting", "Energy_policy_of_the_United_States", "Environmental_impact_of_transport"], "ranked_scores": [502.0, 498.0, 488.0, 484.0, 481.0, 480.0, 476.0, 473.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Pliocene_climate", "Past_sea_level", "Arctic_geoengineering", "Sea_level_rise", "Measurement_of_sea_ice", "Deglaciation", "Ice_age", "Retreat_of_glaciers_since_1850"], "ranked_scores": [559.0, 529.0, 527.0, 526.0, 519.0, 519.0, 516.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["2014–15_North_American_winter", "Media_coverage_of_climate_change", "2013_extreme_weather_events", "Neoglaciation", "List_of_climate_research_satellites", "1936_North_American_cold_wave", "International_Geophysical_Year", "March_2012_North_American_heat_wave", "George_Kukla", "January_2016_East_Asia_cold_wave"], "ranked_scores": [493.0, 492.0, 491.0, 491.0, 490.0, 489.0, 489.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Anoxic_event", "Anoxic_waters", "Mercury_pollution_in_the_ocean", "Indian_Ocean", "Anoxia", "Dihydrogen_monoxide_hoax", "Estuarine_acidification", "Atlantic_Ocean", "Sea"], "ranked_scores": [554.0, 520.0, 512.0, 511.0, 507.0, 503.0, 503.0, 502.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Energy_development", "Alternative_energy", "Renewable_energy", "Energy_industry", "Human_extinction", "Wind_power_in_New_Mexico", "Nuclear_power_in_the_United_States", "Energy_Independence_and_Security_Act_of_2007", "Rosenfeld's_law"], "ranked_scores": [519.0, 514.0, 491.0, 491.0, 490.0, 489.0, 488.0, 487.0, 487.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Antarctic_ice_sheet", "Sea_ice", "Future_sea_level", "Arctic_sea_ice_decline", "Antarctic_sea_ice", "Great_Arctic_Cyclone_of_2012", "Fast_ice", "Arctic_Ocean", "Past_sea_level", "Ice_shelf"], "ranked_scores": [545.0, 536.0, 530.0, 530.0, 529.0, 529.0, 527.0, 525.0, 523.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Grassland_degradation", "Climate_change_adaptation", "Climate_change_in_Australia", "Global_warming_in_Antarctica", "Climate_change_in_Europe", "Copenhagen_Diagnosis", "Loss_and_damage", "Stern_Review", "Environmental_migrant", "European_Union_Emission_Trading_Scheme"], "ranked_scores": [509.0, 506.0, 505.0, 503.0, 503.0, 502.0, 502.0, 501.0, 501.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Carbon_bubble", "Stern_Review", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Copenhagen_Diagnosis", "The_Real_Global_Warming_Disaster", "Low-carbon_fuel_standard", "UK_Emissions_Trading_Scheme", "Carbon_capture_and_storage_in_Australia", "Cool_tropics_paradox", "Global_warming"], "ranked_scores": [518.0, 515.0, 515.0, 514.0, 510.0, 504.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2001_Eastern_North_America_heat_wave", "2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "January_2014_southeastern_Australia_heat_wave", "2011_North_American_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2015_North_American_heat_wave"], "ranked_scores": [576.0, 570.0, 564.0, 553.0, 552.0, 548.0, 546.0, 546.0, 545.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Scientific_opinion_on_climate_change", "Global_warming_controversy", "Greening_Earth_Society", "Climate_change_denial", "World_Climate_Report", "Climatic_Research_Unit_documents", "Environmental_skepticism", "History_of_climate_change_science", "Creation–evolution_controversy"], "ranked_scores": [552.0, 533.0, 525.0, 521.0, 518.0, 517.0, 513.0, 512.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_change_(general_concept)", "Climate_variability", "Global_warming_hiatus", "Temperature_record_of_the_past_1000_years", "Regional_effects_of_global_warming", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Global_warming", "Climate", "Global_cooling", "Wibjörn_Karlén"], "ranked_scores": [512.0, 511.0, 505.0, 505.0, 504.0, 500.0, 493.0, 491.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3253, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Arctic_methane_emissions", "Carbon_dioxide_in_Earth's_atmosphere", "Greenhouse_gas", "Atmospheric_carbon_cycle", "Global_warming_potential", "Deforestation_and_climate_change", "Mootral", "Aerobic_methane_production"], "ranked_scores": [547.0, 537.0, 524.0, 521.0, 521.0, 517.0, 517.0, 512.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Longevity_risk", "Manufactured_risk", "Hazard_elimination", "Risk", "Prudent_avoidance_principle", "Energy_accidents", "Inherent_safety", "Planning_fallacy", "Mercury_in_fish", "Risk–benefit_ratio"], "ranked_scores": [493.0, 492.0, 480.0, 476.0, 473.0, 473.0, 472.0, 472.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1681, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["United_States_Environmental_Protection_Agency", "Presidential_Climate_Action_Plan", "Clean_coal_technology", "Cross-State_Air_Pollution_Rule", "Heaven_and_Earth_(book)", "Coal_pollution_mitigation", "Contribution_to_global_warming_by_Australia", "Nuclear_power_phase-out", "Energy_and_Climate_Partnership_of_the_Americas", "Scott_Pruitt"], "ranked_scores": [488.0, 480.0, 479.0, 476.0, 475.0, 475.0, 475.0, 472.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_summer_heat_waves", "Year_Without_a_Summer", "2010_Northern_Hemisphere_heat_waves", "2013_extreme_weather_events", "2014–16_El_Niño_event", "Climate_change_in_the_United_States", "Temperature_record_of_the_past_1000_years", "History_of_climate_change_science", "Solar_cycle_19"], "ranked_scores": [546.0, 531.0, 518.0, 518.0, 517.0, 515.0, 515.0, 515.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_ice_sheet", "Sea_ice", "Antarctic_sea_ice", "Antarctic_Cold_Reversal", "Arctic_ice_pack", "Global_warming_in_Antarctica", "Ellesmere_Ice_Shelf", "Climate_change_in_the_Arctic", "Amery_Ice_Shelf", "East_Antarctica"], "ranked_scores": [524.0, 523.0, 522.0, 507.0, 506.0, 503.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Clean_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Carbon_dioxide_removal", "Carbon_cycle_re-balancing", "Carbon-neutral_fuel", "Clean_Energy_Regulator", "Fossil_fuel_power_station"], "ranked_scores": [605.0, 601.0, 555.0, 546.0, 537.0, 532.0, 519.0, 519.0, 517.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "PDO", "NOAA-7", "Paleoatmosphere", "Clean_Development_Mechanism", "Cool_tropics_paradox", "Geological_history_of_oxygen", "Ozone_depletion", "Nuclear_power_phase-out", "Tropospheric_ozone"], "ranked_scores": [480.0, 471.0, 469.0, 465.0, 464.0, 461.0, 461.0, 460.0, 460.0, 459.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "World_Meteorological_Organization", "World_Climate_Research_Programme", "Climate_change_feedback", "Scientific_opinion_on_climate_change", "Global_Climate_Observing_System", "United_Nations_Framework_Convention_on_Climate_Change", "Planetary_equilibrium_temperature", "U.S._Global_Change_Research_Program"], "ranked_scores": [506.0, 481.0, 477.0, 475.0, 473.0, 473.0, 470.0, 469.0, 466.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Hurricane_Katrina_and_global_warming", "Climate_change_policy_of_the_United_States", "Global_change", "Climate_change_in_the_United_States", "Global_cooling", "Global_warming", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Climate_change_feedback", "Climate_change_mitigation", "Climate_change_mitigation_scenarios"], "ranked_scores": [559.0, 555.0, 541.0, 541.0, 538.0, 535.0, 535.0, 533.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Global_stilling", "Great_Lakes_region", "MSU_temperature_measurements", "Arctic_methane_emissions", "Microwave_Sounding_Unit_temperature_measurements", "GOES_15", "Geothermal_heat_pump", "Global_change", "Journal_for_Geoclimatic_Studies"], "ranked_scores": [466.0, 460.0, 458.0, 458.0, 457.0, 456.0, 456.0, 454.0, 451.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Global_warming", "Scientific_opinion_on_climate_change", "U.S._Global_Change_Research_Program", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_feedback", "Climate_change_in_the_Arctic", "Global_warming_in_Antarctica", "Arctic_geoengineering", "Scientific_consensus_on_climate_change"], "ranked_scores": [557.0, 551.0, 550.0, 547.0, 547.0, 545.0, 540.0, 540.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.3392, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Global_warming_hiatus", "Global_cooling", "Regression_toward_the_mean", "Backward_bending_supply_curve_of_labour", "Trend_stationary", "Dumbing_down", "Shutdown_of_thermohaline_circulation", "Inflation", "Copenhagen_Diagnosis", "Wage_curve"], "ranked_scores": [499.0, 490.0, 481.0, 477.0, 477.0, 477.0, 476.0, 475.0, 475.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Environmental_issue", "Effects_of_global_warming_on_humans", "Abrupt_climate_change", "Greenhouse_gas", "Global_warming", "Atmospheric_carbon_cycle", "History_of_climate_change_science", "Copenhagen_Diagnosis", "Environmental_impact_of_aviation"], "ranked_scores": [538.0, 530.0, 522.0, 518.0, 518.0, 517.0, 516.0, 514.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6805, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Future_of_Earth", "History_of_Earth", "Geodynamics_of_Mars", "Late_Glacial", "Paleocene–Eocene_Thermal_Maximum", "CO2_fertilization_effect", "Phanerozoic", "Climate_of_Mars", "History_of_Mars_observation", "Life_on_Mars"], "ranked_scores": [516.0, 514.0, 508.0, 504.0, 502.0, 501.0, 498.0, 498.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_community", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Scientific_consensus_on_climate_change", "Views_on_the_Kyoto_Protocol", "Scientific_method", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Models_of_scientific_inquiry", "Research_ethics", "Scientific_consensus", "Pro-nuclear_movement"], "ranked_scores": [486.0, 486.0, 486.0, 485.0, 481.0, 480.0, 479.0, 477.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Ground-coupled_heat_exchanger", "Cooling_center", "Air_conditioning", "2006_North_American_heat_wave", "Automobile_air_conditioning", "Atmospheric_thermodynamics", "Surface_weather_analysis", "Climate_of_the_United_States", "Temperate_climate", "Heat_index"], "ranked_scores": [521.0, 520.0, 517.0, 514.0, 504.0, 504.0, 502.0, 502.0, 499.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "IPCC_First_Assessment_Report", "1997–98_El_Niño_event", "Climate_change_in_the_United_States", "Neoglaciation", "Abrupt_climate_change", "Global_warming", "Pliocene_climate", "Copenhagen_Diagnosis", "Global_warming_hiatus"], "ranked_scores": [532.0, 531.0, 528.0, 527.0, 527.0, 524.0, 523.0, 522.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "Solar_power_in_Michigan", "Solar_power_in_the_United_States", "California", "Renewable_energy_in_the_United_States", "Concentrated_solar_power", "California_State_Assembly", "Baja_California", "Contribution_to_global_warming_by_Australia", "Wind_power_in_New_Mexico"], "ranked_scores": [530.0, 522.0, 517.0, 508.0, 502.0, 497.0, 496.0, 494.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agricultural_policy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Agricultural_Act_of_2014", "Solow_residual", "Plough", "Productivity_(ecology)", "Economy_of_the_United_States", "Agriculture_in_Pennsylvania", "Ecological_yield"], "ranked_scores": [521.0, 511.0, 510.0, 508.0, 507.0, 504.0, 503.0, 503.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-10000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Beringian_wolf", "Aronia", "Brown_bear", "Bile_bear", "Grizzly_Bear_(dance)", "Kodiak_bear", "List_of_mammals_of_Alabama", "Great_Bear_Wilderness"], "ranked_scores": [519.0, 509.0, 502.0, 501.0, 491.0, 484.0, 481.0, 480.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3296, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Arctic_geoengineering", "Atmospheric_methane", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Glacial_earthquake", "Mesopause", "Arctic_sea_ice_decline", "Copenhagen_Diagnosis"], "ranked_scores": [580.0, 537.0, 537.0, 531.0, 529.0, 522.0, 516.0, 515.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Past_sea_level", "Sea_level_rise", "Tidal_range", "Future_sea_level", "Tide", "Sea", "Raised_beach", "Marine_biology", "Sea_level", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [539.0, 534.0, 528.0, 527.0, 526.0, 517.0, 508.0, 505.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.403, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Arctic_sea_ice_decline", "Iceberg_C-19", "Sea_ice", "Ice2sea", "Future_sea_level", "Ellesmere_Ice_Shelf", "Antarctic_sea_ice", "Arctic_geoengineering", "Arctic_resources_race", "Drift_ice"], "ranked_scores": [539.0, 524.0, 524.0, 523.0, 519.0, 514.0, 514.0, 512.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Deforestation_and_climate_change", "Atmospheric_carbon_cycle", "Environmental_impact_of_aviation", "List_of_countries_by_carbon_dioxide_emissions", "Carbon_capture_and_storage", "Climate_footprint", "List_of_countries_by_carbon_dioxide_emissions_per_capita", "Carbon_footprint", "Environmental_impact_of_biodiesel"], "ranked_scores": [542.0, 540.0, 540.0, 537.0, 534.0, 530.0, 528.0, 527.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "CO2_is_Green", "Journal_for_Geoclimatic_Studies", "Carbon_neutrality", "CO2_fertilization_effect", "Environmental_impact_of_aviation", "Environmental_impact_of_transport", "Atmospheric_carbon_cycle", "Scientific_consensus_on_climate_change", "Ozone_depletion_and_climate_change"], "ranked_scores": [520.0, 511.0, 510.0, 505.0, 504.0, 504.0, 503.0, 501.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Sea_level_rise", "Ice2sea", "Arctic_sea_ice_decline", "Global_warming_in_Antarctica", "Climate_inertia", "Global_warming", "Copenhagen_Diagnosis", "Antarctic_ice_sheet", "Arctic_resources_race"], "ranked_scores": [533.0, 524.0, 523.0, 515.0, 515.0, 514.0, 513.0, 508.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Greenhouse_gas", "Carbon_dioxide_in_Earth's_atmosphere", "Ozone_depletion_and_climate_change", "Climate_change_mitigation", "Deforestation_and_climate_change", "World_Climate_Change_Conference,_Moscow", "Global_warming"], "ranked_scores": [524.0, 523.0, 511.0, 511.0, 510.0, 509.0, 508.0, 507.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1128, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Effects_of_global_warming_on_humans", "Tropical_Storm_Harvey_(2011)", "Hurricane_Katrina_and_global_warming", "Climate_change_in_the_United_States", "Climate_change_in_Tuvalu", "Loss_and_damage", "The_Real_Global_Warming_Disaster", "Global_warming", "Heaven_and_Earth_(book)", "Reasons_for_concern"], "ranked_scores": [533.0, 529.0, 523.0, 520.0, 512.0, 511.0, 511.0, 507.0, 506.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Infectious_mononucleosis", "United_States_rainfall_climatology", "Kawasaki_disease", "December_1960_nor'easter", "Multiple_sclerosis", "Southern_tick-associated_rash_illness", "Tornadoes_in_the_United_States", "List_of_mammals_of_New_England", "Granuloma_multiforme", "November_2014_North_American_cold_wave"], "ranked_scores": [498.0, 494.0, 490.0, 490.0, 487.0, 480.0, 479.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Mitigation_of_global_warming_in_Australia", "Climate_change_adaptation", "Arctic_geoengineering", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Climate_change_in_the_United_States", "Climate_change_mitigation", "Climate_Change_Science_Program", "Climate_change_policy_of_the_United_States", "Climate_change_in_Canada"], "ranked_scores": [544.0, 541.0, 539.0, 537.0, 537.0, 537.0, 534.0, 531.0, 531.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Bølling-Allerød_warming", "1808/1809_mystery_eruption", "Termination_(geomorphology)", "Greenhouse_and_icehouse_Earth", "Antarctic_Cold_Reversal", "Pliocene_climate", "Milankovitch_cycles", "Timeline_of_the_2005_Pacific_hurricane_season", "Timeline_of_the_1990_Pacific_hurricane_season"], "ranked_scores": [529.0, 512.0, 511.0, 510.0, 505.0, 502.0, 502.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "McMurdo_Sound", "Keeling_Curve", "Lōʻihi_Seamount", "California_Current", "CLOUD_experiment", "Office_of_Oceanic_and_Atmospheric_Research", "Carbon_dioxide_in_Earth's_atmosphere", "Missoula,_Montana", "Scientific_information_from_the_Mars_Exploration_Rover_mission"], "ranked_scores": [507.0, 492.0, 485.0, 480.0, 479.0, 476.0, 476.0, 474.0, 474.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Ocean_acidification", "Canada_and_the_Kyoto_Protocol", "Acid_dissociation_constant", "Carbon_dioxide_in_Earth's_atmosphere", "Chemocline", "Dole_effect", "Estuarine_acidification", "Polar_High", "Geological_history_of_oxygen", "Hypercapnia"], "ranked_scores": [495.0, 489.0, 487.0, 487.0, 485.0, 481.0, 480.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["An_Appeal_to_Reason", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Global_cooling", "Climate_change_denial", "Heaven_and_Earth_(book)", "Merchants_of_Doubt", "Climatic_Research_Unit_email_controversy", "Global_cooling_(disambiguation)", "Hurricane_Katrina_and_global_warming"], "ranked_scores": [541.0, 532.0, 525.0, 516.0, 515.0, 511.0, 509.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Paleocene–Eocene_Thermal_Maximum", "List_of_climate_research_satellites", "Thermal_optimum", "Spring_fever", "Eocene_Thermal_Maximum_2", "High_Arctic_relocation", "Typical_meteorological_year", "Fleischmann–Pons_experiment", "Winter_1985_cold_wave", "Boreal_(age)"], "ranked_scores": [505.0, 491.0, 489.0, 488.0, 487.0, 487.0, 486.0, 483.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Adam_Scaife", "Stern_Review", "Ian_Clark_(geologist)", "Arctic_geoengineering", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Antarctic_ice_sheet", "Arctic_sea_ice_decline", "World_Climate_Change_Conference,_Moscow", "Climatic_Research_Unit_documents"], "ranked_scores": [557.0, 547.0, 540.0, 539.0, 536.0, 531.0, 527.0, 527.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_front", "Rear-inflow_jet", "Polar_vortex", "North_Atlantic_Current", "Weather_front", "November_2014_North_American_cold_wave", "Climate_of_South_Africa", "Polar_low", "Global_storm_activity_of_2007"], "ranked_scores": [528.0, 523.0, 516.0, 513.0, 507.0, 507.0, 502.0, 501.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "Hockey_stick_graph", "Temperature_record_of_the_past_1000_years", "MSU_temperature_measurements", "Hockey_stick_controversy", "Instrumental_temperature_record", "Highest_temperature_recorded_on_Earth", "2000", "Microwave_Sounding_Unit_temperature_measurements", "Solar_cycle_19"], "ranked_scores": [535.0, 507.0, 506.0, 505.0, 501.0, 500.0, 499.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["1968_Thule_Air_Base_B-52_crash", "Copenhagen_Diagnosis", "CLOUD_experiment", "Climatic_Research_Unit_email_controversy", "Climate_Change_Science_Program", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Coal_forest", "Carbon_bubble", "Carbon_dioxide_removal", "Environmental_impact_of_nuclear_power"], "ranked_scores": [495.0, 483.0, 482.0, 480.0, 479.0, 476.0, 475.0, 475.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_pricing_in_Australia", "Carbon_tax", "Canada_and_the_Kyoto_Protocol", "Environmental_impact_of_transport_in_Australia", "Carbon_price", "Contribution_to_global_warming_by_Australia", "Green_Energy_Act_2009", "Greenhouse_gas_accounting", "Minerals_Resource_Rent_Tax", "Congestion_pricing"], "ranked_scores": [506.0, 504.0, 484.0, 482.0, 480.0, 479.0, 473.0, 470.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Arctic_sea_ice_decline", "Pliocene_climate", "Past_sea_level", "Sea_ice", "Ice_age", "Sea_level_rise", "Antarctic_ice_sheet", "Deglaciation", "Fast_ice"], "ranked_scores": [542.0, 514.0, 513.0, 512.0, 511.0, 506.0, 505.0, 504.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Media_coverage_of_climate_change", "1997–98_El_Niño_event", "1936_North_American_cold_wave", "March_2012_North_American_heat_wave", "100,000-year_problem", "2014–15_North_American_winter", "2010_Northern_Hemisphere_heat_waves", "Neoglaciation", "2013_extreme_weather_events", "2010_Northern_Hemisphere_summer_heat_waves"], "ranked_scores": [495.0, 490.0, 488.0, 485.0, 484.0, 482.0, 481.0, 480.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Mercury_pollution_in_the_ocean", "Estuarine_acidification", "Sea", "Dihydrogen_monoxide_hoax", "Copenhagen_Diagnosis", "Anoxic_event", "Human_extinction", "Dead_Sea", "Environmental_impact_of_the_coal_industry"], "ranked_scores": [546.0, 509.0, 501.0, 500.0, 500.0, 499.0, 495.0, 495.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_development", "Energy_accidents", "Carbon_bubble", "Alternative_cancer_treatments", "Alternative_energy", "Renewable_energy", "Wind_power_in_New_Mexico", "Pro-nuclear_movement", "Energy_industry", "Rosenfeld's_law"], "ranked_scores": [509.0, 508.0, 504.0, 502.0, 501.0, 498.0, 496.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_ice", "Antarctic_ice_sheet", "Abrupt_climate_change", "Future_sea_level", "Antarctic_sea_ice", "Glacial_earthquake", "Great_Arctic_Cyclone_of_2012", "Fast_ice", "Arctic_Ocean", "Sea_level_rise"], "ranked_scores": [548.0, 531.0, 527.0, 525.0, 524.0, 521.0, 521.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Global_warming_in_Antarctica", "Climate_change_in_Europe", "Loss_and_damage", "Grassland_degradation", "Climate_change_in_Australia", "Droughts_in_the_United_States", "Environmental_impact_of_biodiesel", "Environmental_migrant", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_inertia"], "ranked_scores": [503.0, 499.0, 499.0, 496.0, 496.0, 495.0, 495.0, 493.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Cool_tropics_paradox", "Copenhagen_Diagnosis", "Carbon_bubble", "Tipping_points_in_the_climate_system", "Arctic_geoengineering", "Antarctica_cooling_controversy", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Global_warming_hiatus", "The_Real_Global_Warming_Disaster", "Climate_change_in_the_United_States"], "ranked_scores": [512.0, 509.0, 507.0, 503.0, 503.0, 502.0, 501.0, 499.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2007_Western_North_American_heat_wave", "2011_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2006_North_American_heat_wave", "2013_Southwestern_United_States_heat_wave", "1911_Eastern_North_America_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves"], "ranked_scores": [566.0, 564.0, 563.0, 557.0, 556.0, 548.0, 545.0, 542.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "Scientific_opinion_on_climate_change", "Objections_to_evolution", "Environmental_skepticism", "Evolutionism", "Heaven_and_Earth_(book)", "Creation–evolution_controversy", "Evolution_as_fact_and_theory", "Climate_variability"], "ranked_scores": [547.0, 517.0, 511.0, 508.0, 506.0, 504.0, 504.0, 503.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climate_variability", "Climate_change_(general_concept)", "Global_warming_hiatus", "Climate_change", "Regional_effects_of_global_warming", "Global_cooling", "Temperature_record_of_the_past_1000_years", "Global_cooling_(disambiguation)", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Little_Ice_Age"], "ranked_scores": [512.0, 511.0, 504.0, 503.0, 494.0, 493.0, 493.0, 492.0, 490.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.308, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Atmospheric_carbon_cycle", "Greenhouse_gas", "Arctic_methane_emissions", "Deforestation_and_climate_change", "Wetland_methane_emissions", "Global_warming_potential", "Mootral", "IPCC_First_Assessment_Report", "Climate_footprint"], "ranked_scores": [560.0, 534.0, 530.0, 529.0, 524.0, 522.0, 520.0, 516.0, 515.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Longevity_risk", "The_Real_Global_Warming_Disaster", "Energy_accidents", "Carbon_bubble", "Global_catastrophic_risk", "Risk", "Management_systems_for_road_safety", "Manufactured_risk", "Prudent_avoidance_principle", "Scenario_analysis"], "ranked_scores": [481.0, 476.0, 471.0, 469.0, 468.0, 465.0, 462.0, 461.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1391, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "United_States_Environmental_Protection_Agency", "Lisa_P._Jackson", "International_Atomic_Energy_Agency", "Green_Power_Partnership", "Alta_Wind_Energy_Center", "Attorney_General_of_Virginia's_climate_science_investigation", "Adam_Scaife", "Energy_and_Climate_Partnership_of_the_Americas", "Electrofuel"], "ranked_scores": [483.0, 474.0, 469.0, 468.0, 465.0, 463.0, 462.0, 462.0, 461.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "2010_Northern_Hemisphere_summer_heat_waves", "2016_North_American_heat_wave", "2014–16_El_Niño_event", "1982–83_El_Niño_event", "1936_North_American_cold_wave", "Year_Without_a_Summer", "2006_North_American_heat_wave", "Highest_temperature_recorded_on_Earth"], "ranked_scores": [562.0, 545.0, 539.0, 538.0, 524.0, 521.0, 520.0, 520.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Sea_ice", "Antarctic_Cold_Reversal", "Arctic_ice_pack", "Geography_of_Antarctica", "East_Antarctica", "Arctic_oscillation", "Amery_Ice_Shelf", "Global_warming_in_Antarctica"], "ranked_scores": [523.0, 518.0, 515.0, 501.0, 501.0, 498.0, 497.0, 496.0, 494.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Landfill_gas_emission_reduction_in_Brazil", "Coal_gasification", "History_of_coal_mining", "Refined_coal", "Carbon_cycle_re-balancing"], "ranked_scores": [595.0, 581.0, 544.0, 542.0, 525.0, 513.0, 512.0, 512.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["PDO", "Pacific_decadal_oscillation", "Terminal_Doppler_Weather_Radar", "D-value_(microbiology)", "Deep_ocean_water", "Shutdown_of_thermohaline_circulation", "PDOS", "Montreal_Protocol", "Paleocene–Eocene_Thermal_Maximum", "Ozone_depletion"], "ranked_scores": [478.0, 473.0, 471.0, 466.0, 466.0, 464.0, 464.0, 462.0, 462.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "World_Energy_Outlook", "Greenhouse_effect", "West_Spitsbergen_Current", "Instrumental_temperature_record", "World_Climate_Research_Programme", "Climate_change", "Climate_change_feedback", "Scientific_opinion_on_climate_change"], "ranked_scores": [500.0, 494.0, 476.0, 476.0, 472.0, 472.0, 470.0, 470.0, 468.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_change", "Climate_change_adaptation_in_Nepal", "Climate_change_in_Australia", "Climate_change_mitigation", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Global_warming", "2009_United_Nations_Climate_Change_Conference", "Hurricane_Katrina_and_global_warming", "Climate_justice"], "ranked_scores": [543.0, 533.0, 531.0, 525.0, 524.0, 519.0, 518.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Great_Lakes_region", "Global_stilling", "Great_Lakes_Environmental_Research_Laboratory", "Little_League_World_Series_(Great_Lakes_Region)", "North_American_High", "World_Glacier_Monitoring_Service", "Weight_loss", "Carbon_dioxide_in_Earth's_atmosphere", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Great_Salt_Lake_effect"], "ranked_scores": [478.0, 470.0, 469.0, 466.0, 466.0, 464.0, 463.0, 458.0, 458.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Global_warming_in_Antarctica", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "Climate_change_in_the_United_States", "Climate_change_feedback", "Hurricane_Katrina_and_global_warming", "Global_warming_controversy", "Climate_change_in_Australia"], "ranked_scores": [553.0, 547.0, 547.0, 536.0, 535.0, 534.0, 531.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Trend_stationary", "Regression_toward_the_mean", "Not_even_wrong", "Global_warming_hiatus", "Backward_bending_supply_curve_of_labour", "Dumbing_down", "Global_cooling", "Marginal_product", "Proportional_reduction_in_loss", "Antarctica_cooling_controversy"], "ranked_scores": [485.0, 484.0, 480.0, 480.0, 479.0, 477.0, 477.0, 470.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Environmental_issue", "Global_warming", "Holocene_extinction", "Geological_history_of_oxygen", "Abrupt_climate_change", "Carbon_dioxide_in_Earth's_atmosphere", "Runaway_greenhouse_effect", "Greenhouse_gas", "Effects_of_global_warming_on_humans", "Ozone_depletion_and_climate_change"], "ranked_scores": [522.0, 521.0, 519.0, 518.0, 517.0, 513.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5085, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Geodynamics_of_Mars", "Paleocene–Eocene_Thermal_Maximum", "Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Eocene_Thermal_Maximum_2", "History_of_Earth", "IPCC_First_Assessment_Report", "Life_on_Mars", "Future_of_Earth", "Late_Glacial"], "ranked_scores": [526.0, 506.0, 504.0, 502.0, 500.0, 500.0, 500.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Scientific_community", "Views_on_the_Kyoto_Protocol", "Models_of_scientific_inquiry", "Truth", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Research_ethics", "Scientific_consensus_on_climate_change", "Climatic_Research_Unit_documents", "Relationship_between_religion_and_science", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [487.0, 483.0, 478.0, 477.0, 476.0, 475.0, 475.0, 473.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Ground-coupled_heat_exchanger", "Cooling_center", "2006_North_American_heat_wave", "Weather_map", "Air_conditioning", "Surface_weather_analysis", "Geothermal_heat_pump", "Satellite_temperature_measurements", "Heat_index", "Water_heating"], "ranked_scores": [522.0, 509.0, 508.0, 508.0, 507.0, 504.0, 501.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["1808/1809_mystery_eruption", "Temperature_record_of_the_past_1000_years", "IPCC_First_Assessment_Report", "Global_cooling", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Reasons_for_concern", "Neoglaciation", "1997–98_El_Niño_event", "Global_warming_controversy", "Global_warming_conspiracy_theory"], "ranked_scores": [527.0, 519.0, 517.0, 513.0, 512.0, 511.0, 510.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "California", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "California_State_Assembly", "California_League_of_Conservation_Voters", "Baja_California", "Culture_of_California", "Solar_power_in_Michigan", "Santa_Clara_Valley"], "ranked_scores": [548.0, 540.0, 525.0, 518.0, 516.0, 510.0, 508.0, 506.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agriculture_in_Pennsylvania", "Productivity_(ecology)", "Solow_residual", "Agricultural_cooperative", "Economy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Economic_growth", "Plough", "Workforce_productivity"], "ranked_scores": [513.0, 511.0, 501.0, 496.0, 494.0, 492.0, 492.0, 491.0, 491.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-12000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Arctic_Alaska", "Rubus_arcticus", "Aronia", "Beringian_wolf", "Hunting_and_fishing_in_Alaska", "Brown_bear", "Mount_Bear", "Arctic_Lowlands", "Bear_River_(Michigan)", "Kodiak_bear"], "ranked_scores": [508.0, 507.0, 498.0, 484.0, 483.0, 482.0, 480.0, 478.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3028, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.6667}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Clathrate_gun_hypothesis", "Atmospheric_methane", "Greenhouse_gas", "Climate_change_in_the_Arctic", "Arctic_geoengineering", "Coalbed_methane", "Global_warming_potential", "Marcellus_natural_gas_trend", "Wetland_methane_emissions"], "ranked_scores": [568.0, 534.0, 530.0, 530.0, 526.0, 518.0, 518.0, 517.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tidal_range", "Past_sea_level", "Sea_level_rise", "Future_sea_level", "Tide", "Continental_margin", "Pliocene_climate", "Raised_beach", "Sea", "Life_zones_of_the_Mediterranean_region"], "ranked_scores": [526.0, 525.0, 525.0, 524.0, 518.0, 507.0, 503.0, 499.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Future_sea_level", "Arctic_geoengineering", "Winter_1985_cold_wave", "Wiesław_Masłowski", "Scientific_opinion_on_climate_change", "Retreat_of_glaciers_since_1850", "Climate_change_in_the_United_States", "Hockey_stick_graph"], "ranked_scores": [542.0, 527.0, 523.0, 519.0, 516.0, 513.0, 512.0, 512.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Environmental_impact_of_transport", "Deforestation_and_climate_change", "Carbon_footprint", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climate_footprint", "Environmental_impact_of_aviation", "Atmospheric_carbon_cycle", "Carbon_emissions_reporting", "Carbon_tax", "Carbon_capture_and_storage"], "ranked_scores": [549.0, 541.0, 538.0, 533.0, 531.0, 529.0, 528.0, 528.0, 524.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Global_warming_controversy", "Journal_for_Geoclimatic_Studies", "Politics_of_global_warming", "Carbon_neutrality", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_in_the_United_States", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "Climate_change_mitigation", "Global_warming_hiatus"], "ranked_scores": [525.0, 524.0, 518.0, 513.0, 513.0, 513.0, 512.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Climate_inertia", "Global_warming_in_Antarctica", "Sea_level_rise", "Ice2sea", "Retreat_of_glaciers_since_1850", "Global_warming", "Copenhagen_Diagnosis", "Climate_change_in_Tuvalu", "Climate_change_in_the_Arctic"], "ranked_scores": [543.0, 523.0, 517.0, 506.0, 506.0, 504.0, 503.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Carbon_diet", "Carbon_dioxide_in_Earth's_atmosphere", "Climate_change_mitigation_scenarios", "Special_Report_on_Global_Warming_of_1.5_°C", "Idealized_greenhouse_model", "Carbon_dioxide_removal", "Climate_sensitivity", "Ozone_depletion_and_climate_change"], "ranked_scores": [538.0, 529.0, 518.0, 517.0, 515.0, 512.0, 505.0, 505.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "Effects_of_global_warming_on_humans", "Loss_and_damage", "Hurricane_Katrina_and_global_warming", "Climate_change_feedback", "The_Real_Global_Warming_Disaster", "Climate_change_in_Tuvalu", "Climate_change_in_the_United_States", "Global_warming", "Reasons_for_concern"], "ranked_scores": [525.0, 521.0, 518.0, 513.0, 513.0, 513.0, 511.0, 509.0, 507.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Kawasaki_disease", "Meningococcal_disease", "Infectious_mononucleosis", "Late_2009_southeastern_Australia_heat_wave", "December_1960_nor'easter", "Frost_Belt", "Diphtheria", "Lyme_disease", "Multiple_sclerosis", "Southern_tick-associated_rash_illness"], "ranked_scores": [485.0, 483.0, 481.0, 479.0, 478.0, 478.0, 477.0, 477.0, 474.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_in_the_United_States", "Renewable_Energy_Sources_and_Climate_Change_Mitigation", "Climate_change_mitigation_scenarios", "Economics_of_global_warming", "Arctic_geoengineering", "Climate_change_mitigation", "Views_on_the_Kyoto_Protocol", "Mitigation_of_global_warming_in_Australia", "100%_renewable_energy", "2011_United_Nations_Climate_Change_Conference"], "ranked_scores": [558.0, 546.0, 545.0, 541.0, 538.0, 535.0, 534.0, 534.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Bølling-Allerød_warming", "Temperature_record_of_the_past_1000_years", "Pliocene_climate", "Termination_(geomorphology)", "Greenhouse_and_icehouse_Earth", "1808/1809_mystery_eruption", "Abrupt_climate_change", "Paleogene", "Younger_Dryas"], "ranked_scores": [523.0, 517.0, 516.0, 515.0, 513.0, 511.0, 509.0, 509.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "McMurdo_Sound", "Keeling_Curve", "Global_Climate_Observing_System", "Arctic_oscillation", "Office_of_Oceanic_and_Atmospheric_Research", "Climate:_Long_range_Investigation,_Mapping,_and_Prediction", "Pliocene_climate", "Carbon_dioxide_in_Earth's_atmosphere", "Climatology"], "ranked_scores": [508.0, 506.0, 496.0, 485.0, 483.0, 482.0, 481.0, 481.0, 479.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5856, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Copenhagen_Diagnosis", "C3_carbon_fixation", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "2015_United_Nations_Climate_Change_Conference", "Avoiding_Dangerous_Climate_Change", "Canada_and_the_Kyoto_Protocol", "Carbon_dioxide_removal", "Ocean_acidification", "2009_United_Nations_Climate_Change_Conference", "Greenhouse_gas_emissions_by_the_United_States"], "ranked_scores": [491.0, 490.0, 488.0, 487.0, 486.0, 485.0, 485.0, 485.0, 484.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["An_Appeal_to_Reason", "The_Great_Global_Warming_Swindle", "Global_warming_conspiracy_theory", "Global_cooling", "Climate_change_denial", "Climatic_Research_Unit_documents", "Climatic_Research_Unit_email_controversy", "I'm_not_a_scientist", "World_Climate_Change_Conference,_Moscow", "Antarctica_cooling_controversy"], "ranked_scores": [537.0, 535.0, 528.0, 524.0, 524.0, 523.0, 522.0, 522.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.3836, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Typical_meteorological_year", "Paleocene–Eocene_Thermal_Maximum", "Fleischmann–Pons_experiment", "Views_on_the_Kyoto_Protocol", "Climate_of_Tamil_Nadu", "Eocene_Thermal_Maximum_2", "Season_creep", "List_of_climate_research_satellites", "IPCC_Fifth_Assessment_Report", "Thermal_optimum"], "ranked_scores": [498.0, 496.0, 492.0, 487.0, 485.0, 484.0, 483.0, 482.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Arctic_geoengineering", "Stern_Review", "Wiesław_Masłowski", "Measurement_of_sea_ice", "Ian_Clark_(geologist)", "Scientific_consensus_on_climate_change", "Adam_Scaife", "Scientific_opinion_on_climate_change"], "ranked_scores": [564.0, 543.0, 541.0, 539.0, 539.0, 536.0, 533.0, 531.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2407, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_vortex", "Polar_front", "Polar_low", "Rear-inflow_jet", "Climate_of_South_Africa", "Wind_shear", "North_Atlantic_Current", "South_Magnetic_Pole", "November_2014_North_American_cold_wave"], "ranked_scores": [536.0, 520.0, 518.0, 514.0, 510.0, 503.0, 503.0, 500.0, 499.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["1997–98_El_Niño_event", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Instrumental_temperature_record", "MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Highest_temperature_recorded_on_Earth", "Hockey_stick_controversy", "Hockey_stick_graph", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Typical_meteorological_year"], "ranked_scores": [509.0, 509.0, 507.0, 505.0, 505.0, 498.0, 497.0, 496.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Copenhagen_Diagnosis", "Carbon_bubble", "Collider_Detector_at_Fermilab", "California_Proposition_23_(2010)", "Copenhagen_Consensus_Center", "CLOUD_experiment", "1968_Thule_Air_Base_B-52_crash", "Journal_for_Geoclimatic_Studies", "Greenhouse_gas_emissions_by_the_United_States", "Climatic_Research_Unit_documents"], "ranked_scores": [501.0, 486.0, 484.0, 483.0, 481.0, 478.0, 474.0, 474.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Carbon_price", "Green_Energy_Act_2009", "Canada_and_the_Kyoto_Protocol", "Contribution_to_global_warming_by_Australia", "Greenhouse_gas_accounting", "Emissions_trading", "Low-carbon_emission"], "ranked_scores": [505.0, 501.0, 496.0, 491.0, 478.0, 477.0, 476.0, 476.0, 473.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Pliocene_climate", "Ice_age", "Deglaciation", "Measurement_of_sea_ice", "Retreat_of_glaciers_since_1850", "Sea_ice", "Arctic_sea_ice_decline", "The_Ice_Age", "Fast_ice"], "ranked_scores": [536.0, 517.0, 512.0, 511.0, 507.0, 507.0, 507.0, 506.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "1997–98_El_Niño_event", "100,000-year_problem", "Neoglaciation", "List_of_climate_research_satellites", "1908", "1936_North_American_cold_wave", "2015_North_American_heat_wave", "Global_warming_hiatus", "Media_coverage_of_climate_change"], "ranked_scores": [491.0, 489.0, 485.0, 484.0, 484.0, 481.0, 480.0, 479.0, 479.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Global_catastrophic_risk", "Copenhagen_Diagnosis", "Mercury_pollution_in_the_ocean", "Estuarine_acidification", "Dihydrogen_monoxide_hoax", "Great_Salinity_Anomaly", "Anoxic_event", "Human_extinction", "Sea"], "ranked_scores": [544.0, 521.0, 516.0, 513.0, 505.0, 505.0, 499.0, 498.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Energy_development", "Carbon_bubble", "Alternatives_assessment", "Alternative_energy", "Renewable_energy", "Rosenfeld's_law", "False_balance", "Renewable_energy_debate", "Environmental_impact_of_nuclear_power"], "ranked_scores": [512.0, 511.0, 506.0, 504.0, 501.0, 499.0, 489.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Future_sea_level", "Antarctic_ice_sheet", "Fast_ice", "Sea_ice", "Abrupt_climate_change", "Antarctic_sea_ice", "Glacial_earthquake", "Arctic_Ocean", "Ice_shelf", "Arctic_ice_pack"], "ranked_scores": [538.0, 538.0, 536.0, 529.0, 521.0, 518.0, 518.0, 515.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["Global_warming_in_Antarctica", "Climate_change_in_Europe", "Climate_inertia", "Copenhagen_Diagnosis", "Ice2sea", "Loss_and_damage", "Grassland_degradation", "European_Union_Emission_Trading_Scheme", "Climate_change_in_Australia", "United_Nations_Convention_to_Combat_Desertification"], "ranked_scores": [514.0, 509.0, 498.0, 497.0, 495.0, 493.0, 493.0, 492.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Antarctica_cooling_controversy", "Cool_tropics_paradox", "Carbon_bubble", "Copenhagen_Diagnosis", "The_Real_Global_Warming_Disaster", "Tipping_points_in_the_climate_system", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "World_Climate_Report", "Stern_Review", "Loss_and_damage"], "ranked_scores": [519.0, 515.0, 510.0, 503.0, 502.0, 502.0, 502.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2006_North_American_heat_wave", "2000_Southern_United_States_heat_wave", "2011_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "Late_2009_southeastern_Australia_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [569.0, 565.0, 559.0, 553.0, 551.0, 551.0, 547.0, 542.0, 537.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming_controversy", "World_Climate_Report", "Objections_to_evolution", "Creation–evolution_controversy", "Environmental_skepticism", "Scientific_opinion_on_climate_change", "Climate_change_denial", "Merchants_of_Doubt", "Greening_Earth_Society"], "ranked_scores": [550.0, 527.0, 526.0, 518.0, 517.0, 515.0, 509.0, 508.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_warming_hiatus", "Wibjörn_Karlén", "Regional_effects_of_global_warming", "Temperature_record_of_the_past_1000_years", "Climate_variability", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "100,000-year_problem", "Climate_change_in_Texas", "Climate_change_(general_concept)", "Climate_inertia"], "ranked_scores": [517.0, 509.0, 501.0, 501.0, 496.0, 495.0, 493.0, 489.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Wetland_methane_emissions", "Atmospheric_methane", "Atmospheric_carbon_cycle", "Global_warming_potential", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Deforestation_and_climate_change", "IPCC_First_Assessment_Report", "Arctic_methane_emissions", "Climate_footprint", "Mootral"], "ranked_scores": [538.0, 534.0, 527.0, 517.0, 516.0, 512.0, 512.0, 508.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Longevity_risk", "Global_catastrophic_risk", "Risk", "Energy_accidents", "Manufactured_risk", "Financial_risk_modeling", "The_Real_Global_Warming_Disaster", "Carbon_bubble", "Systematic_risk", "Worst-case_scenario"], "ranked_scores": [490.0, 480.0, 477.0, 472.0, 466.0, 466.0, 466.0, 464.0, 460.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Presidential_Climate_Action_Plan", "Lisa_P._Jackson", "Green_Power_Partnership", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "International_Atomic_Energy_Agency", "Advisory_Group_on_Greenhouse_Gases", "Alta_Wind_Energy_Center", "Armstrong_Power_Plant", "Climatic_Research_Unit_email_controversy", "Scott_Pruitt"], "ranked_scores": [483.0, 479.0, 468.0, 466.0, 464.0, 464.0, 462.0, 462.0, 462.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "2014–16_El_Niño_event", "2010_Northern_Hemisphere_heat_waves", "Highest_temperature_recorded_on_Earth", "Year_Without_a_Summer", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Summer_of_1976_(Europe)"], "ranked_scores": [527.0, 527.0, 522.0, 521.0, 517.0, 516.0, 514.0, 514.0, 511.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Geography_of_Antarctica", "Arctic_ice_pack", "Arctic_oscillation", "Sea_ice", "East_Antarctica", "Global_warming_in_Antarctica", "Antarctic_Cold_Reversal", "Ellesmere_Ice_Shelf"], "ranked_scores": [524.0, 514.0, 506.0, 505.0, 505.0, 505.0, 504.0, 504.0, 503.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Carbon_capture_and_storage_in_Australia", "Clean_technology", "Fossil_fuel_power_station", "Carbon-neutral_fuel", "Coal", "Capitol_Power_Plant", "Renewable_energy_in_the_United_Kingdom"], "ranked_scores": [578.0, 572.0, 545.0, 534.0, 533.0, 523.0, 510.0, 507.0, 505.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["D-value_(microbiology)", "Pacific_decadal_oscillation", "NOAA-7", "Canada_and_the_Kyoto_Protocol", "PDO", "PDOS", "Shutdown_of_thermohaline_circulation", "Nuclear_power_phase-out", "Cooling_tower", "Terminal_Doppler_Weather_Radar"], "ranked_scores": [478.0, 475.0, 472.0, 471.0, 469.0, 467.0, 467.0, 466.0, 464.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "World_Energy_Outlook", "Greening_Earth_Society", "EdGCM", "U.S._Global_Change_Research_Program", "Global_warming_controversy", "West_Spitsbergen_Current", "Scientific_opinion_on_climate_change", "World_Climate_Research_Programme"], "ranked_scores": [499.0, 481.0, 475.0, 475.0, 470.0, 467.0, 466.0, 466.0, 466.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_change", "Climate_change_adaptation_in_Nepal", "Hurricane_Katrina_and_global_warming", "World_Climate_Change_Conference,_Moscow", "Climate_change_mitigation", "Climate_change_in_the_United_States", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "Global_Change_Research_Act_of_1990", "Global_warming"], "ranked_scores": [546.0, 537.0, 537.0, 536.0, 527.0, 525.0, 524.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["World_Glacier_Monitoring_Service", "Great_Lakes_region", "Arctic_methane_emissions", "North_American_High", "Temperature_record_of_the_past_1000_years", "Global_stilling", "Microwave_Sounding_Unit_temperature_measurements", "Carbon_dioxide_in_Earth's_atmosphere", "Siberian_High", "South_Magnetic_Pole"], "ranked_scores": [470.0, 469.0, 463.0, 463.0, 461.0, 461.0, 460.0, 458.0, 458.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Climate_change_in_the_United_States", "IPCC_First_Assessment_Report", "Global_warming_in_Antarctica", "Global_warming_controversy", "Global_warming", "Climate_change_feedback", "Climate_change_in_the_Arctic", "Effect_of_Sun_angle_on_climate", "U.S._Global_Change_Research_Program"], "ranked_scores": [570.0, 541.0, 541.0, 541.0, 540.0, 539.0, 537.0, 535.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1208, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Global_warming_hiatus", "Backward_bending_supply_curve_of_labour", "Regression_toward_the_mean", "Trend_stationary", "Global_cooling", "Proportional_reduction_in_loss", "Glacier_mass_balance", "Views_on_the_Kyoto_Protocol", "Marginal_product", "Slippery_slope"], "ranked_scores": [495.0, 491.0, 486.0, 480.0, 477.0, 475.0, 473.0, 473.0, 470.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Effects_of_global_warming_on_humans", "Abrupt_climate_change", "Geological_history_of_oxygen", "Carbon_bubble", "Attribution_of_recent_climate_change", "Global_warming", "Climatic_Research_Unit_email_controversy", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis"], "ranked_scores": [514.0, 509.0, 508.0, 507.0, 507.0, 507.0, 503.0, 501.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.5205, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Late_Glacial", "Future_of_Earth", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "100,000-year_problem", "Geodynamics_of_Mars", "Cenozoic", "Polar_forests_of_the_Cretaceous", "Climate_of_Mars", "Hockey_stick_graph"], "ranked_scores": [526.0, 522.0, 521.0, 519.0, 511.0, 510.0, 510.0, 510.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Truth", "Models_of_scientific_inquiry", "Lisbon_Principles", "Thermal_optimum", "Scientific_journal", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Flexible_Mechanisms", "Climatic_Research_Unit_documents", "Research_ethics"], "ranked_scores": [512.0, 487.0, 483.0, 481.0, 480.0, 477.0, 474.0, 473.0, 471.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["2006_North_American_heat_wave", "Air_conditioning", "Weather_map", "Cooling_center", "Surface_weather_analysis", "Atmospheric_thermodynamics", "2001_Eastern_North_America_heat_wave", "2000_Southern_United_States_heat_wave", "Excessive_heat_watch", "Climate_of_the_United_States"], "ranked_scores": [518.0, 507.0, 505.0, 504.0, 503.0, 501.0, 500.0, 500.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["1808/1809_mystery_eruption", "IPCC_First_Assessment_Report", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Temperature_record_of_the_past_1000_years", "Global_cooling", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "Neoglaciation", "1997–98_El_Niño_event", "Bølling-Allerød_warming", "Global_warming_hiatus"], "ranked_scores": [530.0, 529.0, 527.0, 523.0, 521.0, 519.0, 518.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Renewable_energy_in_the_United_States", "Wind_power_in_California", "California", "Solar_power_in_Michigan", "Concentrated_solar_power", "Solar_power_in_the_United_States", "Baja_California", "Contribution_to_global_warming_by_Australia", "Etymology_of_California", "Wind_power_in_Colorado"], "ranked_scores": [529.0, 529.0, 529.0, 523.0, 506.0, 505.0, 504.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Agriculture_in_Pennsylvania", "Agriculture,_forestry,_and_fishing_in_Japan", "Growth_of_wind_power_in_the_United_States", "Plough", "Workforce_productivity", "Productivity_(ecology)", "Agriculture_in_Argentina", "Jobs_created_during_U.S._presidential_terms", "Agricultural_Act_of_2014", "Marginal_product"], "ranked_scores": [518.0, 518.0, 508.0, 496.0, 495.0, 494.0, 493.0, 490.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-14000": {"555": {"relevant_ids": ["Kodiak_bear", "Grizzly_bear", "Brown_bear"], "ranked_ids": ["Rubus_arcticus", "Arctic_Alaska", "Brown_bear", "Aronia", "Beringian_wolf", "Great_Bear_Wilderness", "Arctic_ecology", "Bear_River_(Michigan)", "Mount_Bear", "Grizzly_(film)"], "ranked_scores": [499.0, 495.0, 483.0, 481.0, 481.0, 478.0, 476.0, 473.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "1421": {"relevant_ids": ["Retreat_of_glaciers_since_1850", "Glacier", "Thaumasia_quadrangle", "Climate_change_in_the_Arctic"], "ranked_ids": ["Arctic_methane_emissions", "Greenhouse_gas", "Atmospheric_methane", "Coalbed_methane", "Climate_change_in_the_Arctic", "Clathrate_gun_hypothesis", "Carbon_dioxide_in_Earth's_atmosphere", "Mesopause", "Wetland_methane_emissions", "Methane"], "ranked_scores": [578.0, 553.0, 548.0, 529.0, 527.0, 520.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "109": {"relevant_ids": ["Sea_level", "Sea"], "ranked_ids": ["Tide", "Sea_level_rise", "Past_sea_level", "Future_sea_level", "Tidal_range", "Sea", "Continental_margin", "Annual_cycle_of_sea_level_height", "Raised_beach", "Sea_state"], "ranked_scores": [532.0, 527.0, 525.0, 520.0, 513.0, 507.0, 498.0, 496.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["Arctic_sea_ice_decline", "Sea_level_rise", "Global_warming", "Effects_of_global_warming"], "ranked_ids": ["Ice2sea", "Arctic_sea_ice_decline", "Iceberg_C-19", "Future_sea_level", "Arctic_geoengineering", "Sea_ice", "Scientific_opinion_on_climate_change", "Winter_1985_cold_wave", "Wiesław_Masłowski", "Measurement_of_sea_ice"], "ranked_scores": [533.0, 528.0, 524.0, 523.0, 519.0, 518.0, 516.0, 509.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1971": {"relevant_ids": ["Zero-energy_building", "Renewable_energy", "Carbon_neutrality", "Carbon_footprint"], "ranked_ids": ["Climate_footprint", "Carbon_footprint", "Environmental_impact_of_transport", "Carbon_capture_and_storage", "Atmospheric_carbon_cycle", "Environmental_impact_of_aviation", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Carbon_emissions_reporting", "Greenhouse_debt", "Carbon_tax"], "ranked_scores": [554.0, 547.0, 540.0, 538.0, 538.0, 533.0, 532.0, 530.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.2463, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.25}, "1862": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Scott_Pruitt"], "ranked_ids": ["Journal_for_Geoclimatic_Studies", "Politics_of_global_warming", "Global_cooling", "Global_warming_hiatus", "Carbon_neutrality", "CO2_is_Green", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide", "CO2_fertilization_effect", "Climate_change_in_the_United_States"], "ranked_scores": [513.0, 511.0, 511.0, 507.0, 505.0, 500.0, 500.0, 499.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "1792": {"relevant_ids": ["Sea_level_rise", "Greenland"], "ranked_ids": ["Future_sea_level", "Climate_inertia", "Climate_change_in_the_Arctic", "Ice2sea", "Global_warming", "Global_warming_in_Antarctica", "Copenhagen_Diagnosis", "Deglaciation", "Retreat_of_glaciers_since_1850", "Antarctic_ice_sheet"], "ranked_scores": [531.0, 529.0, 527.0, 523.0, 522.0, 519.0, 515.0, 515.0, 515.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1510": {"relevant_ids": ["Climate_change_feedback", "Global_warming", "Permian–Triassic_extinction_event", "Climate_sensitivity"], "ranked_ids": ["Carbon_diet", "IPCC_First_Assessment_Report", "Copenhagen_Diagnosis", "Climate_change_mitigation_scenarios", "Climate_sensitivity", "Carbon_dioxide_in_Earth's_atmosphere", "Carbon_dioxide_removal", "Special_Report_on_Global_Warming_of_1.5_°C", "2015_United_Nations_Climate_Change_Conference", "United_Nations_Climate_Change_conference"], "ranked_scores": [520.0, 520.0, 511.0, 510.0, 505.0, 504.0, 503.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "95": {"relevant_ids": ["Hurricane_Harvey", "Effects_of_global_warming"], "ranked_ids": ["Tropical_Storm_Harvey_(2011)", "The_Real_Global_Warming_Disaster", "Hurricane_Katrina_and_global_warming", "Effects_of_global_warming_on_humans", "Global_warming", "Climate_change_in_the_United_States", "Effects_of_climate_change_on_terrestrial_animals", "Heaven_and_Earth_(book)", "Climate_change_feedback", "Copenhagen_Diagnosis"], "ranked_scores": [530.0, 517.0, 517.0, 515.0, 514.0, 509.0, 502.0, 502.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1390": {"relevant_ids": ["East_Coast_of_the_United_States", "Temperate_climate", "Lyme_disease"], "ranked_ids": ["Nor'easter", "Kawasaki_disease", "Multiple_sclerosis", "Lymphangitis", "Winter_1985_cold_wave", "Climate_of_Minnesota", "Frost_Belt", "Lyme_disease", "Early_2014_North_American_cold_wave", "List_of_mammals_of_New_England"], "ranked_scores": [487.0, 481.0, 481.0, 481.0, 481.0, 478.0, 478.0, 478.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "705": {"relevant_ids": ["General_circulation_model", "Sensitivity_analysis", "Global_warming", "Science"], "ranked_ids": ["Climate_change_in_the_United_States", "Climate_change_mitigation_scenarios", "Climate_change_mitigation", "Economics_of_global_warming", "Arctic_geoengineering", "Mitigation_of_global_warming_in_Australia", "100%_renewable_energy", "World_Climate_Change_Conference,_Moscow", "Effects_of_global_warming", "Climate_change_policy_of_the_United_States"], "ranked_scores": [553.0, 550.0, 544.0, 541.0, 541.0, 540.0, 538.0, 535.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "967": {"relevant_ids": ["Little_Ice_Age", "John_D._Hamaker", "Ice_age"], "ranked_ids": ["Timeline_of_glaciation", "Bølling-Allerød_warming", "Greenhouse_and_icehouse_Earth", "1000", "Antarctic_Cold_Reversal", "1808/1809_mystery_eruption", "Abrupt_climate_change", "Termination_(geomorphology)", "Global_warming_hiatus", "Paleogene"], "ranked_scores": [518.0, 515.0, 506.0, 503.0, 503.0, 502.0, 501.0, 501.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2994": {"relevant_ids": ["Greenhouse_effect", "Global_warming", "Mauna_Loa_Observatory", "Keeling_Curve"], "ranked_ids": ["Mauna_Loa_Observatory", "Keeling_Curve", "McMurdo_Sound", "Copenhagen_Diagnosis", "Global_Climate_Observing_System", "Pacific_decadal_oscillation", "Carbon_dioxide_in_Earth's_atmosphere", "National_Center_for_Atmospheric_Research", "Gaia_(spacecraft)", "World_Glacier_Monitoring_Service"], "ranked_scores": [506.0, 494.0, 493.0, 484.0, 482.0, 481.0, 481.0, 481.0, 480.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1334": {"relevant_ids": ["PH", "Carbon_dioxide", "Acid"], "ranked_ids": ["Avoiding_Dangerous_Climate_Change", "2015_United_Nations_Climate_Change_Conference", "Transatlantic_Climate_Bridge", "2009_United_Nations_Climate_Change_Conference", "Canada_and_the_Kyoto_Protocol", "Hypercapnia", "Coupled_model_intercomparison_project", "Post–Kyoto_Protocol_negotiations_on_greenhouse_gas_emissions", "C3_carbon_fixation", "Climate_change_mitigation"], "ranked_scores": [483.0, 482.0, 481.0, 480.0, 479.0, 478.0, 476.0, 475.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "36": {"relevant_ids": ["Climate_change_denial", "Global_cooling", "Richard_Lindzen"], "ranked_ids": ["An_Appeal_to_Reason", "Global_cooling", "The_Great_Global_Warming_Swindle", "Climate_change_denial", "Climatic_Research_Unit_email_controversy", "Antarctica_cooling_controversy", "I'm_not_a_scientist", "World_Climate_Change_Conference,_Moscow", "The_Real_Global_Warming_Disaster", "Stern_Review"], "ranked_scores": [544.0, 538.0, 536.0, 524.0, 519.0, 517.0, 515.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "2509": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Fleischmann–Pons_experiment", "List_of_climate_research_satellites", "Paleocene–Eocene_Thermal_Maximum", "Typical_meteorological_year", "Eocene_Thermal_Maximum_2", "MSU_temperature_measurements", "Climate_of_Tamil_Nadu", "Thermal_optimum", "Timeline_of_the_2005_Pacific_hurricane_season", "Season_creep"], "ranked_scores": [495.0, 493.0, 489.0, 481.0, 481.0, 480.0, 479.0, 479.0, 479.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1119": {"relevant_ids": ["Scientific_consensus_on_climate_change", "Greenland", "Climatic_Research_Unit_email_controversy", "Adam_Scaife"], "ranked_ids": ["Ice2sea", "Arctic_geoengineering", "Ian_Clark_(geologist)", "Arctic_sea_ice_decline", "Adam_Scaife", "Arctic_Climate_Impact_Assessment", "Scientific_opinion_on_climate_change", "Stern_Review", "Antarctic_ice_sheet", "Measurement_of_sea_ice"], "ranked_scores": [552.0, 544.0, 539.0, 535.0, 534.0, 529.0, 523.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.151, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.151, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.25}, "1112": {"relevant_ids": ["Global_warming", "Jet_stream"], "ranked_ids": ["Jet_stream", "Polar_front", "Polar_vortex", "Rear-inflow_jet", "Wind_shear", "Polar_low", "Weather_front", "Souther_(meteorology)", "Climate_of_South_Africa", "Climate_of_the_United_States"], "ranked_scores": [527.0, 510.0, 508.0, 502.0, 493.0, 491.0, 490.0, 490.0, 488.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1365": {"relevant_ids": ["List_of_heat_waves", "Global_warming_hiatus"], "ranked_ids": ["MSU_temperature_measurements", "Temperature_record_of_the_past_1000_years", "Instrumental_temperature_record", "1997–98_El_Niño_event", "Hockey_stick_controversy", "Microwave_Sounding_Unit_temperature_measurements", "Typical_meteorological_year", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Hockey_stick_graph", "Nicholas_Shackleton"], "ranked_scores": [526.0, 507.0, 506.0, 502.0, 502.0, 502.0, 499.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1774": {"relevant_ids": ["CLOUD_experiment", "Climate_change_(general_concept)", "Attribution_of_recent_climate_change"], "ranked_ids": ["Climatic_Research_Unit_email_controversy", "Climatic_Research_Unit_documents", "Copenhagen_Diagnosis", "Contraction_and_Convergence", "Copenhagen_Consensus_Center", "Climate_Change_Science_Program", "Collider_Detector_at_Fermilab", "Carbon_dioxide_removal", "CLOUD_experiment", "Climatic_Research_Unit"], "ranked_scores": [485.0, 484.0, 484.0, 483.0, 482.0, 481.0, 478.0, 478.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1413, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.3333}, "1822": {"relevant_ids": ["Carbon_tax"], "ranked_ids": ["Carbon_tax", "Environmental_impact_of_transport_in_Australia", "Carbon_pricing_in_Australia", "Carbon_price", "Canada_and_the_Kyoto_Protocol", "1911_Eastern_North_America_heat_wave", "Low-carbon_emission", "Aliso_Canyon_gas_leak", "IPCC_First_Assessment_Report", "Green_Energy_Act_2009"], "ranked_scores": [501.0, 494.0, 490.0, 480.0, 476.0, 469.0, 468.0, 468.0, 467.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2836": {"relevant_ids": ["Glacier", "Post-glacial_rebound", "Ice_age"], "ranked_ids": ["Future_sea_level", "Sea_ice", "Deglaciation", "Retreat_of_glaciers_since_1850", "Arctic_sea_ice_decline", "Past_sea_level", "Ice_age", "Ice2sea", "Measurement_of_sea_ice", "Pliocene_climate"], "ranked_scores": [524.0, 519.0, 514.0, 512.0, 505.0, 505.0, 505.0, 502.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}, "401": {"relevant_ids": ["Syracuse,_New_York", "Instrumental_temperature_record"], "ranked_ids": ["List_of_climate_research_satellites", "Typical_meteorological_year", "Media_coverage_of_climate_change", "2014–15_North_American_winter", "March_2012_North_American_heat_wave", "United_States_rainfall_climatology", "George_Kukla", "1997–98_El_Niño_event", "Description_of_the_Medieval_Warm_Period_and_Little_Ice_Age_in_IPCC_reports", "International_Geophysical_Year"], "ranked_scores": [483.0, 483.0, 482.0, 482.0, 480.0, 475.0, 475.0, 474.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093": {"relevant_ids": ["Greenhouse_gas", "Ocean_acidification"], "ranked_ids": ["Ocean_acidification", "Dihydrogen_monoxide_hoax", "Mercury_pollution_in_the_ocean", "Atlantic_Ocean", "Estuarine_acidification", "Ice2sea", "Sea", "Blackwater_(coal)", "Copenhagen_Diagnosis", "Global_catastrophic_risk"], "ranked_scores": [550.0, 514.0, 504.0, 500.0, 500.0, 498.0, 497.0, 496.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "3066": {"relevant_ids": ["List_of_topics_characterized_as_pseudoscience", "Economics", "Alternative_medicine", "History_of_economic_thought", "Minimum_wage"], "ranked_ids": ["Energy_accidents", "Alternatives_assessment", "Energy_development", "Carbon_bubble", "Alternative_energy", "Alternative_cancer_treatments", "False_balance", "Renewable_energy", "Nuclear_safety_and_security", "Energy_industry"], "ranked_scores": [504.0, 503.0, 503.0, 500.0, 493.0, 486.0, 485.0, 485.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1691": {"relevant_ids": ["Sea_level_rise"], "ranked_ids": ["Sea_ice", "Antarctic_sea_ice", "Future_sea_level", "Antarctic_ice_sheet", "Abrupt_climate_change", "Fast_ice", "Glacial_earthquake", "Climate_change_in_the_Arctic", "Sea_level_rise", "Ice2sea"], "ranked_scores": [548.0, 541.0, 537.0, 535.0, 522.0, 520.0, 517.0, 515.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "859": {"relevant_ids": ["Severe_weather", "Europe", "Global_warming"], "ranked_ids": ["European_Union_Emission_Trading_Scheme", "Grassland_degradation", "Global_warming_in_Antarctica", "Special_Report_on_Global_Warming_of_1.5_°C", "Climate_change_in_Europe", "Climate_change_in_Australia", "Loss_and_damage", "Ice2sea", "2010–13_Southern_United_States_and_Mexico_drought", "Climate_inertia"], "ranked_scores": [500.0, 499.0, 496.0, 495.0, 494.0, 493.0, 493.0, 490.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["Intergovernmental_Panel_on_Climate_Change", "Global_warming", "Global_warming_controversy"], "ranked_ids": ["Cool_tropics_paradox", "The_Real_Global_Warming_Disaster", "Antarctica_cooling_controversy", "Stern_Review", "Carbon_bubble", "Climatic_Research_Unit_email_controversy", "Copenhagen_Diagnosis", "Life-cycle_greenhouse-gas_emissions_of_energy_sources", "Climatic_Research_Unit_documents", "Tipping_points_in_the_climate_system"], "ranked_scores": [522.0, 510.0, 509.0, 509.0, 506.0, 503.0, 502.0, 502.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "806": {"relevant_ids": ["2010_Northern_Hemisphere_heat_waves", "Cold_wave"], "ranked_ids": ["2016_North_American_heat_wave", "2007_Western_North_American_heat_wave", "2006_North_American_heat_wave", "2001_Eastern_North_America_heat_wave", "2011_North_American_heat_wave", "Early_2009_southeastern_Australia_heat_wave", "2010_Northern_Hemisphere_heat_waves", "2000_Southern_United_States_heat_wave", "Late_2009_southeastern_Australia_heat_wave", "2013_Southwestern_United_States_heat_wave"], "ranked_scores": [567.0, 558.0, 550.0, 548.0, 547.0, 545.0, 538.0, 535.0, 534.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "2500": {"relevant_ids": ["Climate_change_denial", "Global_warming", "An_Inconvenient_Truth"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Environmental_skepticism", "Creation–evolution_controversy", "Cartesian_doubt", "Objections_to_evolution", "Merchants_of_Doubt", "Global_warming_controversy", "Greening_Earth_Society", "An_Appeal_to_Reason", "Heaven_and_Earth_(book)"], "ranked_scores": [543.0, 520.0, 519.0, 516.0, 515.0, 515.0, 513.0, 512.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1783": {"relevant_ids": ["Global_warming_hiatus", "Little_Ice_Age", "Global_warming", "Attribution_of_recent_climate_change"], "ranked_ids": ["Global_cooling", "Regional_effects_of_global_warming", "Global_warming_hiatus", "Climate_change_(general_concept)", "Climate_variability", "2013_extreme_weather_events", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Wibjörn_Karlén", "Global_cooling_(disambiguation)", "Temperature_record_of_the_past_1000_years"], "ranked_scores": [499.0, 496.0, 495.0, 494.0, 490.0, 487.0, 486.0, 483.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.1952, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.1952, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.25}, "2608": {"relevant_ids": ["Methane", "Biogas", "Natural_gas", "Atmospheric_methane"], "ranked_ids": ["Atmospheric_methane", "Wetland_methane_emissions", "Atmospheric_carbon_cycle", "Arctic_methane_emissions", "Global_warming_potential", "Greenhouse_gas", "Wind_power_in_New_Mexico", "Mootral", "Deforestation_and_climate_change", "Wind"], "ranked_scores": [548.0, 532.0, 525.0, 522.0, 521.0, 517.0, 513.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "356": {"relevant_ids": ["Human_extinction", "Risk", "Nick_Bostrom", "Futures_studies"], "ranked_ids": ["Longevity_risk", "Global_catastrophic_risk", "Financial_risk_modeling", "Manufactured_risk", "The_Real_Global_Warming_Disaster", "Nuclear_holocaust", "Worst-case_scenario", "Carbon_bubble", "Human_extinction", "Risk"], "ranked_scores": [482.0, 477.0, 473.0, 468.0, 467.0, 466.0, 466.0, 463.0, 461.0, 461.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2304, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1981": {"relevant_ids": ["Lisa_P._Jackson", "Emissions_trading", "Climate_change_policy_of_the_United_States", "Environmental_policy_of_the_Donald_Trump_administration"], "ranked_ids": ["Lisa_P._Jackson", "American_Electric_Power", "Alta_Wind_Energy_Center", "International_Atomic_Energy_Agency", "Adam_Scaife", "Presidential_Climate_Action_Plan", "Attorney_General_of_Virginia's_climate_science_investigation", "United_States_Environmental_Protection_Agency", "New_South_Wales_Greenhouse_Gas_Abatement_Scheme", "Heaven_and_Earth_(book)"], "ranked_scores": [468.0, 465.0, 460.0, 459.0, 459.0, 459.0, 458.0, 458.0, 457.0, 456.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "1019": {"relevant_ids": ["El_Niño", "La_Niña"], "ranked_ids": ["1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "2010_Northern_Hemisphere_summer_heat_waves", "Temperature_record_of_the_past_1000_years", "Year_Without_a_Summer", "2016_North_American_heat_wave", "2010_Northern_Hemisphere_heat_waves", "1936_North_American_cold_wave", "Summer_of_1976_(Europe)", "Pliocene_climate"], "ranked_scores": [529.0, 514.0, 514.0, 514.0, 513.0, 509.0, 508.0, 506.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1575": {"relevant_ids": ["Arctic", "Antarctica", "Sea_ice"], "ranked_ids": ["Antarctic_sea_ice", "Antarctic_ice_sheet", "Sea_ice", "Antarctic_Cold_Reversal", "Arctic_ice_pack", "Global_warming_in_Antarctica", "East_Antarctica", "Arctic_oscillation", "Geography_of_Antarctica", "Ellesmere_Ice_Shelf"], "ranked_scores": [512.0, 508.0, 507.0, 505.0, 504.0, 498.0, 494.0, 492.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "791": {"relevant_ids": ["Climate_change_mitigation", "Coal_pollution_mitigation", "Carbon_capture_and_storage"], "ranked_ids": ["Coal_pollution_mitigation", "Clean_coal_technology", "Carbon_capture_and_storage", "Clean_technology", "Fossil_fuel_power_station", "Carbon_capture_and_storage_in_Australia", "Coal", "Carbon-neutral_fuel", "Refined_coal", "Carbon_dioxide_removal"], "ranked_scores": [596.0, 579.0, 537.0, 536.0, 531.0, 529.0, 524.0, 517.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "2510": {"relevant_ids": ["Pacific_decadal_oscillation"], "ranked_ids": ["Pacific_decadal_oscillation", "D-value_(microbiology)", "PDO", "Terminal_Doppler_Weather_Radar", "Canada_and_the_Kyoto_Protocol", "NOAA-7", "Montreal_Protocol", "List_of_climate_research_satellites", "PDOS", "Kyoto_Protocol"], "ranked_scores": [489.0, 478.0, 472.0, 471.0, 470.0, 470.0, 467.0, 467.0, 467.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "2204": {"relevant_ids": ["Global_warming"], "ranked_ids": ["Scientific_consensus_on_climate_change", "Global_warming", "World_Energy_Outlook", "World_Climate_Research_Programme", "Global_Warming_Policy_Foundation", "Global_Climate_Observing_System", "World_Meteorological_Organization", "EdGCM", "General_circulation_model", "Planetary_equilibrium_temperature"], "ranked_scores": [480.0, 478.0, 474.0, 471.0, 470.0, 469.0, 468.0, 467.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1565": {"relevant_ids": ["Global_warming", "Climate_change_adaptation"], "ranked_ids": ["Climate_change_policy_of_the_United_States", "Global_change", "Climate_change_adaptation_in_Nepal", "Hurricane_Katrina_and_global_warming", "Climate_change_mitigation", "Climate_Change_Act_2008", "Committee_on_Climate_Change_Science_and_Technology_Integration", "Climate_change_in_the_United_States", "Global_warming", "Effects_of_global_warming"], "ranked_scores": [550.0, 541.0, 540.0, 534.0, 533.0, 531.0, 529.0, 528.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1758": {"relevant_ids": ["Little_Ice_Age", "Permafrost", "Lake_Superior", "Precipitation"], "ranked_ids": ["Global_stilling", "World_Glacier_Monitoring_Service", "List_of_countries_and_dependencies_by_area", "Global_storm_activity_of_2007", "Great_Lakes_region", "North_American_High", "Arctic_methane_emissions", "Unparticle_physics", "Weight_loss", "Withdrawal_of_Greenland_from_the_European_Communities"], "ranked_scores": [466.0, 452.0, 451.0, 449.0, 449.0, 449.0, 448.0, 448.0, 448.0, 445.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2192": {"relevant_ids": ["Climate", "Global_warming", "Cosmic_ray", "El_Niño–Southern_Oscillation", "21st_century"], "ranked_ids": ["Scientific_opinion_on_climate_change", "Global_warming", "Hurricane_Katrina_and_global_warming", "Global_warming_in_Antarctica", "Climate_change_in_the_United_States", "Climate_change_feedback", "Global_warming_controversy", "Climate_change_in_the_Arctic", "IPCC_First_Assessment_Report", "Polar_amplification"], "ranked_scores": [554.0, 542.0, 535.0, 533.0, 529.0, 529.0, 528.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.214, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.2}, "1360": {"relevant_ids": ["Uptick_rule", "Usage_share_of_operating_systems", "Hysterectomy", "Solar_cycle"], "ranked_ids": ["Proportional_reduction_in_loss", "Regression_toward_the_mean", "Global_warming_hiatus", "Trend_stationary", "Dumbing_down", "Backward_bending_supply_curve_of_labour", "Deglobalization", "Diminishing_returns", "Global_cooling", "MSU_temperature_measurements"], "ranked_scores": [491.0, 488.0, 484.0, 482.0, 478.0, 477.0, 473.0, 470.0, 470.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2359": {"relevant_ids": ["Carbon_dioxide", "Greenhouse_gas", "Global_warming", "Carbon_dioxide_in_Earth's_atmosphere"], "ranked_ids": ["Carbon_dioxide_in_Earth's_atmosphere", "Global_warming", "Great_Oxygenation_Event", "Environmental_issue", "Ozone_depletion_and_climate_change", "Attribution_of_recent_climate_change", "Abrupt_climate_change", "Carbon_bubble", "Climatic_Research_Unit_email_controversy", "Scientific_opinion_on_climate_change"], "ranked_scores": [523.0, 517.0, 517.0, 517.0, 514.0, 513.0, 511.0, 510.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6367, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1376": {"relevant_ids": ["Sun", "Scientific_consensus_on_climate_change", "Little_Ice_Age", "Earth", "Climate_of_India"], "ranked_ids": ["Late_Glacial", "Future_of_Earth", "Polar_forests_of_the_Cretaceous", "Temperature_record_of_the_past_1000_years", "Permo-Carboniferous", "Paleocene–Eocene_Thermal_Maximum", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Climate_of_Mars", "History_of_Earth", "Geodynamics_of_Mars"], "ranked_scores": [517.0, 513.0, 508.0, 508.0, 507.0, 506.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "2272": {"relevant_ids": ["Global_warming_conspiracy_theory", "Intergovernmental_Panel_on_Climate_Change", "Climatic_Research_Unit_email_controversy"], "ranked_ids": ["Views_on_the_Kyoto_Protocol", "Models_of_scientific_inquiry", "Scientific_community", "Truth", "Climatic_Research_Unit_documents", "List_of_scientists_opposing_the_mainstream_scientific_assessment_of_global_warming", "World_Climate_Change_Conference,_Moscow", "Scientific_consensus_on_climate_change", "Criticism_of_the_IPCC_Fourth_Assessment_Report", "Intergovernmental_Panel_on_Climate_Change"], "ranked_scores": [498.0, 497.0, 482.0, 479.0, 478.0, 478.0, 476.0, 475.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "2214": {"relevant_ids": ["Cooling_tower", "Palo_Alto,_California", "Grissom_Air_Reserve_Base"], "ranked_ids": ["Satellite_temperature_measurements", "Air_conditioning", "2006_North_American_heat_wave", "Cooling_center", "Surface_weather_analysis", "Ground-coupled_heat_exchanger", "Weather_map", "2001_Eastern_North_America_heat_wave", "Atmospheric_thermodynamics", "Weather_media_in_the_United_States"], "ranked_scores": [514.0, 512.0, 511.0, 508.0, 507.0, 505.0, 502.0, 501.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "412": {"relevant_ids": ["Paleocene", "Eocene", "Global_warming"], "ranked_ids": ["Global_cooling", "1808/1809_mystery_eruption", "1997–98_El_Niño_event", "List_of_large-scale_temperature_reconstructions_of_the_last_2,000_years", "Neoglaciation", "Global_cooling_(disambiguation)", "IPCC_First_Assessment_Report", "Temperature_record_of_the_past_1000_years", "Bølling-Allerød_warming", "Global_warming"], "ranked_scores": [527.0, 525.0, 517.0, 516.0, 515.0, 513.0, 512.0, 512.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1357, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.3333}, "1935": {"relevant_ids": ["California"], "ranked_ids": ["Wind_power_in_California", "California", "Solar_power_in_Michigan", "Renewable_energy_in_the_United_States", "Solar_power_in_the_United_States", "Etymology_of_California", "California_State_Assembly", "California_State_University,_East_Bay", "Culture_of_California", "Baja_California"], "ranked_scores": [535.0, 527.0, 519.0, 514.0, 510.0, 506.0, 501.0, 500.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1157": {"relevant_ids": ["Unemployment_in_the_United_States", "Economy_of_the_United_States", "Reaganomics"], "ranked_ids": ["Growth_of_wind_power_in_the_United_States", "Agriculture_in_Pennsylvania", "Workforce_productivity", "Productivity_(ecology)", "Economic_growth", "Agricultural_policy_of_the_United_States", "Economy_of_the_United_States", "Agriculture,_forestry,_and_fishing_in_Japan", "Plough", "Agricultural_cooperative"], "ranked_scores": [503.0, 502.0, 497.0, 497.0, 492.0, 492.0, 491.0, 488.0, 488.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1564, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.3333}}}